-- Logs begin at Mon 2021-06-28 05:51:51 UTC, end at Mon 2021-06-28 07:48:32 UTC. -- Jun 28 06:33:36.421042 dv-neutron-797120-6-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 06:33:39.112335 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.common.config [-] Logging enabled! Jun 28 06:33:39.112946 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev419 Jun 28 06:33:39.113137 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100777) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 06:33:39.116286 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.common.config [-] Logging enabled! Jun 28 06:33:39.116543 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev419 Jun 28 06:33:39.116879 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100777) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 06:33:39.117812 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 06:33:39.118048 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 06:33:39.118413 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 06:33:39.118662 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 06:33:39.118886 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 06:33:39.119208 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.119508 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.119808 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.120039 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.120343 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.120636 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.120953 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.121440 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.121778 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.122070 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.122359 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.122648 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.122883 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.123168 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.123458 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.123748 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.123975 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] debug = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.124257 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.124680 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.125114 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.125405 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.125698 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.125980 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.126257 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.126535 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.126824 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.127152 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] host = dv-neutron-797120-6-hyperv {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.127434 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.127723 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.128012 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.128299 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.128574 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.128871 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.129163 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.129437 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.129711 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] log_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.129992 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.130288 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.130577 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.130867 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.131092 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.131315 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.131602 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.131890 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.132169 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.132448 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.132727 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.133033 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.133312 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.133582 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.133870 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.134156 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.134443 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.134723 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.134999 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.135273 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.135549 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.135834 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.136113 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.136390 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.136717 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.137046 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.137414 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.137697 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.137998 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.138288 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.138571 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.138857 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.139135 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.139419 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.139693 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.139966 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.140244 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] use_json = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.140519 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.140790 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.141110 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.141384 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.141655 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.141932 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.142203 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.142489 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:39.142787 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.143084 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.143385 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.143669 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.143963 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.144246 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.144538 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.144817 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.145131 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.145421 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.145711 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.145989 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.146275 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.146552 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.146846 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.147153 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.147447 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.147739 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.148016 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.148294 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.148571 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.148868 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.149157 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.149450 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.149740 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.150015 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.150297 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.150589 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.150868 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.151141 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.151420 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.151708 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.151986 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.152791 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.153203 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.153521 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.153795 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.154075 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.154357 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.154651 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.154931 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.155207 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.155481 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.155760 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.156034 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.156318 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.156596 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.156887 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.157165 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.157445 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.157718 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.157992 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.158268 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.158542 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.158817 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.159093 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.159365 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.159640 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.159917 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.160200 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.160476 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.160749 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.161056 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.161333 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.161609 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.161884 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.162158 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.162434 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.162720 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.163019 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.163301 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.163585 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.163868 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.164148 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.164425 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.164704 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.165014 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.165299 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.165576 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.165867 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.166154 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.166443 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.166725 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.167007 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.167304 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.167586 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.167892 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.168736 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.169043 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.169339 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.169627 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.169925 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.170227 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.170524 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.170819 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.171110 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.171395 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.171706 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.171989 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:39.172208 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 06:33:39.172450 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100777) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 06:33:39.524060 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:33:39.524340 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:33:39.524634 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:33:39.524999 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 06:33:39.915194 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.915416 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.915691 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.917004 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.917282 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.917555 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.953004 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.953282 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.953551 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.966816 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.967096 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.967366 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.997745 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.998029 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:39.998304 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.033677 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.033955 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.034220 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.267894 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.268534 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.268534 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.268721 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.269418 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.393901 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.394224 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.394507 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.394781 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.395047 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.395356 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.395615 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.395871 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.396123 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.396404 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.396668 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.396966 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.397223 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.397489 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.397747 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.398014 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.399338 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.399614 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.399901 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.400169 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.400462 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.400821 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.401105 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.401396 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.401653 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.401905 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.402883 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 06:33:40.403201 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 06:33:40.403450 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 06:33:40.403688 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 06:33:40.403928 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 06:33:40.404167 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 06:33:40.404534 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 06:33:40.407698 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 06:33:40.411640 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 06:33:40.415449 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 28 06:33:40.417107 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 06:33:40.417561 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 06:33:40.417959 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 06:33:40.418834 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 06:33:40.421813 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 06:33:40.422068 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 06:33:40.422417 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 06:33:40.449212 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 06:33:40.449702 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.450001 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100777) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 06:33:40.450362 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.451735 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100777) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 06:33:40.452019 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 06:33:40.452268 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 06:33:40.455511 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.455794 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:40.520701 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 06:33:40.520904 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 06:33:40.521145 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 06:33:40.521511 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 06:33:40.541784 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_db.sqlalchemy.engines [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100777) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 06:33:41.198287 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Initializing driver for type 'gre' Jun 28 06:33:41.198810 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] gre ID ranges: [(1, 1000)] Jun 28 06:33:41.352514 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Initializing driver for type 'local' Jun 28 06:33:41.353149 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Initializing driver for type 'vlan' Jun 28 06:33:41.438185 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] VlanTypeDriver initialization complete Jun 28 06:33:41.438515 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Initializing driver for type 'vxlan' Jun 28 06:33:41.439024 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] vxlan ID ranges: [(1, 1000)] Jun 28 06:33:41.586852 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Initializing extension driver 'port_security' Jun 28 06:33:41.587121 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.extensions.port_security [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] PortSecurityExtensionDriver initialization complete Jun 28 06:33:41.587450 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Initializing mechanism driver 'openvswitch' Jun 28 06:33:41.587772 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Initializing mechanism driver 'hyperv' Jun 28 06:33:41.595042 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.plugins.ml2.plugin [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:33:41.595795 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > port after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.596172 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > port after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.596540 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > port after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.596968 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > subnet after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601072 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > subnet after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601072 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601072 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > network after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601072 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > network after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601364 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > network after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601364 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > security_group after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601364 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > security_group after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601364 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601636 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601636 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601636 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601636 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > address_group after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601876 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > address_group after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.601876 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.602181 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] ML2 OVO RPC backend initialized. {{(pid=100777) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 28 06:33:41.602883 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.603236 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.603653 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > network before_response 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.604002 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > networks before_response 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.604350 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > port before_response 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.604690 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > ports before_response 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.605059 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > subnet before_response 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.605484 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > subnets before_response 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.606007 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > network after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.606362 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > network after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.606721 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > network after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.607040 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > port after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.607377 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > port after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.607716 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > port after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.608053 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > subnet after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.608386 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > subnet after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.608717 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.609331 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.plugin [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Modular L2 Plugin initialization complete Jun 28 06:33:41.609664 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading services supported by the core plugin {{(pid=100777) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 06:33:41.609992 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.plugins.ml2.managers [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Got port-security extension from driver 'port_security' Jun 28 06:33:41.610453 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.extensions.vlantransparent [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Disabled vlantransparent extension. Jun 28 06:33:41.610944 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100777) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 06:33:41.611257 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading Plugin: router Jun 28 06:33:41.647030 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.647431 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router after_create 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.647803 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router before_create 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.648171 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.648541 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.648921 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router after_delete 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.649285 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.649650 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router after_create 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.649996 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router after_update 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.650345 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router after_update 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.650692 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.651050 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router after_update 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.651460 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router precommit_update 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.651829 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: port after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.652814 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: port after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.653379 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: subnet after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.653842 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.654199 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.654555 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router precommit_create 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.654900 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: port before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.655248 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router precommit_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.655604 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router after_update 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.655948 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.656305 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router precommit_create 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.656666 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.657041 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router precommit_update 55549900 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.657407 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > agent after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.657760 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > agent after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.658109 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > network after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.658980 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Tracking information for resource: router configured {{(pid=100777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 06:33:41.659316 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Tracking information for resource: floatingip configured {{(pid=100777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 06:33:41.664288 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.db.l3_agentschedulers_db [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 06:33:41.664889 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: port after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.665256 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: port after_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.665603 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: port after_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.665958 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: port after_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.666849 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router before_create 55550100 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.667218 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.667582 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router precommit_create 55550100 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.668465 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > router precommit_update 55550100 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.672893 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.services.provider_configuration [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service providers = [] {{(pid=100777) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 06:33:41.673260 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.db.servicetype_db [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100777) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 06:33:41.676181 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.services.service_base [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100777) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 06:33:41.676510 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.services.service_base [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100777) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 06:33:41.676870 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.services.service_base [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100777) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 06:33:41.677751 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.services.service_base [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100777) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 06:33:41.678125 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.services.service_base [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 06:33:41.678500 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 06:33:41.678816 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 06:33:41.690056 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 06:33:41.690392 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading Plugin: auto_allocate Jun 28 06:33:41.696239 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: network precommit_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.696887 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: network precommit_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.697399 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 06:33:41.697722 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading Plugin: tag Jun 28 06:33:41.704274 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 06:33:41.704600 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading Plugin: timestamp Jun 28 06:33:41.717247 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 06:33:41.717577 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading Plugin: network_ip_availability Jun 28 06:33:41.723020 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.723391 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.723747 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.724465 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 06:33:41.724784 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading Plugin: flavors Jun 28 06:33:41.729521 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 06:33:41.729882 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading Plugin: revisions Jun 28 06:33:41.739497 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 06:33:41.739889 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_concurrency.lockutils [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.215s {{(pid=100777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:33:41.740632 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100777) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 06:33:41.741007 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Initializing extension manager. Jun 28 06:33:41.741513 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: __init__.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.741856 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: __pycache__ {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.742193 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.742525 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: address_group.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.743276 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.743843 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: address-group Jun 28 06:33:41.744168 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: address_scope.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.744891 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.745409 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: address-scope Jun 28 06:33:41.745728 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.747280 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.747790 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: router-admin-state-down-before-update Jun 28 06:33:41.748110 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: agent.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.748803 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.749335 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: agent Jun 28 06:33:41.749652 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: agent_resources_synced.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.750549 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.751061 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: agent-resources-synced Jun 28 06:33:41.751381 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: allowedaddresspairs.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.753373 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.753892 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: allowed-address-pairs Jun 28 06:33:41.754219 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: auto_allocated_topology.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.755298 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.755810 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: auto-allocated-topology Jun 28 06:33:41.756135 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: availability_zone.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.756817 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.757348 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: availability_zone Jun 28 06:33:41.757668 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: availability_zone_filter.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.758572 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.759078 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: availability_zone_filter Jun 28 06:33:41.759400 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: data_plane_status.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.760293 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.760800 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 06:33:41.761157 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: default_subnetpools.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.762096 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.762601 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: default-subnetpools Jun 28 06:33:41.762921 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.763721 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.764229 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: dhcp_agent_scheduler Jun 28 06:33:41.764549 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: dns.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.765488 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.765995 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 06:33:41.766316 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: dns_domain_ports.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.767220 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.767730 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 06:33:41.768050 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.768998 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.769507 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 06:33:41.769818 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: dvr.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.770473 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.770974 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: dvr Jun 28 06:33:41.771293 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: empty_string_filtering.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.772184 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.772687 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: empty-string-filtering Jun 28 06:33:41.773046 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.773941 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.774444 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 06:33:41.774805 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.780379 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.780914 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 06:33:41.781241 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: external_net.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.782146 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.782655 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: external-net Jun 28 06:33:41.782985 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.783892 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.784400 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: extra_dhcp_opt Jun 28 06:33:41.784722 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: extraroute.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.785647 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.786155 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: extraroute Jun 28 06:33:41.786472 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: extraroute_atomic.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.787770 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.788281 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: extraroute-atomic Jun 28 06:33:41.788603 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: filter_validation.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.789288 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.789790 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: filter-validation Jun 28 06:33:41.790109 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: fip_pf_description.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.791004 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.791507 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 06:33:41.791825 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: fip_port_details.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.793270 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.793787 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: fip-port-details Jun 28 06:33:41.794107 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: flavors.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.795335 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.795851 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: flavors Jun 28 06:33:41.796174 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.797855 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.798373 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 06:33:41.798701 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: floatingip_pools.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.799391 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.799903 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: floatingip-pools Jun 28 06:33:41.800230 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: ip_allocation.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.801168 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.801682 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 06:33:41.802006 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.802918 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.803436 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: ip-substring-filtering Jun 28 06:33:41.803762 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: l2_adjacency.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.804689 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.805225 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 06:33:41.805544 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: l3.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.806502 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.807024 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: router Jun 28 06:33:41.807345 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.810557 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.811094 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 06:33:41.811431 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.812372 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.812912 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: ext-gw-mode Jun 28 06:33:41.813243 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.814207 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.814725 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: l3-ha Jun 28 06:33:41.815051 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: l3_flavors.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.815967 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.816483 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: l3-flavors Jun 28 06:33:41.816812 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.817745 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.818259 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 06:33:41.818584 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: l3agentscheduler.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.819598 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.820114 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: l3_agent_scheduler Jun 28 06:33:41.820443 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: logging.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.828467 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.829028 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension logging not supported by any of loaded plugins Jun 28 06:33:41.829362 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: metering.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.830103 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.830687 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: metering Jun 28 06:33:41.831017 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.832104 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.832623 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: metering_source_and_destination_fields Jun 28 06:33:41.832989 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: multiprovidernet.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.833908 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.834421 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: multi-provider Jun 28 06:33:41.834746 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: netmtu.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.835649 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.836163 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: net-mtu Jun 28 06:33:41.836488 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: netmtu_writable.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.837474 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.837929 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: net-mtu-writable Jun 28 06:33:41.838254 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: network_availability_zone.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.838915 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.839422 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: network_availability_zone Jun 28 06:33:41.840302 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: network_ip_availability.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.841406 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.841923 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: network-ip-availability Jun 28 06:33:41.842252 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: network_segment_range.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.843010 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.843518 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 06:33:41.843843 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: pagination.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.844823 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.845180 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: pagination Jun 28 06:33:41.845503 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: port_device_profile.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.846415 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.846937 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: port-device-profile Jun 28 06:33:41.847262 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.848180 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.848699 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: port-mac-address-regenerate Jun 28 06:33:41.849052 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.849960 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.850474 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: port-numa-affinity-policy Jun 28 06:33:41.850794 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: port_resource_request.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.851704 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.852209 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 06:33:41.852529 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: portbindings.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.853472 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.853981 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: binding Jun 28 06:33:41.854304 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: portbindings_extended.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.856154 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.856749 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: binding-extended Jun 28 06:33:41.857116 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: portsecurity.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.858028 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.858545 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: port-security Jun 28 06:33:41.858870 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: project_id.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.859968 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.860312 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: project-id Jun 28 06:33:41.860639 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: providernet.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.861574 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.862093 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: provider Jun 28 06:33:41.862415 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: qos.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.866001 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.866529 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension qos not supported by any of loaded plugins Jun 28 06:33:41.866862 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.874587 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.875103 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 06:33:41.875433 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.876345 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.876894 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 06:33:41.877220 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: qos_default.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.878121 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.878644 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension qos-default not supported by any of loaded plugins Jun 28 06:33:41.878968 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: qos_fip.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.879608 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.880116 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 06:33:41.880438 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: qos_gateway_ip.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.881377 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.881892 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 06:33:41.882214 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: qos_port_network_policy.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.883116 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.883628 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 06:33:41.883949 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: qos_rule_type_details.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.884872 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.885394 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 06:33:41.885718 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: qos_rules_alias.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.886790 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.887306 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 06:33:41.887629 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: quotasv2.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.888535 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.888871 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: quotas Jun 28 06:33:41.889207 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: quotasv2_detail.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.892300 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.892647 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: quota_details Jun 28 06:33:41.893019 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: rbac.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.894068 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.894600 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: rbac-policies Jun 28 06:33:41.894927 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: rbac_address_group.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.895845 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.896369 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: rbac-address-group Jun 28 06:33:41.896698 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: rbac_address_scope.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.897639 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.898156 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: rbac-address-scope Jun 28 06:33:41.898479 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: rbac_security_groups.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.899579 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.900096 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: rbac-security-groups Jun 28 06:33:41.900420 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: rbac_subnetpool.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.903545 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.904062 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: rbac-subnetpool Jun 28 06:33:41.904382 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: revisionifmatch.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.905341 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.905860 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: revision-if-match Jun 28 06:33:41.906187 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: revisions.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.907286 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.907807 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: standard-attr-revisions Jun 28 06:33:41.908133 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: router_availability_zone.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.908806 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.909350 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: router_availability_zone Jun 28 06:33:41.909673 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: routerservicetype.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.910585 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.911102 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 06:33:41.911427 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.912341 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.912881 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: security-groups-normalized-cidr Jun 28 06:33:41.913204 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.914120 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.914636 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: port-security-groups-filtering Jun 28 06:33:41.914959 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.915866 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.916380 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: security-groups-remote-address-group Jun 28 06:33:41.916703 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: securitygroup.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.926757 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.927292 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: security-group Jun 28 06:33:41.927622 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: segment.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.928401 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.928948 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension segment not supported by any of loaded plugins Jun 28 06:33:41.929278 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.930205 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.930722 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 06:33:41.931048 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: servicetype.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.932153 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.932684 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: service-type Jun 28 06:33:41.933046 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: sorting.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.934132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.934469 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: sorting Jun 28 06:33:41.934792 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: standard_attr_segment.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.935774 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.936294 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 06:33:41.936619 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: standardattrdescription.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.937283 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.937796 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: standard-attr-description Jun 28 06:33:41.938116 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: stateful_security_group.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.944101 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.944611 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: stateful-security-group Jun 28 06:33:41.944964 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: stdattrs_common.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.945548 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 06:33:41.945871 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.947064 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.947574 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 06:33:41.947898 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: subnet_onboard.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.949130 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.949727 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: subnet_onboard Jun 28 06:33:41.950052 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.951002 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.951517 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 06:33:41.951842 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: subnet_service_types.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.952759 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.953306 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: subnet-service-types Jun 28 06:33:41.953631 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: subnetallocation.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.954712 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.955232 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: subnet_allocation Jun 28 06:33:41.955562 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.956220 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.956740 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: subnetpool-prefix-ops Jun 28 06:33:41.957099 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.958019 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.958540 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 06:33:41.958864 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: tagging.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.959914 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.960438 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: standard-attr-tag Jun 28 06:33:41.960767 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: timestamp.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.961996 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.962516 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loaded extension: standard-attr-timestamp Jun 28 06:33:41.962846 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: trunk.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.963883 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.964404 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension trunk not supported by any of loaded plugins Jun 28 06:33:41.965411 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: trunk_details.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.966337 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.966859 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 06:33:41.967185 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: uplink_status_propagation.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.968099 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.968617 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 06:33:41.968976 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Loading extension file: vlantransparent.py {{(pid=100777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 06:33:41.969639 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 06:33:41.970149 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 06:33:41.972594 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:network Jun 28 06:33:41.973155 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:subnet Jun 28 06:33:41.973557 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 06:33:41.973955 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:port Jun 28 06:33:41.975201 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.975655 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service FLAVORS assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.976263 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.976696 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.977067 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:router Jun 28 06:33:41.977496 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 06:33:41.977983 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service METERING assigned prefix: /metering {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.979425 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.979800 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.980155 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:33:41.981784 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 06:33:41.982237 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:security_group Jun 28 06:33:41.994502 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 06:33:41.994502 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service CORE assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.994502 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 06:33:41.994502 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] subnetpool is already registered Jun 28 06:33:41.994502 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service CORE assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.994502 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 06:33:41.994502 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] subnetpool is already registered Jun 28 06:33:41.994502 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.995065 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service FLAVORS assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.995065 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.995065 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.995065 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:router Jun 28 06:33:41.995065 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] router is already registered Jun 28 06:33:41.995065 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 06:33:41.995065 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] floatingip is already registered Jun 28 06:33:41.995065 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service METERING assigned prefix: /metering {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.995593 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 06:33:41.995593 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] rbac_policy is already registered Jun 28 06:33:41.995593 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:security_group Jun 28 06:33:41.995593 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] security_group is already registered Jun 28 06:33:41.995593 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 06:33:41.995593 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] security_group_rule is already registered Jun 28 06:33:41.995593 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service CORE assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.995593 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 06:33:41.995593 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] subnetpool is already registered Jun 28 06:33:41.996350 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.v2.resource_helper [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Service CORE assigned prefix: {{(pid=100777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 06:33:41.996350 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 06:33:41.996350 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING neutron.quota.resource_registry [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] subnetpool is already registered Jun 28 06:33:41.996350 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: extensions {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:41.997263 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: address-groups {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:41.998768 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: address-scopes {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.000100 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: agents {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.001320 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: auto-allocated-topology {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.002571 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: availability_zones {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.003815 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: dhcp-networks {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.005362 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: dhcp-agents {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.006794 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: routers {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.008529 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: flavors {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.010965 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: service_profiles {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.012334 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: next_providers {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.013897 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: service_profiles {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.015466 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: floatingip-pools {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.016684 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: routers {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.019003 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: floatingips {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.019716 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: l3-routers {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.021157 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: l3-agents {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.022584 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: metering-labels {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.023859 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: metering-label-rules {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.025278 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: network-ip-availabilities {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.026565 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: bindings {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.028764 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: quotas {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.030332 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: quotas {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.031757 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: rbac-policies {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.032988 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: security-groups {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.034314 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: security-group-rules {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.035590 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: service-providers {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.036828 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: subnetpools {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.038249 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: subnetpools {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.039755 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: tags {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.041485 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: tags {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.043893 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: tags {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.047677 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: tags {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.047677 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: tags {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.049361 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: tags {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.051073 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: tags {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.052875 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: tags {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.054752 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: tags {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.056506 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron.api.extensions [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Extended resource: tags {{(pid=100777) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 06:33:42.062664 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING keystonemiddleware.auth_token [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 06:33:42.067244 dv-neutron-797120-6-hyperv neutron-server[100777]: WARNING keystonemiddleware.auth_token [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 06:33:42.075832 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_concurrency.lockutils [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Acquired lock "singleton_lock" {{(pid=100777) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 06:33:42.076301 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_concurrency.lockutils [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Releasing lock "singleton_lock" {{(pid=100777) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 06:33:42.076970 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO oslo_service.service [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Starting 2 workers Jun 28 06:33:42.081652 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Started child 100886 {{(pid=100777) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 06:33:42.086001 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Started child 100887 {{(pid=100777) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 06:33:42.087122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:42.087816 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO neutron.service [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 06:33:42.088235 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Notify callbacks [] for process, before_spawn {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:42.088627 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [-] (100886) wsgi starting up on http://0.0.0.0:9696 Jun 28 06:33:42.091287 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO oslo_service.service [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Starting 1 workers Jun 28 06:33:42.098915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:42.098915 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [-] (100887) wsgi starting up on http://0.0.0.0:9696 Jun 28 06:33:42.099522 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Started child 100888 {{(pid=100777) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 06:33:42.099522 dv-neutron-797120-6-hyperv neutron-server[100777]: INFO oslo_service.service [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Starting 1 workers Jun 28 06:33:42.100388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.service [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] calling RpcWorker wait() {{(pid=100888) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 06:33:42.100887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.service [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] returning from RpcWorker wait() {{(pid=100888) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 06:33:42.101324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 47492) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:33:42.101496 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Started child 100890 {{(pid=100777) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 06:33:42.102360 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG neutron_lib.callbacks.manager [None req-5405b8d7-64ef-4b0f-9d9e-8dbb011d8469 None None] Notify callbacks [] for process, after_spawn {{(pid=100777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:42.102960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:42.103545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:33:42.104458 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100777) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 06:33:42.104665 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 06:33:42.104876 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 06:33:42.105103 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 06:33:42.106036 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 06:33:42.106261 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 06:33:42.106707 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.106981 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.107253 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.107519 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.107812 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.108370 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.108614 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.108876 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.109163 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.109437 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.109608 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.109775 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.109946 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:42.110432 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.110432 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.110636 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.110896 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.111158 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.111426 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.111607 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.111878 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.112145 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.112403 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.112668 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] debug = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.112938 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.113413 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.113956 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103829 Jun 28 06:33:42.114508 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.114763 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.114989 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.115299 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.115548 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.115833 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.116072 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.117138 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.117397 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.117658 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.117912 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.118139 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.118511 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.118693 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.119455 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.120116 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] host = dv-neutron-797120-6-hyperv {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.120577 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.121123 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.121950 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.122429 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.122698 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.122938 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.123218 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.123579 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.123850 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.124118 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.124379 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.124640 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.124909 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.128003 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.128003 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_options = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.128003 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.128003 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.128003 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.128003 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.128003 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.129582 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.129582 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.129582 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.129582 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.129582 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.129582 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.129582 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.129582 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130021 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130021 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130021 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130021 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130021 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130021 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130021 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130422 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130493 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130866 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.130959 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.131148 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.131392 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.131948 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.131948 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.132118 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.132323 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.132542 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.133570 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.133570 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.133570 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.133570 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.133863 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.134082 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.134350 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.134512 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.134763 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.135012 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.135249 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.135496 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.135736 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.135986 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.136210 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_json = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.136436 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.138105 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.138105 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.138105 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.138105 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.138105 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.138105 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.138523 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.138756 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.139049 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.139375 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.139633 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.139893 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.140153 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.140411 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.140665 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.142673 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.142673 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.142673 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.142673 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.142673 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.142673 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.142673 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.143124 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.143752 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.144251 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.144359 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.144524 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.144762 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.145018 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.145378 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.145644 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.145922 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.146183 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.146402 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.146627 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.146843 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.147079 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.147295 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.147510 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.147775 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.147997 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.148212 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.148432 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.148666 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.149782 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:33:42.149876 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.150053 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.150319 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.150586 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.150841 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.151071 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.151398 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.151782 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.152031 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.152796 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.156754 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.156754 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.156754 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.156754 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.156754 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.156754 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.156754 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.156754 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.156754 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157323 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157323 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157323 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157323 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157323 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157323 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157323 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157323 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157323 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157809 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157809 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157809 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.157809 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.158068 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.158312 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.158502 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.158717 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.158935 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.159148 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.159375 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.159569 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.159858 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.160021 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.160205 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.160420 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.160633 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.160906 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.161110 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.161403 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.161732 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.161981 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.162236 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.162544 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.162747 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.163849 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.163849 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.163849 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.163849 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.163849 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.164177 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.164335 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.164580 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.165016 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.165454 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.165600 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.165735 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.165975 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.166174 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.166387 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.166626 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.167099 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.167355 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.167623 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.168475 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.168730 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.169043 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.169305 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.169576 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.169809 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.170120 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.170427 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.170695 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.170932 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.171688 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.171688 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.171688 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.172008 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.172112 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.172329 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.172587 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.172807 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.173431 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.173681 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.173904 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.174384 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.174953 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.175084 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.175200 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.175402 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.175609 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.175868 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.176115 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.176354 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.176612 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.176983 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.177237 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.177513 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.178240 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.178240 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.178514 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.178514 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.178976 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.179098 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.179474 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.179474 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.179712 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.180037 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.180274 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.180671 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.180790 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.181158 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.185554 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.185554 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.185554 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.185554 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.185554 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.185554 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.185554 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.185554 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186154 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186154 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186154 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186154 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186154 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186154 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186154 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186154 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186728 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186728 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186728 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186728 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186728 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186728 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186728 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.186728 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.187340 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.187340 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.187340 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.187567 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.187687 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.187938 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.188289 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.189147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.189147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.189147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.189781 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.189781 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.189781 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.190288 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.190288 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.190564 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.190712 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.190855 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.191134 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.191289 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.191490 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.191736 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.191951 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.192249 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.192427 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.192675 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.193806 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.193806 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.193806 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.193806 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.195234 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.195234 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.195234 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.195234 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.195234 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.195234 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.195234 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.196145 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.196145 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.196145 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.196145 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.196145 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.197312 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.197312 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.197312 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.197312 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.197837 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.197837 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.197837 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.198222 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.198356 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.198564 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.198768 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.199578 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.199578 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.199578 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.201156 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.201156 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.201156 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.201156 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.201156 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.201873 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.202157 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.203603 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.204960 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.204960 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.205238 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.205453 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.205795 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.206101 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.206385 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.206635 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.206948 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.207288 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.207573 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.207838 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.208094 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.208458 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.208663 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.211912 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.212972 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.227879 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.227879 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.227879 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.227879 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.227879 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.227879 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.227879 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.227879 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.227879 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.228455 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.228455 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.228455 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.228455 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 06:33:42.228455 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100777) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 06:33:42.228455 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 06:33:42.228455 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 06:33:42.228455 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 06:33:42.228972 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 06:33:42.228972 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 06:33:42.228972 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.228972 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.228972 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.228972 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.228972 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229366 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229366 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229366 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229366 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229366 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229366 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229366 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229366 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229800 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229800 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229800 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229800 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229800 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229800 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229800 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.229800 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230286 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230286 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] debug = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230286 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230286 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230286 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230286 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230689 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230689 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230689 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230689 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230689 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230689 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230689 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.230689 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231114 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231114 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231114 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231114 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231114 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231114 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] host = dv-neutron-797120-6-hyperv {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231114 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231114 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231850 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231850 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231850 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231850 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231850 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231850 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231850 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.231850 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232283 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232283 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232283 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232283 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232283 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_options = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232283 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232283 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232283 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232768 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232768 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232768 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232768 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232768 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232768 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.232768 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233188 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233188 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233188 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233188 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233188 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233188 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233188 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233188 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233693 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233693 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233693 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233693 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233693 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233693 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233693 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.233693 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.234408 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.234408 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.234408 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.234408 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.234408 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.234408 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.234408 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.234408 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235888 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235888 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235888 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235888 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_json = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235888 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235888 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235888 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235888 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.235888 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.236884 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.236884 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.236884 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 06:33:42.236884 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.236884 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.236884 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.236884 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.237798 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.237798 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.237798 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.237798 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.237798 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.237798 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.238661 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.238661 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.238661 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.238661 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.238661 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.238661 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.239393 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.239393 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.239393 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.239393 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.239393 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.239791 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.239791 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.239791 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.240067 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.240067 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.240282 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.240387 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.240490 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.240795 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.241035 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.241035 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.241301 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.241410 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.241530 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.241638 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.242592 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.242592 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.242592 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.242592 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.242592 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.242592 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.243191 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.243191 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.243191 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.243191 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.243580 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.243580 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.243580 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.243951 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.243951 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.243951 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.244310 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.244310 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.244544 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.244544 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.244774 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.244926 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.245047 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.245153 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.245263 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.245433 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.246447 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.246447 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.246447 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.246447 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.246447 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.246447 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.247198 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.247198 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.247198 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.247198 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.247198 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.247198 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.247860 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.247860 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.247860 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.247860 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.248241 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.248241 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.248241 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.248544 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.248544 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.248738 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.248842 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.248842 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.249211 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.249315 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.249488 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.249602 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.249705 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.249847 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.250001 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.250157 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.250312 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.250468 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.250624 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.250895 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.251042 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.251204 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.251359 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.251514 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.251674 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.251829 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.251984 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.252139 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.252295 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.252528 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.252652 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.252778 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.252919 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.253101 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.253229 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.253387 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.253546 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.253704 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.253869 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.254026 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.254182 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.254338 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.254493 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.254649 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.254805 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.255135 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.255135 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.255358 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.255497 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.255606 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.255710 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.255935 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.256060 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.256166 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.256291 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.256449 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.256605 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.256762 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.257873 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.258042 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.258204 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.258363 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.258522 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.258679 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.258836 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.258994 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.259151 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.259307 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.259462 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.259620 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.259777 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.259954 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.260143 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.260270 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.260403 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.260558 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.260712 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.262081 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.262292 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.262486 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.262718 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.262893 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.263024 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.263132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.263237 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.263373 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.263527 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.263682 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.263838 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.263993 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.264148 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.264308 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.264463 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.264619 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.264775 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.264969 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.265128 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.265284 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.265443 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.265597 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.265755 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.265911 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.266066 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.266607 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.266607 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.266607 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.266929 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.266929 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.267147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.267147 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.267343 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.267445 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.267547 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.267690 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.267846 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.268001 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.268157 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.268313 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.268536 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.268662 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.268767 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.271132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.271132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.271132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.271132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.271132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.271132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.271132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.271132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.271132 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.278640 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.278640 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.278640 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.278640 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.278640 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.278640 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.278640 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.278640 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279112 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279112 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279112 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279112 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279112 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279112 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279112 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279112 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279112 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279596 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279596 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279596 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279596 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279596 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279596 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279596 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.279596 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280027 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280027 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280027 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280027 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280027 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280027 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280027 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280027 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280469 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280469 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280469 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280469 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280469 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280469 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280469 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280469 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280952 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280952 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280952 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280952 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280952 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280952 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.280952 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.281666 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.281753 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.281871 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.282029 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.282283 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.282408 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.282856 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.283047 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.283290 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.283456 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.283621 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.283786 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.284752 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.284974 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.285618 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.285811 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.285980 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.286145 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 06:33:42.286301 dv-neutron-797120-6-hyperv neutron-server[100777]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 06:33:42.293701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:33:53.692352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b198e2-6b65-4dce-867c-780b73a98452 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:33:53.775056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b198e2-6b65-4dce-867c-780b73a98452 None None] No non-hosted networks {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 06:33:53.838141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.agentschedulers_db [None req-23b198e2-6b65-4dce-867c-780b73a98452 None None] DHCP Agent not found on host dv-neutron-797120-6-hyperv {{(pid=100888) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 06:33:53.955289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c4920f0c-2df8-414e-b486-5cae167249da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914573'] for agent, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:56.462079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914573'] for agent, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:56.462960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.463504 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.464503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.464959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.465599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.466026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.466584 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.467022 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.467563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.468058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.468531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.468988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:33:56.471441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-797120-6-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:33:56.480414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-797120-6-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:33:56.503220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f4abe92-b517-4788-a7a9-9e8f0a5d5259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914573'] for agent, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:56.547555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-403dd39d-ab33-4228-be50-699d5021630c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-797120-6-hyperv {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:33:56.548437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-403dd39d-ab33-4228-be50-699d5021630c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:33:57.154057 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-403dd39d-ab33-4228-be50-699d5021630c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:57.592328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914573'] for agent, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:33:59.209543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914573'] for agent, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:00.221622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 47600) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:00.704154 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.db.l3_hamode_db [None req-57a58214-b84c-4ccb-b350-46e046db9c6d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 06:34:00.738058 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING oslo_policy.policy [None req-487b8ec2-601b-4d5e-af0b-a8fda977012b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 06:34:00.738669 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING oslo_policy.policy [None req-487b8ec2-601b-4d5e-af0b-a8fda977012b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 06:34:00.783499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a58214-b84c-4ccb-b350-46e046db9c6d None None] Routers set() bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:34:00.783882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a58214-b84c-4ccb-b350-46e046db9c6d None None] Router IDs set() for agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 06:34:00.966576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-487b8ec2-601b-4d5e-af0b-a8fda977012b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:34:00.967642 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-487b8ec2-601b-4d5e-af0b-a8fda977012b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7450268 Jun 28 06:34:03.303680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 47614) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:03.612775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6d67b2c1-e97e-46fe-aea2-af16bcb0dc08 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:34:03.707879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.policy [None req-6d67b2c1-e97e-46fe-aea2-af16bcb0dc08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100886) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 06:34:03.753778 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING oslo_policy.policy [None req-6d67b2c1-e97e-46fe-aea2-af16bcb0dc08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 06:34:03.754147 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING oslo_policy.policy [None req-6d67b2c1-e97e-46fe-aea2-af16bcb0dc08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 06:34:03.763145 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.quota [None req-6d67b2c1-e97e-46fe-aea2-af16bcb0dc08 admin admin] Loaded quota_driver: . Jun 28 06:34:03.919276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d67b2c1-e97e-46fe-aea2-af16bcb0dc08 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751026492992', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751026492565', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751026438365', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751026441859', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751026466884', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751026460955', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-648446', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-869522', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4006206', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4120604'] for rbac-policy, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:04.157888 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d67b2c1-e97e-46fe-aea2-af16bcb0dc08 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:04.159006 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6d67b2c1-e97e-46fe-aea2-af16bcb0dc08 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8543875 Jun 28 06:34:06.748476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 47626) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:07.046769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'admin_state_up': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:34:07.186488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Made reservation on behalf of b2b116f4c59f4765a1ddf26533fea510 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:34:07.189398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:07.206337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:07.327939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:07.403392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:07.408598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:07.423202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:34:07.462436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751027731469', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:07.463034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Unsubscribe: segment precommit_create {{(pid=100886) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 06:34:07.463504 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Added segment 83007cce-542e-4f20-85d0-7a67dcf71cf4 of type vlan for network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a Jun 28 06:34:07.479936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825bba33-cfc5-4186-809e-8b97567c6dc5,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:07.505578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.505920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.506245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.506561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.506871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.507178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.507483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.507802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.508109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.508409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.508713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.509033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Tracked resource versions report: Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: pushed versions: Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: { 'AddressGroup': {'1.2'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'ConntrackHelper': {'1.0'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Log': {'1.0'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Network': {'1.1'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Port': {'1.7'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'PortForwarding': {'1.2'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'QosPolicy': {'1.8'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SecurityGroup': {'1.4'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SecurityGroupRule': {'1.2'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SubPort': {'1.0'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Subnet': {'1.1'}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Trunk': {'1.1'}} Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: consumer versions: Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: { DHCP agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: L3 agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: Metadata agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: Metering agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: Open vSwitch agent@dv-neutron-797120-6-hyperv: { 'AddressGroup': '1.2', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'ConntrackHelper': '1.0', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Log': '1.0', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Network': '1.1', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Port': '1.7', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'PortForwarding': '1.2', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'QosPolicy': '1.8', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SecurityGroup': '1.4', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SecurityGroupRule': '1.2', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SubPort': '1.0', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Subnet': '1.1', Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Trunk': '1.1'}} Jun 28 06:34:07.510367 dv-neutron-797120-6-hyperv neutron-server[100886]: {{(pid=100886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 06:34:07.586050 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:07.590976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:07.677927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:07.679380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:34:07.680051 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:07.683635 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:07.775641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e4e83a-8df5-427b-bb2b-b5d4ba27132a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:07.779431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:07.787653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:34:07.895926 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1462452 Jun 28 06:34:10.524225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 47640) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:10.915284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a37d12-edcf-4c62-bd46-a4fb1b852b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:34:10.917278 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-00a37d12-edcf-4c62-bd46-a4fb1b852b35 admin admin] 10.222.0.24 "GET /v2.0/networks/e1e4e83a-8df5-427b-bb2b-b5d4ba27132a HTTP/1.1" status: 200 len: 825 time: 0.3914733 Jun 28 06:34:10.941908 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-66cdb721-bdf5-4120-ae86-d58832b6a423 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/90d9d585-b8c1-41ec-b185-ff2032c35aa2 HTTP/1.1" status: 200 len: 734 time: 0.0187941 Jun 28 06:34:10.951120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Request body: {'subnet': {'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '90d9d585-b8c1-41ec-b185-ff2032c35aa2', 'name': 'private-subnet'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:34:11.043444 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Made reservation on behalf of b2b116f4c59f4765a1ddf26533fea510 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:34:11.045768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:11.398515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:11.403445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:11.468482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Checking segment: {'id': '83007cce-542e-4f20-85d0-7a67dcf71cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:34:11.468871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Network hostable DHCP agents. Network: e1e4e83a-8df5-427b-bb2b-b5d4ba27132a, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:34:11.475501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d6a82a-6e08-42be-81a4-4e698521c69b,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:11.480367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:11.558519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:34:11.655440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, e1e4e83a-8df5-427b-bb2b-b5d4ba27132a) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:34:11.660806 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:34:11.661432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:11.666772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ee05e-391b-4d40-9c61-9a425ab0a33f None None] Network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:34:11.752941 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8059213 Jun 28 06:34:11.974470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-e1e4e83a-8df5-427b-bb2b-b5d4ba27132a', 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'fixed_ips': [{'subnet_id': '54d6a82a-6e08-42be-81a4-4e698521c69b'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:34:11.975638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:12.241672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Allocated IP 172.20.0.2 (e1e4e83a-8df5-427b-bb2b-b5d4ba27132a/54d6a82a-6e08-42be-81a4-4e698521c69b/15c41d32-a208-48e8-a6ae-5e7e39a7a94d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:34:12.443325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:12.486121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Transition to ACTIVE for port object 15c41d32-a208-48e8-a6ae-5e7e39a7a94d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:34:12.506234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Transition to ACTIVE for port object 15c41d32-a208-48e8-a6ae-5e7e39a7a94d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:34:12.563981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:12.566712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:12.630388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:34:12.638968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:34:12.642052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:34:12.676670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Pushing event updated for resources: {'Port': ['ID=15c41d32-a208-48e8-a6ae-5e7e39a7a94d,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:12.722346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.722621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.722949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.723267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.723580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.723909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.724420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.724567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.724913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.725227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.725533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.725837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Tracked resource versions report: Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: pushed versions: Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: { 'AddressGroup': {'1.2'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'ConntrackHelper': {'1.0'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Log': {'1.0'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Network': {'1.1'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Port': {'1.7'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'PortForwarding': {'1.2'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'QosPolicy': {'1.8'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SecurityGroup': {'1.4'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SecurityGroupRule': {'1.2'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SubPort': {'1.0'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Subnet': {'1.1'}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Trunk': {'1.1'}} Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: consumer versions: Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: { DHCP agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: L3 agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: Metadata agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: Metering agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: Open vSwitch agent@dv-neutron-797120-6-hyperv: { 'AddressGroup': '1.2', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'ConntrackHelper': '1.0', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Log': '1.0', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Network': '1.1', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Port': '1.7', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'PortForwarding': '1.2', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'QosPolicy': '1.8', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SecurityGroup': '1.4', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SecurityGroupRule': '1.2', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SubPort': '1.0', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Subnet': '1.1', Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Trunk': '1.1'}} Jun 28 06:34:12.727232 dv-neutron-797120-6-hyperv neutron-server[100888]: {{(pid=100888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 06:34:12.731731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:12.741641 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Attempting to bind port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:34:12.742024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Attempting to bind port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '83007cce-542e-4f20-85d0-7a67dcf71cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:34:12.742447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Attempting to bind port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d on network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:34:12.747693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:34:12.748107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Checking segment: {'id': '83007cce-542e-4f20-85d0-7a67dcf71cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:34:12.748560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:12.748969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Bound using segment: {'id': '83007cce-542e-4f20-85d0-7a67dcf71cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:34:12.749453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Bound port: 15c41d32-a208-48e8-a6ae-5e7e39a7a94d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83007cce-542e-4f20-85d0-7a67dcf71cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:34:12.749868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:12.847582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] For port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:34:12.852168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] For port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=15c41d32-a208-48e8-a6ae-5e7e39a7a94d,segment=NetworkSegment(83007cce-542e-4f20-85d0-7a67dcf71cf4),segment_id=83007cce-542e-4f20-85d0-7a67dcf71cf4)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:34:12.936082 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:12.942701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:13.008012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Pushing event updated for resources: {'Port': ['ID=15c41d32-a208-48e8-a6ae-5e7e39a7a94d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:13.012357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:14.085088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 47648) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:14.590229 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING oslo_policy.policy [None req-62de33b4-3151-4e49-9bb6-c8ea407621cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 06:34:14.590831 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING oslo_policy.policy [None req-62de33b4-3151-4e49-9bb6-c8ea407621cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 06:34:14.805655 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-62de33b4-3151-4e49-9bb6-c8ea407621cd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:34:14.806794 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-62de33b4-3151-4e49-9bb6-c8ea407621cd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7197149 Jun 28 06:34:17.177763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 47662) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:17.491280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-a7ba1e6c-2fe7-469b-bc75-bb72e986a7ad admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:34:17.492334 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a7ba1e6c-2fe7-469b-bc75-bb72e986a7ad admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136466 Jun 28 06:34:18.265799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 15c41d32-a208-48e8-a6ae-5e7e39a7a94d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:34:18.409011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:34:19.070421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db145d2-df5b-4439-9ace-b397b99df95a None None] Network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:34:19.232374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-682f3007-11c2-47a0-b4a7-38d5a2440f56 None None] Provisioning for port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:34:19.239732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-682f3007-11c2-47a0-b4a7-38d5a2440f56 None None] Provisioning complete for port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:34:19.246233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-682f3007-11c2-47a0-b4a7-38d5a2440f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:19.377722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-682f3007-11c2-47a0-b4a7-38d5a2440f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:19.413287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-682f3007-11c2-47a0-b4a7-38d5a2440f56 None None] For port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=15c41d32-a208-48e8-a6ae-5e7e39a7a94d,segment=NetworkSegment(83007cce-542e-4f20-85d0-7a67dcf71cf4),segment_id=83007cce-542e-4f20-85d0-7a67dcf71cf4)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:34:19.506497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-682f3007-11c2-47a0-b4a7-38d5a2440f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:19.509807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:19.554525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f3007-11c2-47a0-b4a7-38d5a2440f56 None None] Pushing event updated for resources: {'Port': ['ID=15c41d32-a208-48e8-a6ae-5e7e39a7a94d,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:19.558497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-682f3007-11c2-47a0-b4a7-38d5a2440f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:19.627883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6464d4c2-10f0-46af-81ba-969c4124a02e None None] Provisioning complete for port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:34:19.628253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6464d4c2-10f0-46af-81ba-969c4124a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:20.073827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 47676) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:20.243797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 15c41d32-a208-48e8-a6ae-5e7e39a7a94d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:34:20.288098 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:34:20.288462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:20.374060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:34:20.437444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.policy [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100887) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 06:34:20.483914 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING oslo_policy.policy [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 06:34:20.484275 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING oslo_policy.policy [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 06:34:20.492755 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.quota [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] Loaded quota_driver: . Jun 28 06:34:20.609780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:20.611491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:20.766246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:20.890100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:20.980407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:20.981606 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-62819eac-9da4-4399-9728-6595203e7386 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9068410 Jun 28 06:34:21.193996 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 5 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:34:23.300384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 47686) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:23.613371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-e0c5d7d8-671d-4b74-b5d8-46d89def93e4 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:34:23.615853 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e0c5d7d8-671d-4b74-b5d8-46d89def93e4 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143208 Jun 28 06:34:23.684229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2e3329bf-c4d1-4635-b3bf-486814707e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:25.933352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 47694) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:26.246789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:34:26.340318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Made reservation on behalf of 8543aee06d6443f2a84367877577093c for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:34:26.343286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:26.359608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:26.403200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:26.426506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d817900f-021a-48a3-adaf-3313020322b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:26.478026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:26.557441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:26.561581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:26.570709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Reserving flat network on physical network physnet1 {{(pid=100887) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 06:34:26.603436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751027731469', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:26.604150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Unsubscribe: segment precommit_create {{(pid=100887) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 06:34:26.605381 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Added segment a40790ec-e31e-4b81-8498-84ab131e2b40 of type flat for network 9b08dd82-1383-4386-8c95-9184effeb7ab Jun 28 06:34:26.622508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70c2acb-e768-47aa-a07c-de25f5cce969,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:26.648132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.648482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.648815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.649189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.649490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.649805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.650118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.650444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.650757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.651595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.652086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.652401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Tracked resource versions report: Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: pushed versions: Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: { 'AddressGroup': {'1.2'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'ConntrackHelper': {'1.0'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Log': {'1.0'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Network': {'1.1'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Port': {'1.7'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'PortForwarding': {'1.2'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'QosPolicy': {'1.8'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SecurityGroup': {'1.4'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SecurityGroupRule': {'1.2'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SubPort': {'1.0'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Subnet': {'1.1'}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Trunk': {'1.1'}} Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: consumer versions: Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: { DHCP agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: L3 agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: Metadata agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: Metering agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: Open vSwitch agent@dv-neutron-797120-6-hyperv: { 'AddressGroup': '1.2', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'ConntrackHelper': '1.0', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Log': '1.0', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Network': '1.1', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Port': '1.7', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'PortForwarding': '1.2', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'QosPolicy': '1.8', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SecurityGroup': '1.4', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SecurityGroupRule': '1.2', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SubPort': '1.0', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Subnet': '1.1', Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Trunk': '1.1'}} Jun 28 06:34:26.653806 dv-neutron-797120-6-hyperv neutron-server[100887]: {{(pid=100887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 06:34:26.732267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:26.737722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:26.860169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:26.861778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:34:26.862436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:26.865635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:26.958902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Pushing event updated for resources: {'Network': ['ID=9b08dd82-1383-4386-8c95-9184effeb7ab,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:26.962063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:26.969774 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 9b08dd82-1383-4386-8c95-9184effeb7ab details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:34:26.975120 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0407755 Jun 28 06:34:27.499995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:29.129255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:29.345214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 47716) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:29.566590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43641fc2-c849-4237-bd22-b6fd2038eed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:34:29.568217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-43641fc2-c849-4237-bd22-b6fd2038eed3 admin admin] 10.222.0.24 "GET /v2.0/subnets/54d6a82a-6e08-42be-81a4-4e698521c69b HTTP/1.1" status: 200 len: 849 time: 0.2220912 Jun 28 06:34:29.704218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4f5d992b-ee25-47f1-bbaf-47080221d796 admin admin] 10.222.0.24 "GET /v2.0/routers/452e2ec8-377f-45ac-bff6-c26211bdf6c2 HTTP/1.1" status: 200 len: 704 time: 0.1295965 Jun 28 06:34:29.969137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:30.293823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Allocated IP 172.20.0.1 (e1e4e83a-8df5-427b-bb2b-b5d4ba27132a/54d6a82a-6e08-42be-81a4-4e698521c69b/0e682a40-6911-4f04-b16e-436b27ee2390) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:34:30.480884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:30.504095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Transition to ACTIVE for port object 0e682a40-6911-4f04-b16e-436b27ee2390 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:34:30.638355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:30.641478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:30.716019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:34:30.723971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:34:30.730101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Pushing event updated for resources: {'Port': ['ID=0e682a40-6911-4f04-b16e-436b27ee2390,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:30.742756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:34:30.746662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:30.825303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:31.060240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c11ba4b3-3d93-4c1c-9d24-bd9f2abbf160 None None] Provisioning for port 0e682a40-6911-4f04-b16e-436b27ee2390 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:34:31.064025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c11ba4b3-3d93-4c1c-9d24-bd9f2abbf160 None None] Provisioning complete for port 0e682a40-6911-4f04-b16e-436b27ee2390 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:34:31.064729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c11ba4b3-3d93-4c1c-9d24-bd9f2abbf160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:31.087571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:31.098192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c11ba4b3-3d93-4c1c-9d24-bd9f2abbf160 None None] Port 0e682a40-6911-4f04-b16e-436b27ee2390 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:34:31.270680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:31.323244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:31.324330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:31.325914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:31.415276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Pushing event updated for resources: {'Port': ['ID=0e682a40-6911-4f04-b16e-436b27ee2390,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:31.421395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:31.461481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:34:31.462738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:34:31.617853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-26d55b4f-5dfa-4ca6-9c8d-253ac0b686c1 None None] Provisioning complete for port 0e682a40-6911-4f04-b16e-436b27ee2390 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:34:31.618199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-26d55b4f-5dfa-4ca6-9c8d-253ac0b686c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:31.653562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-26d55b4f-5dfa-4ca6-9c8d-253ac0b686c1 None None] Port 0e682a40-6911-4f04-b16e-436b27ee2390 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:34:31.671980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Router 452e2ec8-377f-45ac-bff6-c26211bdf6c2 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:34:31.765617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:34:31.770808 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] 10.222.0.24 "PUT /v2.0/routers/452e2ec8-377f-45ac-bff6-c26211bdf6c2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0615399 Jun 28 06:34:31.787965 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Sync routers for ids ['452e2ec8-377f-45ac-bff6-c26211bdf6c2'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:34:31.800085 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Routers {'452e2ec8-377f-45ac-bff6-c26211bdf6c2'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:34:31.800927 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:34:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['452e2ec8-377f-45ac-bff6-c26211bdf6c2'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:34:31.985079 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Set router 452e2ec8-377f-45ac-bff6-c26211bdf6c2 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:34:32.400173 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'name': 'router1', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:34:20Z', 'updated_at': '2021-06-28T06:34:30Z', 'revision_number': 2, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'gw_port_host': None, '_interfaces': [{'id': '0e682a40-6911-4f04-b16e-436b27ee2390', 'name': '', 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'mac_address': 'fa:16:3e:1a:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:34:29Z', 'updated_at': '2021-06-28T06:34:31Z', 'revision_number': 2, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'subnets': [{'id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90d9d585-b8c1-41ec-b185-ff2032c35aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:34:32.451032 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Checking router: 452e2ec8-377f-45ac-bff6-c26211bdf6c2 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:34:32.451316 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Updating router 452e2ec8-377f-45ac-bff6-c26211bdf6c2 port 0e682a40-6911-4f04-b16e-436b27ee2390 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:34:32.512597 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:32.996961 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:33.016791 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Transition to ACTIVE for port object 0e682a40-6911-4f04-b16e-436b27ee2390 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:34:33.083176 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:33.086164 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:33.194609 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Pushing event updated for resources: {'Port': ['ID=0e682a40-6911-4f04-b16e-436b27ee2390,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:33.226949 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.227296 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.227630 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.227956 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.228272 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.228606 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.229678 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.230023 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.230355 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.230700 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.231015 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.231327 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Tracked resource versions report: Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: pushed versions: Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: { 'AddressGroup': {'1.2'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'ConntrackHelper': {'1.0'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Log': {'1.0'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Network': {'1.1'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Port': {'1.7'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'PortForwarding': {'1.2'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'QosPolicy': {'1.8'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SecurityGroup': {'1.4'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SecurityGroupRule': {'1.2'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SubPort': {'1.0'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Subnet': {'1.1'}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Trunk': {'1.1'}} Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: consumer versions: Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: { DHCP agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: L3 agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: Metadata agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: Metering agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: Open vSwitch agent@dv-neutron-797120-6-hyperv: { 'AddressGroup': '1.2', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'ConntrackHelper': '1.0', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Log': '1.0', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Network': '1.1', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Port': '1.7', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'PortForwarding': '1.2', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'QosPolicy': '1.8', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SecurityGroup': '1.4', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SecurityGroupRule': '1.2', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SubPort': '1.0', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Subnet': '1.1', Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Trunk': '1.1'}} Jun 28 06:34:33.232731 dv-neutron-797120-6-hyperv neutron-server[100890]: {{(pid=100890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 06:34:33.255534 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:33.265665 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Attempting to bind port 0e682a40-6911-4f04-b16e-436b27ee2390 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:34:33.266085 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Attempting to bind port 0e682a40-6911-4f04-b16e-436b27ee2390 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '83007cce-542e-4f20-85d0-7a67dcf71cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:34:33.266508 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Attempting to bind port 0e682a40-6911-4f04-b16e-436b27ee2390 on network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:34:33.271683 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:34:33.272270 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Checking segment: {'id': '83007cce-542e-4f20-85d0-7a67dcf71cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:34:33.272730 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:33.273149 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Bound using segment: {'id': '83007cce-542e-4f20-85d0-7a67dcf71cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:34:33.273654 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Bound port: 0e682a40-6911-4f04-b16e-436b27ee2390, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83007cce-542e-4f20-85d0-7a67dcf71cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:34:33.274064 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:33.339736 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] For port 0e682a40-6911-4f04-b16e-436b27ee2390, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:34:33.360056 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] For port 0e682a40-6911-4f04-b16e-436b27ee2390, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0e682a40-6911-4f04-b16e-436b27ee2390,segment=NetworkSegment(83007cce-542e-4f20-85d0-7a67dcf71cf4),segment_id=83007cce-542e-4f20-85d0-7a67dcf71cf4)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:34:33.466771 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:33.469152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:33.529648 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Routers {'452e2ec8-377f-45ac-bff6-c26211bdf6c2'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:34:33.530266 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:34:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['452e2ec8-377f-45ac-bff6-c26211bdf6c2'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:34:33.532006 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Pushing event updated for resources: {'Port': ['ID=0e682a40-6911-4f04-b16e-436b27ee2390,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:33.536603 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:33.629086 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] Set router 452e2ec8-377f-45ac-bff6-c26211bdf6c2 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:34:33.842736 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'name': 'router1', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:34:20Z', 'updated_at': '2021-06-28T06:34:30Z', 'revision_number': 2, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'gw_port_host': None, '_interfaces': [{'id': '0e682a40-6911-4f04-b16e-436b27ee2390', 'name': '', 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'mac_address': 'fa:16:3e:1a:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:34:29Z', 'updated_at': '2021-06-28T06:34:33Z', 'revision_number': 4, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'subnets': [{'id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90d9d585-b8c1-41ec-b185-ff2032c35aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:34:33.869036 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cdc456-4dcc-4340-86d1-4821750d0869 None None] The sync data for ids ['452e2ec8-377f-45ac-bff6-c26211bdf6c2'] in dv-neutron-797120-6-hyperv is: [{'id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'name': 'router1', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:34:20Z', 'updated_at': '2021-06-28T06:34:30Z', 'revision_number': 2, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'gw_port_host': None, '_interfaces': [{'id': '0e682a40-6911-4f04-b16e-436b27ee2390', 'name': '', 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'mac_address': 'fa:16:3e:1a:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:34:29Z', 'updated_at': '2021-06-28T06:34:33Z', 'revision_number': 4, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'subnets': [{'id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90d9d585-b8c1-41ec-b185-ff2032c35aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:34:34.046799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 47738) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:34.161084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83cc4a-e95a-4282-b225-d362f9e8ab96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:34:34.162482 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2f83cc4a-e95a-4282-b225-d362f9e8ab96 admin admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 842 time: 0.1145787 Jun 28 06:34:34.171831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:34:34.288742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Made reservation on behalf of 8543aee06d6443f2a84367877577093c for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:34:34.291330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:34.657652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:34:34.658095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:34.660869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:34.715577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b35c8d-3d4c-451a-9f41-8ca2ac364c70,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:34.720609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:34.725734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:34:34.726079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Network hostable DHCP agents. Network: 9b08dd82-1383-4386-8c95-9184effeb7ab, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:34:34.855323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:34:34.991823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 9b08dd82-1383-4386-8c95-9184effeb7ab) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:34:34.996105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:34:34.996710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:35.002085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4bfaa1-363f-4c6e-b172-fc27a6f7a9fd None None] Network 9b08dd82-1383-4386-8c95-9184effeb7ab requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:34:35.136882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc389f60-b3e8-498b-bfe5-b625f783cebc None None] Network 9b08dd82-1383-4386-8c95-9184effeb7ab requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:34:35.158572 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9901512 Jun 28 06:34:37.441281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 47750) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:37.576527 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ec80c09e-baa8-4dfb-b1dd-7c24ed366011 admin admin] 10.222.0.24 "GET /v2.0/routers/452e2ec8-377f-45ac-bff6-c26211bdf6c2 HTTP/1.1" status: 200 len: 710 time: 0.1341219 Jun 28 06:34:37.661997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410dd18a-a8b6-4ff7-8bf4-60bee555e70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:34:37.663372 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-410dd18a-a8b6-4ff7-8bf4-60bee555e70c admin admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 886 time: 0.0814450 Jun 28 06:34:37.673683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:34:38.002828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:38.279896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0e682a40-6911-4f04-b16e-436b27ee2390 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:34:38.334148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:38.386724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 0e682a40-6911-4f04-b16e-436b27ee2390 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:34:38.390683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 0e682a40-6911-4f04-b16e-436b27ee2390 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:34:38.391118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:38.410033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:38.468092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:38.499623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 0e682a40-6911-4f04-b16e-436b27ee2390, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0e682a40-6911-4f04-b16e-436b27ee2390,segment=NetworkSegment(83007cce-542e-4f20-85d0-7a67dcf71cf4),segment_id=83007cce-542e-4f20-85d0-7a67dcf71cf4)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:34:38.517360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Allocated IP 172.26.4.164 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/a3ca8982-175d-4f6b-8009-fb2bb51e1688) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:34:38.574910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:38.577086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:38.621329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:38.666694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=0e682a40-6911-4f04-b16e-436b27ee2390,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:38.669676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:38.723686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:38.726001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:38.769305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:34:38.772063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:34:38.776705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:34:38.809339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ca8982-175d-4f6b-8009-fb2bb51e1688,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:38.812632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:39.104393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:39.297690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:39.300905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:39.405120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Router 452e2ec8-377f-45ac-bff6-c26211bdf6c2 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:34:39.583841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:34:39.589275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:39.590472 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] 10.222.0.24 "PUT /v2.0/routers/452e2ec8-377f-45ac-bff6-c26211bdf6c2 HTTP/1.1" status: 200 len: 890 time: 1.9208179 Jun 28 06:34:39.594247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Sync routers for ids ['452e2ec8-377f-45ac-bff6-c26211bdf6c2'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:34:39.605921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Routers {'452e2ec8-377f-45ac-bff6-c26211bdf6c2'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:34:39.606610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9b218b49-98f5-488f-9262-823f9608252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:34:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['452e2ec8-377f-45ac-bff6-c26211bdf6c2'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:34:39.824751 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Set router 452e2ec8-377f-45ac-bff6-c26211bdf6c2 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:34:40.220089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9b218b49-98f5-488f-9262-823f9608252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'name': 'router1', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a3ca8982-175d-4f6b-8009-fb2bb51e1688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:34:20Z', 'updated_at': '2021-06-28T06:34:38Z', 'revision_number': 4, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'gw_port': {'id': 'a3ca8982-175d-4f6b-8009-fb2bb51e1688', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:65:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:34:38Z', 'updated_at': '2021-06-28T06:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '0e682a40-6911-4f04-b16e-436b27ee2390', 'name': '', 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'mac_address': 'fa:16:3e:1a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:34:29Z', 'updated_at': '2021-06-28T06:34:38Z', 'revision_number': 5, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'subnets': [{'id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90d9d585-b8c1-41ec-b185-ff2032c35aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:34:40.272770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0e682a40-6911-4f04-b16e-436b27ee2390 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:34:40.276695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Checking router: 452e2ec8-377f-45ac-bff6-c26211bdf6c2 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:34:40.277068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Updating router 452e2ec8-377f-45ac-bff6-c26211bdf6c2 port a3ca8982-175d-4f6b-8009-fb2bb51e1688 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:34:40.334670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:40.375581 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 0e682a40-6911-4f04-b16e-436b27ee2390 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:34:40.375947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:40.716798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:40.726195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Transition to ACTIVE for port object a3ca8982-175d-4f6b-8009-fb2bb51e1688 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:34:40.797437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:40.800257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:40.824051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Attempting to bind port a3ca8982-175d-4f6b-8009-fb2bb51e1688 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:34:40.824417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Attempting to bind port a3ca8982-175d-4f6b-8009-fb2bb51e1688 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:34:40.824771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Attempting to bind port a3ca8982-175d-4f6b-8009-fb2bb51e1688 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:34:40.829636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:34:40.830006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:34:40.830454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:40.830843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:34:40.831331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Bound port: a3ca8982-175d-4f6b-8009-fb2bb51e1688, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:34:40.831734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:41.016956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be3e37-a68a-45c0-9b45-9c8a548e9d5e None None] Pushing event updated for resources: {'Port': ['ID=a3ca8982-175d-4f6b-8009-fb2bb51e1688,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:41.029520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f9be3e37-a68a-45c0-9b45-9c8a548e9d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:41.040517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9b218b49-98f5-488f-9262-823f9608252c None None] For port a3ca8982-175d-4f6b-8009-fb2bb51e1688, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:34:41.044548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9b218b49-98f5-488f-9262-823f9608252c None None] For port a3ca8982-175d-4f6b-8009-fb2bb51e1688, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a3ca8982-175d-4f6b-8009-fb2bb51e1688,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:34:41.106365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:41.108577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-682f3007-11c2-47a0-b4a7-38d5a2440f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:41.238339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be3e37-a68a-45c0-9b45-9c8a548e9d5e None None] Pushing event updated for resources: {'Port': ['ID=a3ca8982-175d-4f6b-8009-fb2bb51e1688,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:41.240693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Routers {'452e2ec8-377f-45ac-bff6-c26211bdf6c2'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:34:41.241339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9b218b49-98f5-488f-9262-823f9608252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:34:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['452e2ec8-377f-45ac-bff6-c26211bdf6c2'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:34:41.243172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f9be3e37-a68a-45c0-9b45-9c8a548e9d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:41.350551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-9b218b49-98f5-488f-9262-823f9608252c None None] Set router 452e2ec8-377f-45ac-bff6-c26211bdf6c2 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:34:41.557885 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9b218b49-98f5-488f-9262-823f9608252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'name': 'router1', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a3ca8982-175d-4f6b-8009-fb2bb51e1688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:34:20Z', 'updated_at': '2021-06-28T06:34:38Z', 'revision_number': 4, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'gw_port': {'id': 'a3ca8982-175d-4f6b-8009-fb2bb51e1688', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:65:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:34:38Z', 'updated_at': '2021-06-28T06:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '0e682a40-6911-4f04-b16e-436b27ee2390', 'name': '', 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'mac_address': 'fa:16:3e:1a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:34:29Z', 'updated_at': '2021-06-28T06:34:38Z', 'revision_number': 5, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'subnets': [{'id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90d9d585-b8c1-41ec-b185-ff2032c35aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:34:41.587966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b218b49-98f5-488f-9262-823f9608252c None None] The sync data for ids ['452e2ec8-377f-45ac-bff6-c26211bdf6c2'] in dv-neutron-797120-6-hyperv is: [{'id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'name': 'router1', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a3ca8982-175d-4f6b-8009-fb2bb51e1688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:34:20Z', 'updated_at': '2021-06-28T06:34:38Z', 'revision_number': 4, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'gw_port': {'id': 'a3ca8982-175d-4f6b-8009-fb2bb51e1688', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:65:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:34:38Z', 'updated_at': '2021-06-28T06:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '0e682a40-6911-4f04-b16e-436b27ee2390', 'name': '', 'network_id': 'e1e4e83a-8df5-427b-bb2b-b5d4ba27132a', 'tenant_id': 'b2b116f4c59f4765a1ddf26533fea510', 'mac_address': 'fa:16:3e:1a:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452e2ec8-377f-45ac-bff6-c26211bdf6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:34:29Z', 'updated_at': '2021-06-28T06:34:38Z', 'revision_number': 5, 'project_id': 'b2b116f4c59f4765a1ddf26533fea510', 'subnets': [{'id': '54d6a82a-6e08-42be-81a4-4e698521c69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90d9d585-b8c1-41ec-b185-ff2032c35aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:34:42.003968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 47758) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:34:42.129818 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d8d9ea37-24bc-4ace-b8bb-58f81bdb3892 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1247196 Jun 28 06:34:42.311088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a3ca8982-175d-4f6b-8009-fb2bb51e1688 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:34:42.432276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port a3ca8982-175d-4f6b-8009-fb2bb51e1688 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:34:42.436484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a3ca8982-175d-4f6b-8009-fb2bb51e1688 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:34:42.436870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:42.513480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:42.533360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port a3ca8982-175d-4f6b-8009-fb2bb51e1688, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a3ca8982-175d-4f6b-8009-fb2bb51e1688,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:34:42.608947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:42.611018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:34:42.660817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=a3ca8982-175d-4f6b-8009-fb2bb51e1688,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:34:42.664557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:34:44.278574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a3ca8982-175d-4f6b-8009-fb2bb51e1688 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:34:44.339086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a3ca8982-175d-4f6b-8009-fb2bb51e1688 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:34:44.339474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:53.719178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6db358b1-8f32-49d3-9049-1dec8bf9d812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:56.391056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:56.408763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f5b01146-6614-49f0-a6fd-60deea145270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:57.494846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:34:58.193123 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 5 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:34:59.146496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:35:23.734103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-786969b6-4751-4045-b449-d8cbc041baee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:35:26.385341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:35:26.413676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fa88df97-7e05-4f9d-a96f-143affa99ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:35:27.510810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:35:29.168115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:35:35.192701 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 5 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:35:53.693173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b758b47f-2710-4d34-9555-3d6b7b7aeba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:35:56.384003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:35:56.418985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-372d6447-8ef5-4eae-9d9c-c6fac21c417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:35:57.486659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:35:59.150277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:12.191284 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 5 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:36:23.709209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4bc9402a-d19c-4b00-8d21-e494241cb573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:26.401417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:26.458769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d1d6cd63-863c-45f1-99f4-caaa4f1dd89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:27.481582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:28.896945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48358) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:36:28.960144 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2ab5f5-76d0-4522-9c20-bebc94e90c9d admin admin] GET failed (client error): The resource could not be found. Jun 28 06:36:28.961510 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0e2ab5f5-76d0-4522-9c20-bebc94e90c9d admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636513 Jun 28 06:36:29.121801 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259584b-45d9-4989-a558-36e79c11b616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:29.123421 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3259584b-45d9-4989-a558-36e79c11b616 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581464 Jun 28 06:36:29.179579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:31.233304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48368) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:36:31.323857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7306b574-b28a-4caf-b105-09a085ff473b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:31.325201 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7306b574-b28a-4caf-b105-09a085ff473b admin admin] 10.222.0.24 "GET /v2.0/subnets/54d6a82a-6e08-42be-81a4-4e698521c69b HTTP/1.1" status: 200 len: 849 time: 0.0909259 Jun 28 06:36:31.335258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:36:31.417561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:31.629654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751027630273'] for subnet, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:31.633680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:36:31.667648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:31.668245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:31.668467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7bb3bc-d7f7-4b8c-aa70-077ceaabe2c6 None None] Network e1e4e83a-8df5-427b-bb2b-b5d4ba27132a requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:36:31.674660 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] 10.222.0.24 "PUT /v2.0/subnets/54d6a82a-6e08-42be-81a4-4e698521c69b HTTP/1.1" status: 200 len: 868 time: 0.3388560 Jun 28 06:36:31.687862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d6a82a-6e08-42be-81a4-4e698521c69b,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:36:31.696362 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.696756 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.697109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.697687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.698008 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.698345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.698671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.698989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.699301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.699614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.699923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.700232 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:36:31.704024 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:36:32.058099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7f833496-6a11-4668-86f9-056385322826 None None] Provisioning complete for port 0e682a40-6911-4f04-b16e-436b27ee2390 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:36:32.058481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f833496-6a11-4668-86f9-056385322826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:32.141062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7f833496-6a11-4668-86f9-056385322826 None None] Provisioning complete for port 15c41d32-a208-48e8-a6ae-5e7e39a7a94d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:36:32.141448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f833496-6a11-4668-86f9-056385322826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:33.836491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48376) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:36:34.029945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61222127-30c4-47da-8156-067af1eb6680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:34.030415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61222127-30c4-47da-8156-067af1eb6680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:34.031909 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-61222127-30c4-47da-8156-067af1eb6680 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944456 Jun 28 06:36:36.215493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48384) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:36:36.345121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36b785-7431-4069-865a-4394dffcd653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:36.345588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36b785-7431-4069-865a-4394dffcd653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:36.347074 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bc36b785-7431-4069-865a-4394dffcd653 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306515 Jun 28 06:36:38.496776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48392) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:36:38.645812 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b75677-2ba1-4b53-b537-dd6813058f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:38.647837 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d3b75677-2ba1-4b53-b537-dd6813058f63 admin admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 886 time: 0.1501009 Jun 28 06:36:40.800612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48400) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:36:40.944131 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c7b491-a298-403b-91b5-e0bec0c8b861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:40.945536 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-59c7b491-a298-403b-91b5-e0bec0c8b861 admin admin] 10.222.0.24 "GET /v2.0/networks/e1e4e83a-8df5-427b-bb2b-b5d4ba27132a HTTP/1.1" status: 200 len: 869 time: 0.1439488 Jun 28 06:36:43.125412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 48408) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:36:43.249204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2676b2-98e4-46e5-b0d9-03d7ceb45944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:43.249692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2676b2-98e4-46e5-b0d9-03d7ceb45944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:43.251165 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-be2676b2-98e4-46e5-b0d9-03d7ceb45944 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248405 Jun 28 06:36:45.368144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48418) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:36:45.491327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec8116e-d1b4-4977-8613-c6b4966d49ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:45.491794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec8116e-d1b4-4977-8613-c6b4966d49ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:45.493322 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7ec8116e-d1b4-4977-8613-c6b4966d49ca admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238148 Jun 28 06:36:47.633305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48426) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:36:47.723282 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d82971-31d9-4dbc-b453-f37d762a3cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:47.725268 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-08d82971-31d9-4dbc-b453-f37d762a3cfc admin admin] 10.222.0.24 "GET /v2.0/subnets/54d6a82a-6e08-42be-81a4-4e698521c69b HTTP/1.1" status: 200 len: 868 time: 0.0910125 Jun 28 06:36:49.189654 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 5 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:36:49.879714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48434) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:36:49.965669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d04593-cc58-428b-8b36-6da8c600d34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:36:49.967035 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-58d04593-cc58-428b-8b36-6da8c600d34a admin admin] 10.222.0.24 "GET /v2.0/subnets/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70 HTTP/1.1" status: 200 len: 816 time: 0.0859597 Jun 28 06:36:53.692819 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f941c8e8-2dea-4f20-bb0a-e2834f6f1aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:56.400676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:56.440522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bcf68239-83fd-4c10-9111-4e9bab31c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:57.497006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:36:59.205181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:13.696982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48478) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:37:13.742264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-51b63b6e-a16f-4caf-a719-4d3441b38e07 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:37:13.743251 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-51b63b6e-a16f-4caf-a719-4d3441b38e07 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450554 Jun 28 06:37:15.966123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 48486) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:37:16.024528 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-273cc023-6322-472d-aabe-0e0234c0ab45 admin admin] GET failed (client error): The resource could not be found. Jun 28 06:37:16.025859 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-273cc023-6322-472d-aabe-0e0234c0ab45 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588055 Jun 28 06:37:16.163477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c24ee7e-2aac-492e-9451-ca147e23b0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:37:16.164898 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5c24ee7e-2aac-492e-9451-ca147e23b0f4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352038 Jun 28 06:37:18.332748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48494) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:37:18.378251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:37:18.468739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Made reservation on behalf of 8543aee06d6443f2a84367877577093c for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:37:18.471055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:18.505109 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.services.revisions.revision_plugin [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Could not find related network for resource to bump revision. Jun 28 06:37:18.516460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:37:18.524908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:18.525240 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Added segment 9f15e1b7-d260-416d-871c-f23a50acc433 of type vlan for network cd01e3b3-fde1-43a0-a605-cee43f76dce6 Jun 28 06:37:18.570847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:18.667633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:18.669034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:37:18.669614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:18.671675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:37:18.782349 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4479592 Jun 28 06:37:18.782988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd01e3b3-fde1-43a0-a605-cee43f76dce6,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:37:18.786498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:37:18.793824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network cd01e3b3-fde1-43a0-a605-cee43f76dce6 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:37:20.997494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48502) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:37:21.055739 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31bd8cb-fa71-4335-a2c8-51c4952f56ec admin admin] GET failed (client error): The resource could not be found. Jun 28 06:37:21.057065 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a31bd8cb-fa71-4335-a2c8-51c4952f56ec admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585954 Jun 28 06:37:21.124189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f323702-f584-45c9-8feb-895f0d9d85a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:37:21.125642 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4f323702-f584-45c9-8feb-895f0d9d85a8 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649171 Jun 28 06:37:21.135589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:37:21.216899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Made reservation on behalf of 8543aee06d6443f2a84367877577093c for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:37:21.219108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:21.434687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:21.437561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9bc2f1c8-1a1e-4a80-bd16-29a446b6aae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:37:21.491454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7820b503-a643-460c-9ba5-6044ef8dfced,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:37:21.494879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:37:21.501467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Checking segment: {'id': '9f15e1b7-d260-416d-871c-f23a50acc433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:37:21.501814 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Network hostable DHCP agents. Network: cd01e3b3-fde1-43a0-a605-cee43f76dce6, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:37:21.594419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Network cd01e3b3-fde1-43a0-a605-cee43f76dce6 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:37:21.714321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, cd01e3b3-fde1-43a0-a605-cee43f76dce6) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:37:21.718535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:37:21.719116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:21.724542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f84a3b9-5279-44bd-82de-0334b7768dfc None None] Network cd01e3b3-fde1-43a0-a605-cee43f76dce6 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:37:21.834998 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7026002 Jun 28 06:37:21.963708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-cd01e3b3-fde1-43a0-a605-cee43f76dce6', 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6', 'tenant_id': '8543aee06d6443f2a84367877577093c', 'fixed_ips': [{'subnet_id': '7820b503-a643-460c-9ba5-6044ef8dfced'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:37:21.964893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:22.103855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Allocated IP 192.168.233.2 (cd01e3b3-fde1-43a0-a605-cee43f76dce6/7820b503-a643-460c-9ba5-6044ef8dfced/c145abc2-0b78-4a72-b3df-d0e089838949) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:37:22.248953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:22.258499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Transition to ACTIVE for port object c145abc2-0b78-4a72-b3df-d0e089838949 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:37:22.274013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Transition to ACTIVE for port object c145abc2-0b78-4a72-b3df-d0e089838949 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:37:22.349799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:22.352163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a2515f5d-adf8-433d-b3de-95b061355119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:37:22.391078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Network cd01e3b3-fde1-43a0-a605-cee43f76dce6 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:37:22.393922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:37:22.397951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:37:22.405104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Pushing event updated for resources: {'Port': ['ID=c145abc2-0b78-4a72-b3df-d0e089838949,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:37:22.430115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.435256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:37:22.440027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:37:22.470201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Attempting to bind port c145abc2-0b78-4a72-b3df-d0e089838949 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:37:22.470569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Attempting to bind port c145abc2-0b78-4a72-b3df-d0e089838949 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '9f15e1b7-d260-416d-871c-f23a50acc433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:37:22.470933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Attempting to bind port c145abc2-0b78-4a72-b3df-d0e089838949 on network cd01e3b3-fde1-43a0-a605-cee43f76dce6 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:37:22.477171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:37:22.477542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Checking segment: {'id': '9f15e1b7-d260-416d-871c-f23a50acc433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:37:22.477946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:22.478339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Bound using segment: {'id': '9f15e1b7-d260-416d-871c-f23a50acc433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:37:22.478805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Bound port: c145abc2-0b78-4a72-b3df-d0e089838949, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f15e1b7-d260-416d-871c-f23a50acc433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:37:22.479197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:22.547306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f067f325-5c08-40b9-a630-300947114c70 None None] For port c145abc2-0b78-4a72-b3df-d0e089838949, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:37:22.551181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f067f325-5c08-40b9-a630-300947114c70 None None] For port c145abc2-0b78-4a72-b3df-d0e089838949, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c145abc2-0b78-4a72-b3df-d0e089838949,segment=NetworkSegment(9f15e1b7-d260-416d-871c-f23a50acc433),segment_id=9f15e1b7-d260-416d-871c-f23a50acc433)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:37:22.606518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:22.608870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:37:22.672319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Pushing event updated for resources: {'Port': ['ID=c145abc2-0b78-4a72-b3df-d0e089838949,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:37:22.676785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:37:23.498887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da5f843-6f99-406a-8201-579285a09ff3 None None] Network cd01e3b3-fde1-43a0-a605-cee43f76dce6 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:37:23.648952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-64915c92-b24c-4c33-951f-6f13037526c2 None None] Provisioning for port c145abc2-0b78-4a72-b3df-d0e089838949 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:37:23.737587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-16f5f56a-f0a8-4a6e-a794-1c623d219807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:24.418553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c145abc2-0b78-4a72-b3df-d0e089838949 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:37:24.542828 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port c145abc2-0b78-4a72-b3df-d0e089838949 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:37:24.546912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port c145abc2-0b78-4a72-b3df-d0e089838949 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:37:24.547300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:24.630859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:24.663215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port c145abc2-0b78-4a72-b3df-d0e089838949, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c145abc2-0b78-4a72-b3df-d0e089838949,segment=NetworkSegment(9f15e1b7-d260-416d-871c-f23a50acc433),segment_id=9f15e1b7-d260-416d-871c-f23a50acc433)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:37:24.714585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:24.716772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:37:24.763268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=c145abc2-0b78-4a72-b3df-d0e089838949,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:37:24.766698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:37:26.188215 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 5 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:37:26.390860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c145abc2-0b78-4a72-b3df-d0e089838949 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:37:26.394526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:26.443657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port c145abc2-0b78-4a72-b3df-d0e089838949 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:37:26.443953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:26.464588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ce24-7ed5-47ca-bbbd-2d6a5e3c254a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:27.484740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:29.165785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:53.724316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2be831ed-bbb4-41ef-ae5d-3975788564f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:56.370983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:56.410889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c8ef2f11-08a3-4401-9d97-f51f356929b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:57.672843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:37:59.165120 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:03.186586 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 5 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:38:23.734965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2449a7da-9224-4ef4-a67d-575b8b0288a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:26.427870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:26.473543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c1e3cebb-8318-40fb-a56e-b6e2abb2304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:27.511749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:29.191573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:40.184267 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 5 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:38:45.744977 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48554) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:38:45.751622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-87cec7fd-eefc-458c-8a6c-9fa072a958ca tempest-verify_tempest_config-1759925212 tempest-verify_tempest_config-1759925212-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:38:45.752528 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-87cec7fd-eefc-458c-8a6c-9fa072a958ca tempest-verify_tempest_config-1759925212 tempest-verify_tempest_config-1759925212-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065668 Jun 28 06:38:46.522581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 48572) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:38:46.622397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:46.708903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:46.809810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:46.816876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:38:46.854914 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=971b42c045b547eb8d0aab92100fdde9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3312290 Jun 28 06:38:46.856778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a6e17c-1732-4b8a-ba09-1e26f4590a0b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:38:46.857687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48578) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:38:46.864083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.864564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.864921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.865626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.865626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.865880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.866199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.866544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.866863 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.867174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.867484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.867792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:46.872181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:38:46.914887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:46.935698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:47.099966 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:47.102851 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:47.104013 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75a6e17c-1732-4b8a-ba09-1e26f4590a0b HTTP/1.1" status: 204 len: 168 time: 0.2453730 Jun 28 06:38:47.104682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:38:47.115480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a6e17c-1732-4b8a-ba09-1e26f4590a0b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:38:47.119694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.120053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.120389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.120721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.121066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.121408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.121813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.122060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.122414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.122717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.123029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.123341 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:38:47.127369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:38:53.695364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d79c1d05-6d95-427e-9b70-e503e52de05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:56.371166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:56.419238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ec946a67-6a44-40f9-acc9-9c57e4349ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:57.608237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:38:59.448542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:39:17.182321 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 5 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:39:23.715941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6bab9db0-1eb8-4c55-9ca9-c554bdc25df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:39:26.399289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:39:26.432107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-50bf8818-d98f-4ffd-9613-7c4fc3937f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:39:27.501165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:39:29.214704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:39:53.692509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f68d6569-c220-485a-b42f-f46687445079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:39:54.180446 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 5 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:39:56.391463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:39:56.442919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-20facc54-67ff-45f8-bfe1-147442a308c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:39:57.500136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:39:59.203111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:13.360672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914573'] for agent, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:23.711190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9024374d-96b5-4a0a-a978-24b2a71e0890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:26.396924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:26.423435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-00b26f8c-c171-4ff1-8f30-231b4d176b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:27.500459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:28.093344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48648) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:40:28.200132 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c02fb685-19a3-453b-a237-8090716ccd22 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1055160 Jun 28 06:40:29.173693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:30.364190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48658) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:40:30.416561 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2cccc7dc-96da-42b3-870b-481dfb4b9558 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0512950 Jun 28 06:40:31.179661 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:40:43.293709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:53.693561 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d74f542d-63b5-4a0c-8cdd-68c728a73c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:56.399267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:56.436680 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-22e45f2b-4dc7-46ca-be4f-265112a99022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:57.571117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:40:59.196677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:08.178589 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:41:13.301032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:23.690377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ea13d6ee-8896-41b6-9c99-ee8b2102cd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:26.401625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:26.429900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2396cec7-7678-4745-ba9b-a79776d5f1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:27.561706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:29.202308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:43.315770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:45.177790 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:41:47.831605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48846) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:48.402016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1924070987-network', 'tenant_id': 'b67808f91d83459f8fcccc2724735120'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:48.480441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48868) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:48.549442 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Made reservation on behalf of b67808f91d83459f8fcccc2724735120 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:48.551812 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:48.560198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:48.657519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:48.738148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:48.741288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:48.761960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:41:48.770932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b3075-5594-42b6-8474-e8f6df3655fc,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:48.783419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:48.783772 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Added segment 39b78d6b-381a-46ad-825d-4539e8d9df2d of type vlan for network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 Jun 28 06:41:48.785730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.786089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.786395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.786721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.787042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.787363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.787680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.788507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.788507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.788692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.789015 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.789342 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Tracked resource versions report: Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: pushed versions: Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: { 'AddressGroup': {'1.2'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'ConntrackHelper': {'1.0'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Log': {'1.0'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Network': {'1.1'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Port': {'1.7'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'PortForwarding': {'1.2'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'QosPolicy': {'1.8'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SecurityGroup': {'1.4'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SecurityGroupRule': {'1.2'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SubPort': {'1.0'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Subnet': {'1.1'}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Trunk': {'1.1'}} Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: consumer versions: Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: { DHCP agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: HyperV agent@hv-neutron-7971: {}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: L3 agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: Metadata agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: Metering agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: Open vSwitch agent@dv-neutron-797120-6-hyperv: { 'AddressGroup': '1.2', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'ConntrackHelper': '1.0', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Log': '1.0', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Network': '1.1', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Port': '1.7', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'PortForwarding': '1.2', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'QosPolicy': '1.8', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SecurityGroup': '1.4', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SecurityGroupRule': '1.2', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'SubPort': '1.0', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Subnet': '1.1', Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: 'Trunk': '1.1'}} Jun 28 06:41:48.790405 dv-neutron-797120-6-hyperv neutron-server[100886]: {{(pid=100886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 06:41:48.800656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:48.832981 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:48.975887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:48.977418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:48.978001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:48.981093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:49.037780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Pushing event updated for resources: {'Network': ['ID=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:49.040463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:49.050436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:41:49.087911 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2526228 Jun 28 06:41:49.088207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48886) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:49.094489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Request body: {'subnet': {'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1924070987-subnet', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:49.129730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-423343294-network', 'tenant_id': '7e3a2332b99445df9da299c508b526df'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:49.208315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Made reservation on behalf of b67808f91d83459f8fcccc2724735120 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:49.210790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.331212 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Made reservation on behalf of 7e3a2332b99445df9da299c508b526df for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:49.336016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.349241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.476267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.485941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:49.493718 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.549587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ac959d-f76a-43ac-bb61-d3dc749104f4,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:49.552414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:49.555611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Checking segment: {'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:41:49.556535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Network hostable DHCP agents. Network: a654e1c9-9ac4-43aa-a2a7-6fe652bf9474, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:41:49.599777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.604348 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:49.615866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 48910) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:49.623606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:41:49.641839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.642241 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Added segment d95f06d6-af59-481e-83c5-2dd5e59a77f2 of type vlan for network a232f4af-fb75-42fc-86a9-957d7c91074d Jun 28 06:41:49.643436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc20c3e-2428-4c72-b9cb-e5935bc2a530,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:49.664401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:49.666450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:41:49.704993 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.798041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, a654e1c9-9ac4-43aa-a2a7-6fe652bf9474) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:49.802095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:49.802678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.806964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e788ef1-fb56-4320-ae9f-fb8ce43da17e None None] Network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:41:49.829401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.830699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:49.831259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:49.834382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-802f5e05-8bc7-48b6-ac40-73d6bc85fe81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:49.902188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Pushing event updated for resources: {'Network': ['ID=a232f4af-fb75-42fc-86a9-957d7c91074d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:49.909295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 48922) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:49.909730 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8200247 Jun 28 06:41:49.910656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:49.914700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:49.928501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network a232f4af-fb75-42fc-86a9-957d7c91074d details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:41:49.961762 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4801838 Jun 28 06:41:49.969621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48926) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:49.974700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Request body: {'subnet': {'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-423343294-subnet', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:50.049654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:41:50.050537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.081131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.082536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.144617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e3dccf89-5619-4c5a-ba9c-263e62b28769 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-829801557'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:50.152905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.196565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Allocated IP 172.20.0.2 (a654e1c9-9ac4-43aa-a2a7-6fe652bf9474/95ac959d-f76a-43ac-bb61-d3dc749104f4/728aa5c3-7e7e-48c7-bd67-8d2096bda30b) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:41:50.201606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Made reservation on behalf of 7e3a2332b99445df9da299c508b526df for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:50.204055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.381812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf89-5619-4c5a-ba9c-263e62b28769 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.382901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf89-5619-4c5a-ba9c-263e62b28769 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.391003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.404429 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Transition to ACTIVE for port object 728aa5c3-7e7e-48c7-bd67-8d2096bda30b will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:41:50.425244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Transition to ACTIVE for port object 728aa5c3-7e7e-48c7-bd67-8d2096bda30b will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:41:50.472173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf89-5619-4c5a-ba9c-263e62b28769 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.549942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.555920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0a86e6e9-ca93-4063-9e00-fe9981252554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:50.577998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.582405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.590791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:50.594351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf89-5619-4c5a-ba9c-263e62b28769 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.619655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3210fa62-75ac-48b8-b28d-2530ed5ef449,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:50.625078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:50.640937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:41:50.650249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:50.652211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Pushing event updated for resources: {'Port': ['ID=728aa5c3-7e7e-48c7-bd67-8d2096bda30b,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:50.656118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:41:50.658213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Checking segment: {'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:41:50.659112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Network hostable DHCP agents. Network: a232f4af-fb75-42fc-86a9-957d7c91074d, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:41:50.665034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 48946) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:50.667810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.668392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.669078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.670257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.670763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.671263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.671743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.672235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.673068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.673575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.673895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.674391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Tracked resource versions report: Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: pushed versions: Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: { 'AddressGroup': {'1.2'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'ConntrackHelper': {'1.0'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Log': {'1.0'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Network': {'1.1'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Port': {'1.7'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'PortForwarding': {'1.2'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'QosPolicy': {'1.8'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SecurityGroup': {'1.4'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SecurityGroupRule': {'1.2'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SubPort': {'1.0'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Subnet': {'1.1'}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Trunk': {'1.1'}} Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: consumer versions: Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: { DHCP agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: HyperV agent@hv-neutron-7971: {}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: L3 agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: Metadata agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: Metering agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: Open vSwitch agent@dv-neutron-797120-6-hyperv: { 'AddressGroup': '1.2', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'ConntrackHelper': '1.0', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Log': '1.0', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Network': '1.1', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Port': '1.7', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'PortForwarding': '1.2', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'QosPolicy': '1.8', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SecurityGroup': '1.4', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SecurityGroupRule': '1.2', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'SubPort': '1.0', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Subnet': '1.1', Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: 'Trunk': '1.1'}} Jun 28 06:41:50.675640 dv-neutron-797120-6-hyperv neutron-server[100888]: {{(pid=100888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 06:41:50.687298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:50.704936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf89-5619-4c5a-ba9c-263e62b28769 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.706548 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e3dccf89-5619-4c5a-ba9c-263e62b28769 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0890496 Jun 28 06:41:50.709247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48950) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:50.752161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 48952) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:50.791013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Network a232f4af-fb75-42fc-86a9-957d7c91074d is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:41:50.819352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Attempting to bind port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:50.819724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Attempting to bind port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:50.820088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Attempting to bind port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b on network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:50.841347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:41:50.841347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Checking segment: {'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:41:50.842212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.842559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Bound using segment: {'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:41:50.843099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Bound port: 728aa5c3-7e7e-48c7-bd67-8d2096bda30b, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:41:50.845043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.904561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.915657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, a232f4af-fb75-42fc-86a9-957d7c91074d) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:50.930808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704da7de-072b-4f97-8fbe-e27453d76a15 None None] Network a232f4af-fb75-42fc-86a9-957d7c91074d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:41:50.938874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 48958) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:50.940138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.959103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:50.959777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:50.979460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7e21-2b52-4f30-8fdd-939f8a287a00 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.024586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48960) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:51.052613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Allocated IP 172.26.4.177 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/deb622f7-5c0a-43ef-ac70-f6ab845f5278) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:41:51.068012 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0949106 Jun 28 06:41:51.069107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48964) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:51.076784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:51.094891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] For port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:41:51.111882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] For port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=728aa5c3-7e7e-48c7-bd67-8d2096bda30b,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:41:51.204354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.224034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.226698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:51.254219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-a232f4af-fb75-42fc-86a9-957d7c91074d', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:41:51.255839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.257904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2136056348'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:51.286731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:51.311340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.315661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:51.318876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7e21-2b52-4f30-8fdd-939f8a287a00 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.324462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7e21-2b52-4f30-8fdd-939f8a287a00 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.391080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7570c6e1-6163-41b6-8b20-91b186c452ff tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-232124984'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:51.391774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7570c6e1-6163-41b6-8b20-91b186c452ff tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Unknown quota resources ['metering_label']. {{(pid=100886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 28 06:41:51.398638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Pushing event updated for resources: {'Port': ['ID=728aa5c3-7e7e-48c7-bd67-8d2096bda30b,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:51.405690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:51.422689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Pushing event updated for resources: {'Port': ['ID=deb622f7-5c0a-43ef-ac70-f6ab845f5278,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:51.462720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.463294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.463840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.464553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.465319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.466273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.466737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.467552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.468109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.468804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Tracked resource versions report: Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: pushed versions: Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: { 'AddressGroup': {'1.2'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'ConntrackHelper': {'1.0'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Log': {'1.0'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Network': {'1.1'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Port': {'1.7'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'PortForwarding': {'1.2'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'QosPolicy': {'1.8'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SecurityGroup': {'1.4'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SecurityGroupRule': {'1.2'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SubPort': {'1.0'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Subnet': {'1.1'}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Trunk': {'1.1'}} Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: consumer versions: Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: { DHCP agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: HyperV agent@hv-neutron-7971: {}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: L3 agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: Metadata agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: Metering agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: Open vSwitch agent@dv-neutron-797120-6-hyperv: { 'AddressGroup': '1.2', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'ConntrackHelper': '1.0', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Log': '1.0', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Network': '1.1', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Port': '1.7', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'PortForwarding': '1.2', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'QosPolicy': '1.8', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SecurityGroup': '1.4', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SecurityGroupRule': '1.2', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'SubPort': '1.0', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Subnet': '1.1', Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: 'Trunk': '1.1'}} Jun 28 06:41:51.473797 dv-neutron-797120-6-hyperv neutron-server[100887]: {{(pid=100887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 06:41:51.480249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:51.495982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:41:51.502553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 48972) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:51.504891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Allocated IP 172.20.0.2 (a232f4af-fb75-42fc-86a9-957d7c91074d/3210fa62-75ac-48b8-b28d-2530ed5ef449/bcc27d7c-97c9-4384-aa33-78bd067b9c85) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:41:51.505063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:51.510054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:41:51.521662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.522854 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.625755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1626253250'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:51.726348 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7570c6e1-6163-41b6-8b20-91b186c452ff tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.727617 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7570c6e1-6163-41b6-8b20-91b186c452ff tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7020545 Jun 28 06:41:51.732393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48976) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:51.737335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4db86ded-0708-479c-a849-b35a6edd9edf tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0e5d2c26-a537-4a84-a844-18a61404395d'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:51.737928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4db86ded-0708-479c-a849-b35a6edd9edf tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 28 06:41:51.816545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.828178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Transition to ACTIVE for port object bcc27d7c-97c9-4384-aa33-78bd067b9c85 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:41:51.836623 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7e21-2b52-4f30-8fdd-939f8a287a00 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.838528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9d7e21-2b52-4f30-8fdd-939f8a287a00 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16c81b3f-8b84-4005-94f3-7fd694b10036 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:41:51.855409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Transition to ACTIVE for port object bcc27d7c-97c9-4384-aa33-78bd067b9c85 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:41:51.862104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7e21-2b52-4f30-8fdd-939f8a287a00 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.863297 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ab9d7e21-2b52-4f30-8fdd-939f8a287a00 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] 10.222.0.24 "DELETE /v2.0/routers/16c81b3f-8b84-4005-94f3-7fd694b10036 HTTP/1.1" status: 204 len: 168 time: 1.1529901 Jun 28 06:41:51.875542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48978) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:51.880181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Request body: {'router': {'name': 'tempest-router-1764521573', 'distributed': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:51.918961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-435815563'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:51.926741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Made reservation on behalf of 00758898903646e7a538ce07e029eed4 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:51.930239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.933514 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.services.metering.metering_plugin [None req-4db86ded-0708-479c-a849-b35a6edd9edf tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 28 06:41:51.938535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.939938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.944659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:51.978074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:51.996800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Network a232f4af-fb75-42fc-86a9-957d7c91074d is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:41:52.004024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:52.008125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:41:52.015933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Pushing event updated for resources: {'Port': ['ID=bcc27d7c-97c9-4384-aa33-78bd067b9c85,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:52.020438 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:52.045656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4db86ded-0708-479c-a849-b35a6edd9edf tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.046825 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4db86ded-0708-479c-a849-b35a6edd9edf tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3133044 Jun 28 06:41:52.050358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48982) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:52.055009 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-17607601-b240-48d9-8c9c-99d86b3090e8 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0e5d2c26-a537-4a84-a844-18a61404395d'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:52.055485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-17607601-b240-48d9-8c9c-99d86b3090e8 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 28 06:41:52.059573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.064915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:41:52.064915 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:41:52.064915 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '4cd094223921431290b311a8bc6244d5', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 41, 51, 901862)}] Jun 28 06:41:52.064915 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:41:52.064915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:41:52.070974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Attempting to bind port bcc27d7c-97c9-4384-aa33-78bd067b9c85 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:52.071350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Attempting to bind port bcc27d7c-97c9-4384-aa33-78bd067b9c85 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:52.071839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Attempting to bind port bcc27d7c-97c9-4384-aa33-78bd067b9c85 on network a232f4af-fb75-42fc-86a9-957d7c91074d {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:52.078306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:41:52.078608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Checking segment: {'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:41:52.079012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.079400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Bound using segment: {'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:41:52.079862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Bound port: bcc27d7c-97c9-4384-aa33-78bd067b9c85, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:41:52.080259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.117545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:41:52.117545 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:41:52.117545 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '00758898903646e7a538ce07e029eed4', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 41, 51, 994115)}] Jun 28 06:41:52.117545 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:41:52.117992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:41:52.118347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:41:52.118347 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:41:52.118347 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': 'f3f12ca7dd3d4ed5a2c7eb8e00c94977', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 41, 51, 959913)}] Jun 28 06:41:52.118347 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:41:52.118746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:41:52.148308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] For port bcc27d7c-97c9-4384-aa33-78bd067b9c85, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:41:52.152129 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] For port bcc27d7c-97c9-4384-aa33-78bd067b9c85, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bcc27d7c-97c9-4384-aa33-78bd067b9c85,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:41:52.223753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Made reservation on behalf of 468535580349421a81e0d4661725fbbd for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:52.227253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.245378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.245759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.255721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.270132 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.services.metering.metering_plugin [None req-17607601-b240-48d9-8c9c-99d86b3090e8 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 28 06:41:52.270677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.273848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:52.356570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Pushing event updated for resources: {'Port': ['ID=bcc27d7c-97c9-4384-aa33-78bd067b9c85,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:52.360812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:52.406329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-17607601-b240-48d9-8c9c-99d86b3090e8 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.409470 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-17607601-b240-48d9-8c9c-99d86b3090e8 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3562963 Jun 28 06:41:52.412743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 48984) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:52.445508 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cc3aed32-7a30-4fa4-8b59-e2bf3b90be55 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=616a6355-cf15-4ebc-a172-4d1881697fdd HTTP/1.1" status: 200 len: 464 time: 0.0289991 Jun 28 06:41:52.446998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48986) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:52.449808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.623918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.643166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 728aa5c3-7e7e-48c7-bd67-8d2096bda30b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:41:52.657243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.718683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941235a6-2123-4f9e-a843-ba2403d110c7 None None] Network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:41:52.738122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.765693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Allocated IP 172.26.4.47 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/7c553463-4173-4ef3-ab07-f9e27bce0326) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:41:52.829624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.852427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:41:52.863086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.868320 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Added segment fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2 of type vlan for network bf25edcd-2771-47f9-afd5-45d2a8e1a591 Jun 28 06:41:52.909542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f76c0fa1-8e0d-469a-97e8-b6e6d4f49dfe tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.909787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cbb55913-d6c6-4250-85a7-607d2efb9422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:52.910657 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f76c0fa1-8e0d-469a-97e8-b6e6d4f49dfe tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/616a6355-cf15-4ebc-a172-4d1881697fdd HTTP/1.1" status: 204 len: 168 time: 0.4618979 Jun 28 06:41:52.915973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.916168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48990) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:52.922288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-83b39ab2-6b01-42e9-877f-116ea29d4ee5 None None] Provisioning for port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:41:52.926174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:41:52.926174 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:41:52.926174 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '4cd094223921431290b311a8bc6244d5', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 41, 52, 738551)}] Jun 28 06:41:52.926174 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:41:52.926533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:41:52.936650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.939331 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ecef7e5c-4a85-4345-832a-b4e0b00869b4 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=616a6355-cf15-4ebc-a172-4d1881697fdd HTTP/1.1" status: 200 len: 221 time: 0.0223591 Jun 28 06:41:52.945924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48992) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:52.952281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:41:52.952281 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:41:52.952281 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '00758898903646e7a538ce07e029eed4', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 41, 52, 677881)}] Jun 28 06:41:52.952281 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:41:52.953190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:41:52.956760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:41:52.965481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:41:52.968236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:52.971522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d05f2992-f3dc-4b5b-bda5-bc5d63d4558f tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--237711857', 'description': 'label created by tempest'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:52.971965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d05f2992-f3dc-4b5b-bda5-bc5d63d4558f tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Unknown quota resources ['metering_label']. {{(pid=100886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 28 06:41:52.975863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.076719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d394dec4-8495-4904-aab0-ec2417dea7a3,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:53.076719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.resource_extend [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 06:41:53.077097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.112793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:53.118807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Made reservation on behalf of f3f12ca7dd3d4ed5a2c7eb8e00c94977 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:53.123188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.133991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=728aa5c3-7e7e-48c7-bd67-8d2096bda30b,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:41:53.136235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.206193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.246295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d05f2992-f3dc-4b5b-bda5-bc5d63d4558f tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.250128 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d05f2992-f3dc-4b5b-bda5-bc5d63d4558f tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3007870 Jun 28 06:41:53.250545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48994) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:53.280136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6d23ac9c-7966-436a-a17a-27e466d1c424 None None] Provisioning complete for port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:41:53.281116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d23ac9c-7966-436a-a17a-27e466d1c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.300688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.322283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.334565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c11a8278-bbc8-4b06-a730-c0f8fe7d4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:53.335474 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ddad3f39-59ec-40d5-b1e0-e331d8472253 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=019bc4ed-33a9-4d98-a08a-cd60c3d0ad88 HTTP/1.1" status: 200 len: 467 time: 0.0836906 Jun 28 06:41:53.338014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 48996) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:53.361216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.362079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Router 72bbbb4c-a8bc-4914-a445-5782a66dd180 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:41:53.370449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:53.371261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.379852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:53.390604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=728aa5c3-7e7e-48c7-bd67-8d2096bda30b,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:53.395502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:53.422411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.514413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.515684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.554062 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4256525 Jun 28 06:41:53.561623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Pushing event updated for resources: {'Network': ['ID=bf25edcd-2771-47f9-afd5-45d2a8e1a591,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:53.575932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:53.576344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:53.579874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:41:53.582616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Allocated IP 172.26.4.159 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/880d7759-8e85-42a2-bcd9-867212747054) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:41:53.584967 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network bf25edcd-2771-47f9-afd5-45d2a8e1a591 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:41:53.613737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:41:53.627076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:53.634361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:41:53.670244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.670593 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Added segment 42d5fcee-81a2-4f78-8b89-c60eaa16d367 of type vlan for network 27c78918-3f0f-4fc2-ad1a-42f97355befd Jun 28 06:41:53.677236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c329eeed-3d55-47ca-8874-bb28caf80b32 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.678735 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c329eeed-3d55-47ca-8874-bb28caf80b32 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/019bc4ed-33a9-4d98-a08a-cd60c3d0ad88 HTTP/1.1" status: 204 len: 168 time: 0.3398130 Jun 28 06:41:53.681749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49006) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:53.692886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a162b94-f59a-436f-80f2-f672cafd8fdc,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:53.746101 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-819ee3f0-3048-435e-8d47-a7cdf8993665 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=019bc4ed-33a9-4d98-a08a-cd60c3d0ad88 HTTP/1.1" status: 200 len: 216 time: 0.0553110 Jun 28 06:41:53.746101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.746101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.751257 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49010) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:53.759291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:53.759713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:53.769368 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1640676c-8df9-4dcc-bab7-0df7b4c54ae5 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0127163 Jun 28 06:41:53.769463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c1b364ce-c26b-4d5e-82d5-9b38b8da16b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.776277 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49012) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:53.790363 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9446d61e-e568-4895-bdfc-ce83e6e32273 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0145586 Jun 28 06:41:53.794632 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49014) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:53.804845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:41:53.823191 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Sync routers for ids ['72bbbb4c-a8bc-4914-a445-5782a66dd180'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:41:53.824172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.830325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb27b4-2788-4730-b9ee-43d015718cd8 None None] Network a232f4af-fb75-42fc-86a9-957d7c91074d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:41:53.835258 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Routers {'72bbbb4c-a8bc-4914-a445-5782a66dd180'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:41:53.836070 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:41:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['72bbbb4c-a8bc-4914-a445-5782a66dd180'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:53.862086 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-54c308e2-c41a-477c-bf78-b5a190d3c1a7 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/0e5d2c26-a537-4a84-a844-18a61404395d HTTP/1.1" status: 200 len: 472 time: 0.0600550 Jun 28 06:41:53.868586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49016) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:53.922536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.958818 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b224b1cc-6b06-46de-9555-45c4bedf91a1 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/7e9f6136-5c79-4605-972f-fc78a6a341ab HTTP/1.1" status: 200 len: 461 time: 0.0863492 Jun 28 06:41:53.961915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Pushing event updated for resources: {'Port': ['ID=7c553463-4173-4ef3-ab07-f9e27bce0326,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:53.973729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:53.974665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49018) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:53.976589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.981640 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Set router 72bbbb4c-a8bc-4914-a445-5782a66dd180 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:41:53.982913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:53.996885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:53.997745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.007303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.009304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a4f98145-7070-4f4d-9424-aeca8a164378 None None] Provisioning for port bcc27d7c-97c9-4384-aa33-78bd067b9c85 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:41:54.013428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eff4e8c5-7397-4bf0-9a52-6d66be0db80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:54.111845 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.200495 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:51Z', 'revision_number': 3, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:54.240016 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Checking router: 72bbbb4c-a8bc-4914-a445-5782a66dd180 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:41:54.240373 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Updating router 72bbbb4c-a8bc-4914-a445-5782a66dd180 port deb622f7-5c0a-43ef-ac70-f6ab845f5278 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:41:54.255481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49020) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:54.262627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Request body: {'port': {'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-38959000'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:54.296117 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.332207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Pushing event updated for resources: {'Network': ['ID=27c78918-3f0f-4fc2-ad1a-42f97355befd,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:54.335062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:54.337328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.343497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 27c78918-3f0f-4fc2-ad1a-42f97355befd details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:41:54.431304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.448203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.452468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:54.513550 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:41:54.521540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:54.527651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:41:54.596217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.654906 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.660785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:41:54.670627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.677389 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Added segment be88a87e-fa39-4a12-a10b-759532454bb3 of type vlan for network c2949dd8-9c0b-4a28-8275-2ea579f6f743 Jun 28 06:41:54.677521 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Transition to ACTIVE for port object deb622f7-5c0a-43ef-ac70-f6ab845f5278 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:41:54.706621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:54.708289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bcc27d7c-97c9-4384-aa33-78bd067b9c85 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:41:54.713149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9086-d264-4375-b8e9-3624bb45cae5 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.716582 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bf5f9086-d264-4375-b8e9-3624bb45cae5 tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/7e9f6136-5c79-4605-972f-fc78a6a341ab HTTP/1.1" status: 204 len: 168 time: 0.7377746 Jun 28 06:41:54.716582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.716582 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8053856 Jun 28 06:41:54.732492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49024) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:54.735454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49026) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:54.735643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Pushing event updated for resources: {'Port': ['ID=880d7759-8e85-42a2-bcd9-867212747054,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:54.748750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.765947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:54.784091 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.788200 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-42d626b5-510e-4938-9e37-2014762a4159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:54.797015 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2810056 Jun 28 06:41:54.797576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.798755 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-51055b22-8df0-481b-8a0d-9e8e5c0ad03e tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 2.9222665 Jun 28 06:41:54.803461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49030) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:54.803784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49032) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:54.816291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.841358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port bcc27d7c-97c9-4384-aa33-78bd067b9c85 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:41:54.845186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port bcc27d7c-97c9-4384-aa33-78bd067b9c85 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:41:54.845558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.856988 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Pushing event updated for resources: {'Port': ['ID=deb622f7-5c0a-43ef-ac70-f6ab845f5278,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:54.867881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7f2abd-092b-4f21-a536-943aa4307c22,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:54.880717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:54.884481 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.884481 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.884481 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.885175 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.885175 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.885418 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.885717 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.888560 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.889086 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.891368 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.894473 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.895441 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:41:54.897106 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed838-1746-4580-9f67-2d4260e6f1a0 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Tracked resource versions report: Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: pushed versions: Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: { 'AddressGroup': {'1.2'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'ConntrackHelper': {'1.0'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Log': {'1.0'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Network': {'1.1'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Port': {'1.7'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'PortForwarding': {'1.2'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'QosPolicy': {'1.8'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SecurityGroup': {'1.4'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SecurityGroupRule': {'1.2'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SubPort': {'1.0'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Subnet': {'1.1'}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Trunk': {'1.1'}} Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: consumer versions: Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: { DHCP agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: HyperV agent@hv-neutron-7971: {}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: L3 agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: Metadata agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: Metering agent@dv-neutron-797120-6-hyperv: {}, Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: Open vSwitch agent@dv-neutron-797120-6-hyperv: { 'AddressGroup': '1.2', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'ConntrackHelper': '1.0', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Log': '1.0', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Network': '1.1', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Port': '1.7', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'PortForwarding': '1.2', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'QosPolicy': '1.8', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SecurityGroup': '1.4', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SecurityGroupRule': '1.2', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'SubPort': '1.0', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Subnet': '1.1', Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: 'Trunk': '1.1'}} Jun 28 06:41:54.898307 dv-neutron-797120-6-hyperv neutron-server[100890]: {{(pid=100890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 06:41:54.908171 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:54.915371 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Attempting to bind port deb622f7-5c0a-43ef-ac70-f6ab845f5278 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:54.915734 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Attempting to bind port deb622f7-5c0a-43ef-ac70-f6ab845f5278 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:54.916096 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Attempting to bind port deb622f7-5c0a-43ef-ac70-f6ab845f5278 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:54.928258 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:41:54.929163 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:41:54.930221 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.931001 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:41:54.932415 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Bound port: deb622f7-5c0a-43ef-ac70-f6ab845f5278, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:41:54.934122 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:54.949445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Request body: {'network': {'name': 'tempest-network--10348111', 'router:external': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:54.968288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.007679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port bcc27d7c-97c9-4384-aa33-78bd067b9c85, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bcc27d7c-97c9-4384-aa33-78bd067b9c85,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:41:55.016672 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] For port deb622f7-5c0a-43ef-ac70-f6ab845f5278, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:41:55.020502 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] For port deb622f7-5c0a-43ef-ac70-f6ab845f5278, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=deb622f7-5c0a-43ef-ac70-f6ab845f5278,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:41:55.021589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.026182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Made reservation on behalf of 1fde7192b50e4b338b228023b40f289d for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:55.029271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.030547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fec8c338-e938-49d8-8927-0d1335d52fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:55.110323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.111346 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.111629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.113971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.114141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.115889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 728aa5c3-7e7e-48c7-bd67-8d2096bda30b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:41:55.119980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:55.123663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:55.127131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.131208 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:55.172481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed838-1746-4580-9f67-2d4260e6f1a0 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.179911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed838-1746-4580-9f67-2d4260e6f1a0 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.180398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Pushing event updated for resources: {'Port': ['ID=7c553463-4173-4ef3-ab07-f9e27bce0326,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:55.185247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:55.187069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:55.207535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-542cc647-9467-46e2-9ad1-5b4770b84f2c tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.207535 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-542cc647-9467-46e2-9ad1-5b4770b84f2c tempest-MeteringTestJSON-783069564 tempest-MeteringTestJSON-783069564-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/0e5d2c26-a537-4a84-a844-18a61404395d HTTP/1.1" status: 204 len: 168 time: 0.4670961 Jun 28 06:41:55.210774 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Pushing event updated for resources: {'Port': ['ID=deb622f7-5c0a-43ef-ac70-f6ab845f5278,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:55.242633 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Routers {'72bbbb4c-a8bc-4914-a445-5782a66dd180'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:41:55.244049 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:41:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['72bbbb4c-a8bc-4914-a445-5782a66dd180'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:55.258349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Made reservation on behalf of 4673312797094ab884de4afe9500a0f9 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:55.260447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.305462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Pushing event updated for resources: {'Network': ['ID=c2949dd8-9c0b-4a28-8275-2ea579f6f743,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:55.309748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:55.324165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network c2949dd8-9c0b-4a28-8275-2ea579f6f743 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:41:55.357903 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.6012051 Jun 28 06:41:55.360612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49042) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:55.370229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Request body: {'subnet': {'network_id': 'c2949dd8-9c0b-4a28-8275-2ea579f6f743', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:55.384343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.394577 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] Set router 72bbbb4c-a8bc-4914-a445-5782a66dd180 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:41:55.429460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.434868 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7679937 Jun 28 06:41:55.437746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49044) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:55.440770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=bcc27d7c-97c9-4384-aa33-78bd067b9c85,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:55.452791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:55.458273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:41:55.458856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.473841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.485102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1074088453', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'fixed_ips': [{'ip_address': '172.26.4.47'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:55.520745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed838-1746-4580-9f67-2d4260e6f1a0 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.521508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2ed838-1746-4580-9f67-2d4260e6f1a0 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f726270d-2874-4a76-88bd-64c2a12eb68d {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:41:55.533081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed838-1746-4580-9f67-2d4260e6f1a0 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.534405 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6b2ed838-1746-4580-9f67-2d4260e6f1a0 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f726270d-2874-4a76-88bd-64c2a12eb68d HTTP/1.1" status: 204 len: 168 time: 0.7286017 Jun 28 06:41:55.540261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49046) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:55.551514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5ebf78ba-688b-46ce-a995-3fb39b108bba tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Request body: {'router': {'name': 'tempest-router-1793994216', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0cc10ec15c4e430b8fbced908480460d'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:55.578070 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:55.664508 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:51Z', 'revision_number': 3, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:55.691048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.695070 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c305f-d50e-4f11-b727-caccb89d33e9 None None] The sync data for ids ['72bbbb4c-a8bc-4914-a445-5782a66dd180'] in dv-neutron-797120-6-hyperv is: [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:51Z', 'revision_number': 3, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:41:55.696967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.754247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.847827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:55.857931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:55.868142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] device_id is not set on port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:41:55.886704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-5ebf78ba-688b-46ce-a995-3fb39b108bba tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:41:55.886704 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:41:55.886704 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '0cc10ec15c4e430b8fbced908480460d', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 41, 55, 564095)}] Jun 28 06:41:55.886704 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:41:55.887053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-5ebf78ba-688b-46ce-a995-3fb39b108bba tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:41:55.887472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:41:55.887472 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:41:55.887472 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '9c4e2774a97b4cb08a911ef1092ebe0b', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 41, 55, 526449)}] Jun 28 06:41:55.887472 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:41:55.888580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:41:55.890737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:41:55.890737 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:41:55.890737 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '00758898903646e7a538ce07e029eed4', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 41, 55, 581847)}] Jun 28 06:41:55.890737 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:41:55.891009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:41:56.017777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a6833-78d0-4680-a6c6-8f754b5aa96f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:56.017777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:56.019290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Allocated IP 172.20.0.1 (a654e1c9-9ac4-43aa-a2a7-6fe652bf9474/95ac959d-f76a-43ac-bb61-d3dc749104f4/2d9315bc-90a1-4014-9d3f-9d2f95cab5ce) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:41:56.141401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49052) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:56.163824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.180227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Transition to ACTIVE for port object 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:41:56.245896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.286914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d22a5b28-4b51-4169-b451-a270e1fc4655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.296032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.307751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:56.355101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Pushing event updated for resources: {'Port': ['ID=2d9315bc-90a1-4014-9d3f-9d2f95cab5ce,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:56.358766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:41:56.359772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:56.362953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:56.367243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:41:56.367733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.397283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Router a2668517-1866-4a8f-bc84-f1668ecab821 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:41:56.415075 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.422486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.422743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:56.445594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] device_id is not set on port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:41:56.464457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9e6a0c2-ef21-41f6-b6e3-cc8d3b1c0b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.499504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:41:56.527394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.566234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b357b7-84a1-4181-8bed-47c1ef54a6a5,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:56.566234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:56.572034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.572474 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Added segment 5a894dc0-1dd3-438a-9900-30e371e331e4 of type vlan for network 3a14b079-68db-458b-85bb-76d6bddad358 Jun 28 06:41:56.590432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Transition to ACTIVE for port object d34a8a17-ad33-4d8c-b3fd-3ca091f6959d will not be triggered until provisioned by entity L2. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:41:56.609218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d22a5b28-4b51-4169-b451-a270e1fc4655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.674702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.695328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:41:56.701810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.702351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d22a5b28-4b51-4169-b451-a270e1fc4655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.708755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Sync routers for ids ['a2668517-1866-4a8f-bc84-f1668ecab821'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:41:56.724314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:56.737640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:56.750426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Routers {'a2668517-1866-4a8f-bc84-f1668ecab821'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:41:56.751715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5fa49f60-5266-4419-b949-261db46db587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:41:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2668517-1866-4a8f-bc84-f1668ecab821'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:56.759535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device deb622f7-5c0a-43ef-ac70-f6ab845f5278 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:41:56.761301 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d22a5b28-4b51-4169-b451-a270e1fc4655 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1d9302e23a04d2683b98fe38760d53c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6188393 Jun 28 06:41:56.765067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49056) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:56.769202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.793737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a5b28-4b51-4169-b451-a270e1fc4655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279ad57b-b142-4596-a586-fb03e937a2a9,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:56.810999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event updated for resources: {'Port': ['ID=d34a8a17-ad33-4d8c-b3fd-3ca091f6959d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:56.813771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d22a5b28-4b51-4169-b451-a270e1fc4655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:56.821038 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:56.843570 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.846605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Checking segment: {'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:41:56.849764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Network hostable DHCP agents. Network: bf25edcd-2771-47f9-afd5-45d2a8e1a591, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:41:56.850529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:56.851112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.854464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-80a1322c-661d-43d1-94f7-0571771b5738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:56.870999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Made reservation on behalf of 9c4e2774a97b4cb08a911ef1092ebe0b for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:56.874943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.896946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.901534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b9af78e-324c-4f9f-9d63-69ad9ae3d52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.906398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b7780719-e4b7-43fd-86ef-b30b4f644c49 None None] Provisioning for port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:41:56.914455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b7780719-e4b7-43fd-86ef-b30b4f644c49 None None] Provisioning complete for port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:41:56.914842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b7780719-e4b7-43fd-86ef-b30b4f644c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.920493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Set router a2668517-1866-4a8f-bc84-f1668ecab821 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:41:56.950358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event updated for resources: {'Network': ['ID=3a14b079-68db-458b-85bb-76d6bddad358,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:56.954860 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:56.957182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b9af78e-324c-4f9f-9d63-69ad9ae3d52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:56.964228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 3a14b079-68db-458b-85bb-76d6bddad358 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:41:56.991628 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.1841025 Jun 28 06:41:56.992388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49064) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:57.032213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.033636 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c3214b1c-ee0d-4647-903a-3d171c7acf98 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.9633861 Jun 28 06:41:57.038899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Network bf25edcd-2771-47f9-afd5-45d2a8e1a591 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:41:57.038899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49066) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:57.065966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port deb622f7-5c0a-43ef-ac70-f6ab845f5278 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:41:57.066568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.082617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-b7780719-e4b7-43fd-86ef-b30b4f644c49 None None] Port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:41:57.085568 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port deb622f7-5c0a-43ef-ac70-f6ab845f5278 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:41:57.085954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.089942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.131485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b9af78e-324c-4f9f-9d63-69ad9ae3d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.135809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b9af78e-324c-4f9f-9d63-69ad9ae3d52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.139735 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6b9af78e-324c-4f9f-9d63-69ad9ae3d52d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/279ad57b-b142-4596-a586-fb03e937a2a9 HTTP/1.1" status: 204 len: 168 time: 0.3723052 Jun 28 06:41:57.142305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:57.154137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9af78e-324c-4f9f-9d63-69ad9ae3d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ad57b-b142-4596-a586-fb03e937a2a9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:57.166210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6b9af78e-324c-4f9f-9d63-69ad9ae3d52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:57.169721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, bf25edcd-2771-47f9-afd5-45d2a8e1a591) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:57.179761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:41:57.180254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.186233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e84c93-5e2b-4359-91d8-a2718cf9062f None None] Network bf25edcd-2771-47f9-afd5-45d2a8e1a591 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:41:57.192136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.192913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.193972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.194582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > port after_create 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.195027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > port after_delete 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.195563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > port after_update 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.196150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.196637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.197240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.197834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.205445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:57.205866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:57.206347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:57.257102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:41:57.257823 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:41:57.259123 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 2 to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d Jun 28 06:41:57.276131 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:57.276413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:57.276746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:57.285429 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:41:57.285996 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:41:57.312038 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 3 to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d Jun 28 06:41:57.332137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:57.332483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:57.332807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:57.339796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:41:57.340155 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:41:57.342567 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 4 to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d Jun 28 06:41:57.360890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:57.360890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:57.360890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:57.391499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.398915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5fa49f60-5266-4419-b949-261db46db587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:54Z', 'revision_number': 3, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:57.399277 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:41:57.399615 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:41:57.401522 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 5 to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d Jun 28 06:41:57.421864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:57.422199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:57.422591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:57.429619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:41:57.429946 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:41:57.438198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Checking router: a2668517-1866-4a8f-bc84-f1668ecab821 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:41:57.438795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Updating router a2668517-1866-4a8f-bc84-f1668ecab821 port 880d7759-8e85-42a2-bcd9-867212747054 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:41:57.456256 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 6 to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d Jun 28 06:41:57.475856 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:57.476186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:57.476518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:57.476895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port deb622f7-5c0a-43ef-ac70-f6ab845f5278, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=deb622f7-5c0a-43ef-ac70-f6ab845f5278,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:41:57.486000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:41:57.490512 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:41:57.490512 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 7 to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d Jun 28 06:41:57.490722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.493295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.493654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.494192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=100887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:41:57.494574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a14b079-68db-458b-85bb-76d6bddad358']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:57.513611 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.519207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Made reservation on behalf of 00758898903646e7a538ce07e029eed4 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:57.522178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.525322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.533809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:57.534147 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:57.534482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:57.543442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.548825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:41:57.549040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a894dc0-1dd3-438a-9900-30e371e331e4') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:57.549157 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:41:57.549245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a894dc0-1dd3-438a-9900-30e371e331e4') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:57.550626 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 8 to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d Jun 28 06:41:57.550805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bcc27d7c-97c9-4384-aa33-78bd067b9c85 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:41:57.554307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:57.560175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:57.572669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:57.573193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:57.573870 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:57.605199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:41:57.605716 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:41:57.608274 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 9 to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d Jun 28 06:41:57.609704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:41:57.609704 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:41:57.609704 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '9c4e2774a97b4cb08a911ef1092ebe0b', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 41, 56, 943762)}] Jun 28 06:41:57.609704 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:41:57.610121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:41:57.616701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.631452 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:57.631913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:57.632347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:57.676093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:41:57.676593 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:41:57.680011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.681222 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 10 to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d Jun 28 06:41:57.715369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=deb622f7-5c0a-43ef-ac70-f6ab845f5278,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:57.715985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:57.716478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:57.716817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:57.721895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ebf78ba-688b-46ce-a995-3fb39b108bba tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.725881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ebf78ba-688b-46ce-a995-3fb39b108bba tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.726032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:57.729832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.733833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:41:57.735329 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:41:57.735329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.749943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.753225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port bcc27d7c-97c9-4384-aa33-78bd067b9c85 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:41:57.754381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.763070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Pushing event updated for resources: {'Port': ['ID=2d9315bc-90a1-4014-9d3f-9d2f95cab5ce,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:57.773364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:57.776086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:41:57.776647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: from cryptography.utils import int_from_bytes Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: from cryptography.utils import int_from_bytes Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:41:57.783071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.828744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] For port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d, host hv-neutron-7971, cleared binding levels {{(pid=100886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:41:57.829388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempted to set empty binding levels {{(pid=100886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 28 06:41:57.906058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:57.915609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:57.938410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:41:57.939815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:58.224960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:58.224960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.227702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.227702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Transition to ACTIVE for port object 880d7759-8e85-42a2-bcd9-867212747054 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:41:58.231202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event updated for resources: {'Port': ['ID=d34a8a17-ad33-4d8c-b3fd-3ca091f6959d,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:58.231202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:58.233150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.233150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:58.233150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a14b079-68db-458b-85bb-76d6bddad358 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 28 06:41:58.233150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.237393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.237605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ebf78ba-688b-46ce-a995-3fb39b108bba tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.237800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:58.238549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a14b079-68db-458b-85bb-76d6bddad358,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:58.238549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.238549 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "DELETE /v2.0/networks/3a14b079-68db-458b-85bb-76d6bddad358 HTTP/1.1" status: 204 len: 168 time: 1.1433699 Jun 28 06:41:58.238549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:58.239068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49072) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:58.239068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:58.239474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Router 72bbbb4c-a8bc-4914-a445-5782a66dd180 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:41:58.239639 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.9375851 Jun 28 06:41:58.239763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Attempting to bind port 880d7759-8e85-42a2-bcd9-867212747054 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:41:58.239763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Attempting to bind port 880d7759-8e85-42a2-bcd9-867212747054 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:41:58.239763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Attempting to bind port 880d7759-8e85-42a2-bcd9-867212747054 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:41:58.240081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49074) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:58.240183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ebf78ba-688b-46ce-a995-3fb39b108bba tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.244768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:41:58.244768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:41:58.244768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.244768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:41:58.244768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Bound port: 880d7759-8e85-42a2-bcd9-867212747054, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:41:58.244768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.305731 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Allocated IP 172.20.0.1 (a232f4af-fb75-42fc-86a9-957d7c91074d/3210fa62-75ac-48b8-b28d-2530ed5ef449/94bf06b9-ffb2-4ca5-b57a-e3032868daaf) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:41:58.323060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5fa49f60-5266-4419-b949-261db46db587 None None] For port 880d7759-8e85-42a2-bcd9-867212747054, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:41:58.329520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5fa49f60-5266-4419-b949-261db46db587 None None] For port 880d7759-8e85-42a2-bcd9-867212747054, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=880d7759-8e85-42a2-bcd9-867212747054,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:41:58.336105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721a4bf-0b40-40e2-bc69-eb9d60e25f4b None None] Pushing event updated for resources: {'Port': ['ID=880d7759-8e85-42a2-bcd9-867212747054,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:58.351180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4721a4bf-0b40-40e2-bc69-eb9d60e25f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:58.361271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-32d0490c-ba54-4397-ad90-f1df1e1cfbe9 None None] Provisioning complete for port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:41:58.361998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-32d0490c-ba54-4397-ad90-f1df1e1cfbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.405745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-32d0490c-ba54-4397-ad90-f1df1e1cfbe9 None None] Port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:41:58.469823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.491915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Transition to ACTIVE for port object 94bf06b9-ffb2-4ca5-b57a-e3032868daaf will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:41:58.583827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49076) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:58.594941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:41:58.598544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.600781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:58.612469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Deleting port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:41:58.613077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.629740 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] 10.222.0.24 "PUT /v2.0/routers/72bbbb4c-a8bc-4914-a445-5782a66dd180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8853743 Jun 28 06:41:58.629951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d85d7828-a9f7-4c9a-9dcf-2251ddc58469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.633905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.664882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.668692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d577ddab-43ab-4862-80bb-56c7193c1050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:58.682398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.691528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:58.744694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Pushing event updated for resources: {'Port': ['ID=94bf06b9-ffb2-4ca5-b57a-e3032868daaf,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:58.757117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.759328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:58.770964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] For port d34a8a17-ad33-4d8c-b3fd-3ca091f6959d, host hv-neutron-7971, got binding levels [] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:41:58.771765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.777568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] device_id is not set on port e29a8643-3da9-421f-a28c-596e4671dfc1 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:41:58.796740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Pushing event updated for resources: {'Subnet': ['ID=fb0ef53e-45cd-4c9c-bf2f-f811f9585d62,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:58.800359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Network a232f4af-fb75-42fc-86a9-957d7c91074d is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:41:58.807152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Calling delete_port for d34a8a17-ad33-4d8c-b3fd-3ca091f6959d owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:41:58.811339 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:58.816333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device deb622f7-5c0a-43ef-ac70-f6ab845f5278 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:41:58.816965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:41:58.817733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.923015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:58.923015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:58.929015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721a4bf-0b40-40e2-bc69-eb9d60e25f4b None None] Pushing event updated for resources: {'Port': ['ID=880d7759-8e85-42a2-bcd9-867212747054,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:58.943810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4721a4bf-0b40-40e2-bc69-eb9d60e25f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:58.949067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Made reservation on behalf of 4673312797094ab884de4afe9500a0f9 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:41:58.957377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:58.974219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Routers {'a2668517-1866-4a8f-bc84-f1668ecab821'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:41:58.974922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5fa49f60-5266-4419-b949-261db46db587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:41:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2668517-1866-4a8f-bc84-f1668ecab821'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:59.014073 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Sync routers for ids ['72bbbb4c-a8bc-4914-a445-5782a66dd180'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:41:59.025252 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Routers {'72bbbb4c-a8bc-4914-a445-5782a66dd180'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:41:59.026329 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:41:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['72bbbb4c-a8bc-4914-a445-5782a66dd180'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:59.080572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ebf78ba-688b-46ce-a995-3fb39b108bba tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.084494 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5ebf78ba-688b-46ce-a995-3fb39b108bba tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 3.5392997 Jun 28 06:41:59.084494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Checking segment: {'id': 'be88a87e-fa39-4a12-a10b-759532454bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c2949dd8-9c0b-4a28-8275-2ea579f6f743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:41:59.084494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Network hostable DHCP agents. Network: c2949dd8-9c0b-4a28-8275-2ea579f6f743, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:41:59.147501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-5fa49f60-5266-4419-b949-261db46db587 None None] Set router a2668517-1866-4a8f-bc84-f1668ecab821 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:41:59.149200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49088) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:59.194312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:59.211209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.282712 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Set router 72bbbb4c-a8bc-4914-a445-5782a66dd180 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:41:59.286327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b34b5-0942-4c66-b405-7d8b2a519003,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:59.318640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port deb622f7-5c0a-43ef-ac70-f6ab845f5278 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:41:59.319243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.348041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:59.368187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-035f05f8-2388-49b2-930b-242d0b4939bb None None] Provisioning for port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:41:59.378343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-035f05f8-2388-49b2-930b-242d0b4939bb None None] Provisioning complete for port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:41:59.378965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-035f05f8-2388-49b2-930b-242d0b4939bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.468027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:41:59.474537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.483061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:59.503510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-035f05f8-2388-49b2-930b-242d0b4939bb None None] Port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:41:59.530440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event deleted for resources: {'Port': ['ID=d34a8a17-ad33-4d8c-b3fd-3ca091f6959d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:59.535505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.535774 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Added segment 6f816c63-9522-4f41-ae24-dea82095a39f of type vlan for network 7ce4a411-d351-4a5c-9c19-3f2404eb44c1 Jun 28 06:41:59.567350 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:41:59.601580 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:56Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '2d9315bc-90a1-4014-9d3f-9d2f95cab5ce', 'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'mac_address': 'fa:16:3e:9d:82:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:55Z', 'updated_at': '2021-06-28T06:41:56Z', 'revision_number': 2, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'subnets': [{'id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:59.619425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Network c2949dd8-9c0b-4a28-8275-2ea579f6f743 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:41:59.624505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.630419 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d34a8a17-ad33-4d8c-b3fd-3ca091f6959d HTTP/1.1" status: 204 len: 168 time: 1.4232597 Jun 28 06:41:59.630419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.630722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49094) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:59.644559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5fa49f60-5266-4419-b949-261db46db587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:54Z', 'revision_number': 3, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:41:59.649756 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Checking router: 72bbbb4c-a8bc-4914-a445-5782a66dd180 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:41:59.650309 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Updating router 72bbbb4c-a8bc-4914-a445-5782a66dd180 port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:41:59.672204 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9956709b-b6bf-4301-9833-d09c0b78ac3d tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] GET failed (client error): The resource could not be found. Jun 28 06:41:59.673817 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9956709b-b6bf-4301-9833-d09c0b78ac3d tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "GET /v2.0/ports/d34a8a17-ad33-4d8c-b3fd-3ca091f6959d HTTP/1.1" status: 404 len: 333 time: 0.0421777 Jun 28 06:41:59.681341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49096) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:41:59.693118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Request body: {'port': {'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1834293705'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:41:59.697079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa49f60-5266-4419-b949-261db46db587 None None] The sync data for ids ['a2668517-1866-4a8f-bc84-f1668ecab821'] in dv-neutron-797120-6-hyperv is: [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:54Z', 'revision_number': 3, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:41:59.718350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.724584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.729132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.729600 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.829679 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 28 06:41:59.830690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:41:59.833717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, c2949dd8-9c0b-4a28-8275-2ea579f6f743) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:41:59.843656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7e9fa-0dbe-452d-9899-6f06cd354825 None None] Network c2949dd8-9c0b-4a28-8275-2ea579f6f743 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:41:59.845300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:59.845902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.876663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.882007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:41:59.882590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.887139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:41:59.946418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d85d7828-a9f7-4c9a-9dcf-2251ddc58469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.947945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100887) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 28 06:41:59.948254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Router a10efb18-8420-4044-ad71-d89472e2f3ed migrating from provider to provider. {{(pid=100887) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 28 06:41:59.948881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.962524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:41:59.990389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event updated for resources: {'Network': ['ID=7ce4a411-d351-4a5c-9c19-3f2404eb44c1,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:41:59.999287 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:00.006734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d85d7828-a9f7-4c9a-9dcf-2251ddc58469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.010713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:00.030649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 7ce4a411-d351-4a5c-9c19-3f2404eb44c1 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:00.061042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.138150 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d85d7828-a9f7-4c9a-9dcf-2251ddc58469 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cd7c1e5e0ee447c891a8ff4bf58bdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5407610 Jun 28 06:42:00.138476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49100) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:00.147335 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.148709 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7830238 Jun 28 06:42:00.149363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49102) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:00.160579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.174249 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.0105286 Jun 28 06:42:00.180609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49104) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:00.186581 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Transition to ACTIVE for port object 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:00.205790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Request body: {'subnet': {'network_id': '7ce4a411-d351-4a5c-9c19-3f2404eb44c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:00.219273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d7828-a9f7-4c9a-9dcf-2251ddc58469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165449a9-5935-47b2-80d8-e3dc5340c5f7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:00.225326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.233177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.235997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:00.236394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Request body: {'port': {'network_id': 'c2949dd8-9c0b-4a28-8275-2ea579f6f743', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1738274021'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:00.238693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-c2949dd8-9c0b-4a28-8275-2ea579f6f743', 'network_id': 'c2949dd8-9c0b-4a28-8275-2ea579f6f743', 'tenant_id': '00758898903646e7a538ce07e029eed4', 'fixed_ips': [{'subnet_id': 'fb0ef53e-45cd-4c9c-bf2f-f811f9585d62'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:42:00.239565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.282655 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.283594 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:00.297544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d85d7828-a9f7-4c9a-9dcf-2251ddc58469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:00.301067 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.8517456 Jun 28 06:42:00.319830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49108) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:00.369235 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e577002-4ff0-44c6-ac68-13ed1a11ef72 None None] Pushing event updated for resources: {'Port': ['ID=2d9315bc-90a1-4014-9d3f-9d2f95cab5ce,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:00.374214 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-6e577002-4ff0-44c6-ac68-13ed1a11ef72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:00.412794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49110) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:00.428391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3e6d077a-ad3a-4324-ad81-04a693dd22f2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448742294', 'description': 'tempest-description--230784013'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:00.440327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Allocated IP 172.20.0.2 (c2949dd8-9c0b-4a28-8275-2ea579f6f743/fb0ef53e-45cd-4c9c-bf2f-f811f9585d62/8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:00.504448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Pushing event updated for resources: {'Port': ['ID=94bf06b9-ffb2-4ca5-b57a-e3032868daaf,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:00.515246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:00.521610 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Attempting to bind port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:00.521988 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Attempting to bind port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:00.527717 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Attempting to bind port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce on network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:00.536246 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:00.536629 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Checking segment: {'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:00.537071 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.537472 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Bound using segment: {'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:00.537960 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Bound port: 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:00.538357 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.541733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Network a232f4af-fb75-42fc-86a9-957d7c91074d is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:00.543186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:00.718686 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] For port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:00.722467 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] For port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2d9315bc-90a1-4014-9d3f-9d2f95cab5ce,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:00.731783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 880d7759-8e85-42a2-bcd9-867212747054 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:00.732622 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] No L3 agents can host the router a10efb18-8420-4044-ad71-d89472e2f3ed Jun 28 06:42:00.798468 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.801402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Router a2668517-1866-4a8f-bc84-f1668ecab821 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:42:00.813797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Transition to ACTIVE for port object 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:00.829594 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Made reservation on behalf of 1fde7192b50e4b338b228023b40f289d for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:00.832435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.838953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.843058 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:00.860187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Transition to ACTIVE for port object 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:00.890519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cf63ea27-f9ee-446d-a096-295942e66f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.923371 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Routers {'72bbbb4c-a8bc-4914-a445-5782a66dd180'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:00.923829 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:41:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['72bbbb4c-a8bc-4914-a445-5782a66dd180'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:00.978303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 880d7759-8e85-42a2-bcd9-867212747054 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:00.981116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:00.983970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] device_id is not set on port 15ecebab-93a0-4083-bdf0-f8a5a052928d yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:00.985455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:00.999513 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 880d7759-8e85-42a2-bcd9-867212747054 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:01.003531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.009292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Made reservation on behalf of 4673312797094ab884de4afe9500a0f9 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:01.011680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks [] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.152410 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e577002-4ff0-44c6-ac68-13ed1a11ef72 None None] Pushing event updated for resources: {'Port': ['ID=2d9315bc-90a1-4014-9d3f-9d2f95cab5ce,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:01.154620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:42:01.155937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Network c2949dd8-9c0b-4a28-8275-2ea579f6f743 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:01.168412 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] 10.222.0.24 "PUT /v2.0/routers/a2668517-1866-4a8f-bc84-f1668ecab821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1295793 Jun 28 06:42:01.183121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e6d077a-ad3a-4324-ad81-04a693dd22f2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.185753 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-6e577002-4ff0-44c6-ac68-13ed1a11ef72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:01.189234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:01.194847 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] Set router 72bbbb4c-a8bc-4914-a445-5782a66dd180 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:01.197259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Pushing event updated for resources: {'Port': ['ID=8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:01.213833 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:01.214814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3776b3aa-9e78-4f1a-b525-c351ddee885e None None] Provisioning complete for port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:01.215186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3776b3aa-9e78-4f1a-b525-c351ddee885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.217626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:01.277313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cf63ea27-f9ee-446d-a096-295942e66f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.312056 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e6d077a-ad3a-4324-ad81-04a693dd22f2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.333001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:42:01.333001 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:42:01.333001 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '00758898903646e7a538ce07e029eed4', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 42, 0, 795674)}] Jun 28 06:42:01.333001 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:42:01.333755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:42:01.344964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Hosts for router a10efb18-8420-4044-ad71-d89472e2f3ed: [] {{(pid=100887) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 28 06:42:01.374144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e6d077a-ad3a-4324-ad81-04a693dd22f2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.386662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:01.432753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Hosts for other DVR routers connected to router a10efb18-8420-4044-ad71-d89472e2f3ed: set() {{(pid=100887) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 28 06:42:01.455003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.456562 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5dfaff8e-cb6d-4c53-967b-598547f8a532 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] 10.222.0.24 "PUT /v2.0/routers/a10efb18-8420-4044-ad71-d89472e2f3ed HTTP/1.1" status: 200 len: 717 time: 2.2857335 Jun 28 06:42:01.461459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49118) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:01.464006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.495704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 880d7759-8e85-42a2-bcd9-867212747054, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=880d7759-8e85-42a2-bcd9-867212747054,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:01.498960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Attempting to bind port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:01.499560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Attempting to bind port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'be88a87e-fa39-4a12-a10b-759532454bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c2949dd8-9c0b-4a28-8275-2ea579f6f743'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:01.500081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Attempting to bind port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 on network c2949dd8-9c0b-4a28-8275-2ea579f6f743 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:01.512194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Deleting port 7c553463-4173-4ef3-ab07-f9e27bce0326 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:01.512194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.513671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:01.516651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Checking segment: {'id': 'be88a87e-fa39-4a12-a10b-759532454bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c2949dd8-9c0b-4a28-8275-2ea579f6f743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:01.516651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.516651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Bound using segment: {'id': 'be88a87e-fa39-4a12-a10b-759532454bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c2949dd8-9c0b-4a28-8275-2ea579f6f743'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:01.516967 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Bound port: 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be88a87e-fa39-4a12-a10b-759532454bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c2949dd8-9c0b-4a28-8275-2ea579f6f743'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:01.517307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.520259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3776b3aa-9e78-4f1a-b525-c351ddee885e None None] Port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:42:01.560247 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bab84145-b2c1-4cc6-8d9c-45b9afb9fb34 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] 10.222.0.24 "GET /v2.0/routers/a10efb18-8420-4044-ad71-d89472e2f3ed HTTP/1.1" status: 200 len: 717 time: 0.0963488 Jun 28 06:42:01.561025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d077a-ad3a-4324-ad81-04a693dd22f2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05f6b26-4bc6-4112-92b1-19289bbab3b4,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:01.568565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e6d077a-ad3a-4324-ad81-04a693dd22f2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:01.568565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49120) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:01.568565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e6d077a-ad3a-4324-ad81-04a693dd22f2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.572799 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3e6d077a-ad3a-4324-ad81-04a693dd22f2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1588528 Jun 28 06:42:01.579989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49122) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:01.583423 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:56Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '2d9315bc-90a1-4014-9d3f-9d2f95cab5ce', 'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'mac_address': 'fa:16:3e:9d:82:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:55Z', 'updated_at': '2021-06-28T06:42:00Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'subnets': [{'id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:01.585097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8a32734c-2627-4095-a378-7a10f228cb6a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Request body: {'security_group_rule': {'security_group_id': 'd05f6b26-4bc6-4112-92b1-19289bbab3b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:01.631625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.639919 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e8f87-5de3-49d2-9585-8f23dd696eef None None] The sync data for ids ['72bbbb4c-a8bc-4914-a445-5782a66dd180'] in dv-neutron-797120-6-hyperv is: [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:56Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '2d9315bc-90a1-4014-9d3f-9d2f95cab5ce', 'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'mac_address': 'fa:16:3e:9d:82:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:55Z', 'updated_at': '2021-06-28T06:42:00Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'subnets': [{'id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:42:01.643634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f9be3e37-a68a-45c0-9b45-9c8a548e9d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:01.704515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] For port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:01.761234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] For port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9,segment=NetworkSegment(be88a87e-fa39-4a12-a10b-759532454bb3),segment_id=be88a87e-fa39-4a12-a10b-759532454bb3)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:01.795265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=880d7759-8e85-42a2-bcd9-867212747054,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:01.796501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cf63ea27-f9ee-446d-a096-295942e66f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.807055 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:01.818734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cf63ea27-f9ee-446d-a096-295942e66f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.820903 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cf63ea27-f9ee-446d-a096-295942e66f70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/165449a9-5935-47b2-80d8-e3dc5340c5f7 HTTP/1.1" status: 204 len: 168 time: 1.6800110 Jun 28 06:42:01.826459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.828660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a32734c-2627-4095-a378-7a10f228cb6a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.829763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:01.846777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-79b48d04-7173-4149-ae85-bc6bcfdf7217 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:01.857958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.861013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.865363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.946773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a32734c-2627-4095-a378-7a10f228cb6a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:01.947271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63ea27-f9ee-446d-a096-295942e66f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165449a9-5935-47b2-80d8-e3dc5340c5f7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:01.953780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Calling delete_port for 7c553463-4173-4ef3-ab07-f9e27bce0326 owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:01.962955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cf63ea27-f9ee-446d-a096-295942e66f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:01.969081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Pushing event updated for resources: {'Port': ['ID=8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:01.974846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:02.034531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49130) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:02.085077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a32734c-2627-4095-a378-7a10f228cb6a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.087795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-cc916044-af1c-4567-a280-2b7871838592 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054035838', 'description': 'tempest-description--903025593'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:02.107636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Made reservation on behalf of 00758898903646e7a538ce07e029eed4 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:02.111288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.164561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:02.199309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] device_id is not set on port 8c1ed3f6-443e-43cd-814c-18397b3dd342 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:02.373614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32734c-2627-4095-a378-7a10f228cb6a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854602de-2f2f-42b6-8e52-7be84fb9e25e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:02.377317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8a32734c-2627-4095-a378-7a10f228cb6a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:02.394429 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ef2f3be6-e8c1-4e3b-b0c2-2999214c0344 tempest-RoutersTestDVR-719662700 tempest-RoutersTestDVR-719662700-project] 10.222.0.24 "GET /v2.0/routers/a10efb18-8420-4044-ad71-d89472e2f3ed HTTP/1.1" status: 200 len: 683 time: 0.8199034 Jun 28 06:42:02.397110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49134) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:02.468214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Allocated IP 172.20.0.13 (c2949dd8-9c0b-4a28-8275-2ea579f6f743/fb0ef53e-45cd-4c9c-bf2f-f811f9585d62/8c1ed3f6-443e-43cd-814c-18397b3dd342) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:02.474701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Sync routers for ids ['a2668517-1866-4a8f-bc84-f1668ecab821'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:42:02.488015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Routers {'a2668517-1866-4a8f-bc84-f1668ecab821'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:02.497435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:41:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2668517-1866-4a8f-bc84-f1668ecab821'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:02.503510 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30b4a431-a261-4cd2-86ac-22b867e95f39 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.595172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a32734c-2627-4095-a378-7a10f228cb6a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.599499 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8a32734c-2627-4095-a378-7a10f228cb6a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0151465 Jun 28 06:42:02.627548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49138) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:02.663418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.665345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ce713232-617b-4b01-97b3-6241354d4f21 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Request body: {'security_group_rule': {'security_group_id': 'd05f6b26-4bc6-4112-92b1-19289bbab3b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:02.676610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc916044-af1c-4567-a280-2b7871838592 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.706096 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Set router a2668517-1866-4a8f-bc84-f1668ecab821 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:02.742780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30b4a431-a261-4cd2-86ac-22b867e95f39 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.753710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30b4a431-a261-4cd2-86ac-22b867e95f39 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.772667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-456fa147-605d-449e-9047-46c1058e26cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:02.829727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.objects.ports [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100886) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:42:02.830197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.841727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:02.912925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Network bf25edcd-2771-47f9-afd5-45d2a8e1a591 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:02.924128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:02.935999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event updated for resources: {'Subnet': ['ID=222e8dd7-1e15-4dc4-925c-3a325323a7ce,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:02.951758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:02.957722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:02.958597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.963407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:02.964281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce713232-617b-4b01-97b3-6241354d4f21 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:02.979869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event updated for resources: {'Port': ['ID=15ecebab-93a0-4083-bdf0-f8a5a052928d,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:02.999382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:03.009941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:03.037865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30b4a431-a261-4cd2-86ac-22b867e95f39 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.038354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b4a431-a261-4cd2-86ac-22b867e95f39 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a10efb18-8420-4044-ad71-d89472e2f3ed {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:42:03.048412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30b4a431-a261-4cd2-86ac-22b867e95f39 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.050742 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-30b4a431-a261-4cd2-86ac-22b867e95f39 tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a10efb18-8420-4044-ad71-d89472e2f3ed HTTP/1.1" status: 204 len: 168 time: 0.6526575 Jun 28 06:42:03.060322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49146) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:03.069238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-aa1ddfe2-7177-40cf-9bd8-8eeb4e67deff tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Request body: {'router': {'name': 'tempest-router-437191798', 'distributed': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:03.072260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.075911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.091964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:03.144907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Transition to ACTIVE for port object 8c1ed3f6-443e-43cd-814c-18397b3dd342 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:03.146726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c553463-4173-4ef3-ab07-f9e27bce0326,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:03.152727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce713232-617b-4b01-97b3-6241354d4f21 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.155191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:03.162594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Checking segment: {'id': '6f816c63-9522-4f41-ae24-dea82095a39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7ce4a411-d351-4a5c-9c19-3f2404eb44c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:03.163919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Network hostable DHCP agents. Network: 7ce4a411-d351-4a5c-9c19-3f2404eb44c1, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:03.234712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce713232-617b-4b01-97b3-6241354d4f21 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.247560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8a32734c-2627-4095-a378-7a10f228cb6a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:03.276193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce713232-617b-4b01-97b3-6241354d4f21 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda3352b-d567-45af-bc17-d9eea22ce3e2,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:03.281355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ce713232-617b-4b01-97b3-6241354d4f21 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:03.286553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Network 7ce4a411-d351-4a5c-9c19-3f2404eb44c1 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:03.307351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc916044-af1c-4567-a280-2b7871838592 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.349198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.351872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.353087 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/f8a97264-f535-4e5e-8cc9-824b7542a012 HTTP/1.1" status: 204 len: 168 time: 3.0296783 Jun 28 06:42:03.355494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:59Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '94bf06b9-ffb2-4ca5-b57a-e3032868daaf', 'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'mac_address': 'fa:16:3e:a6:f6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:57Z', 'updated_at': '2021-06-28T06:41:59Z', 'revision_number': 2, 'project_id': '7e3a2332b99445df9da299c508b526df', 'subnets': [{'id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:03.398455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:03.400077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 7ce4a411-d351-4a5c-9c19-3f2404eb44c1) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:03.400775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc916044-af1c-4567-a280-2b7871838592 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.404102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Checking router: a2668517-1866-4a8f-bc84-f1668ecab821 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:42:03.404544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Updating router a2668517-1866-4a8f-bc84-f1668ecab821 port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:42:03.406556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:03.406998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.410402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:03.411022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:03.411946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.464801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.472028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc916044-af1c-4567-a280-2b7871838592 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3366b-2894-4e46-ac6b-05b33b1e969d,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:03.474759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce713232-617b-4b01-97b3-6241354d4f21 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.476788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb90e8-0dd2-42ed-9f46-c5b7197a4833 None None] Network 7ce4a411-d351-4a5c-9c19-3f2404eb44c1 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:03.478826 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.7963738 Jun 28 06:42:03.479528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49158) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:03.485144 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ce713232-617b-4b01-97b3-6241354d4f21 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8563540 Jun 28 06:42:03.487692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49160) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:03.493138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:03.493717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:03.499043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cc916044-af1c-4567-a280-2b7871838592 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:03.499669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bce36f2b-6205-4ccd-8d2c-a75956812f17 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:03.511556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff064c-378b-47ba-81f2-59753c539753 None None] Network c2949dd8-9c0b-4a28-8275-2ea579f6f743 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:03.531007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Network c2949dd8-9c0b-4a28-8275-2ea579f6f743 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:03.553488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:03.565332 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3772988 Jun 28 06:42:03.568097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49162) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:03.573477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Request body: {'floatingip': {'floating_network_id': '7ce4a411-d351-4a5c-9c19-3f2404eb44c1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:03.592381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:03.597901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.666100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.669991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:03.670679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.694129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:42:03.694129 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:42:03.694129 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '4673312797094ab884de4afe9500a0f9', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 42, 3, 632513)}] Jun 28 06:42:03.694129 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:42:03.694986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:42:03.699248 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:42:03.699248 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:42:03.699248 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': 'b67808f91d83459f8fcccc2724735120', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 42, 3, 557628)}] Jun 28 06:42:03.699248 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:42:03.700385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:42:03.736730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Pushing event updated for resources: {'Port': ['ID=8c1ed3f6-443e-43cd-814c-18397b3dd342,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:03.739821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:03.773195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1800b95c-bb69-4bcb-a791-a99266424770 None None] Provisioning for port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:03.811161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.815028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddfe2-7177-40cf-9bd8-8eeb4e67deff tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.822111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddfe2-7177-40cf-9bd8-8eeb4e67deff tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.879862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddfe2-7177-40cf-9bd8-8eeb4e67deff tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.899470 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.6814034 Jun 28 06:42:03.902707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49172) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:03.928052 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] device_id is not set on port 15ecebab-93a0-4083-bdf0-f8a5a052928d yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:03.945015 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.948286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ad9fcb-3710-4f86-b24c-9702efa6b598 None None] Network 7ce4a411-d351-4a5c-9c19-3f2404eb44c1 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:03.967354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Transition to ACTIVE for port object 15ecebab-93a0-4083-bdf0-f8a5a052928d will not be triggered until provisioned by entity L2. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:03.990700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc916044-af1c-4567-a280-2b7871838592 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:03.994615 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cc916044-af1c-4567-a280-2b7871838592 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9105024 Jun 28 06:42:03.999159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49174) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:03.999479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2d9315bc-90a1-4014-9d3f-9d2f95cab5ce,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:04.005641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddfe2-7177-40cf-9bd8-8eeb4e67deff tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.009969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-cff54347-6573-4826-bcd1-5564a0525fd9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Request body: {'security_group_rule': {'security_group_id': 'ddb3366b-2894-4e46-ac6b-05b33b1e969d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:04.016340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49176) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:04.056111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.069614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:04.092615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddfe2-7177-40cf-9bd8-8eeb4e67deff tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.097609 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-aa1ddfe2-7177-40cf-9bd8-8eeb4e67deff tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0341828 Jun 28 06:42:04.097609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49180) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:04.107826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.108703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 880d7759-8e85-42a2-bcd9-867212747054 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:04.115571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:04.200842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-acc603d4-9584-4d94-b8c2-2bcca92306cc tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.213809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d0b1aa0-95bc-4344-b565-413401a71a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.232686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event updated for resources: {'Port': ['ID=15ecebab-93a0-4083-bdf0-f8a5a052928d,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:04.235539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2d9315bc-90a1-4014-9d3f-9d2f95cab5ce,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:04.244229 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:04.250588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:04.251360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:04.251886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:04.267116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:04.282815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cff54347-6573-4826-bcd1-5564a0525fd9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.287849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:04.288498 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:04.296711 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 2 to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d Jun 28 06:42:04.323296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 880d7759-8e85-42a2-bcd9-867212747054 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:04.323940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.331922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:04.332382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:04.332792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:04.346959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:04.347508 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:04.348186 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 3 to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d Jun 28 06:42:04.381907 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:04.382299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:04.382708 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:04.386153 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.392188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cff54347-6573-4826-bcd1-5564a0525fd9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.393510 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:04.393902 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:04.394354 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 4 to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d Jun 28 06:42:04.407989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.416018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Transition to ACTIVE for port object 94bf06b9-ffb2-4ca5-b57a-e3032868daaf will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:04.428269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:04.428647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:04.429071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:04.452790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:04.457291 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:04.463079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-35f3dfcb-0fa4-4440-8259-129e7759797e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Deleting port 8c1ed3f6-443e-43cd-814c-18397b3dd342 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:04.463414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35f3dfcb-0fa4-4440-8259-129e7759797e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.469677 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 5 to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d Jun 28 06:42:04.505000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:04.506078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.523444 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cff54347-6573-4826-bcd1-5564a0525fd9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.525284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-16695135-57a2-411f-aa62-9a36a60974ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:04.537315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ce713232-617b-4b01-97b3-6241354d4f21 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:04.600642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:04.601177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:04.601519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:04.613738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:04.614051 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:04.625889 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 6 to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d Jun 28 06:42:04.644999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56502aff-e927-4514-9e92-ad23b8f167f1 None None] Pushing event updated for resources: {'Port': ['ID=94bf06b9-ffb2-4ca5-b57a-e3032868daaf,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:04.651185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-56502aff-e927-4514-9e92-ad23b8f167f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:04.689664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff54347-6573-4826-bcd1-5564a0525fd9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3177468d-baee-4e42-ba2a-497575546df4,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:04.698138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cff54347-6573-4826-bcd1-5564a0525fd9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:04.713360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Attempting to bind port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:04.713360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Attempting to bind port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:04.713360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Attempting to bind port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf on network a232f4af-fb75-42fc-86a9-957d7c91074d {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:04.715159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:04.716044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:04.716385 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:04.732033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:04.732419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Checking segment: {'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:04.732820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.741298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:04.741641 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:04.745479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Bound using segment: {'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:04.745996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Bound port: 94bf06b9-ffb2-4ca5-b57a-e3032868daaf, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:04.746679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.747692 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 7 to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d Jun 28 06:42:04.766619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-acc603d4-9584-4d94-b8c2-2bcca92306cc tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.772353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d0b1aa0-95bc-4344-b565-413401a71a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.776727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-acc603d4-9584-4d94-b8c2-2bcca92306cc tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.789605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35f3dfcb-0fa4-4440-8259-129e7759797e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.789936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:04.790239 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:04.790574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:04.802954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:04.803314 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:04.811956 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 8 to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d Jun 28 06:42:04.835274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:04.836043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:04.836043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:04.850682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d0b1aa0-95bc-4344-b565-413401a71a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.855122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:04.855462 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:04.863914 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e6d077a-ad3a-4324-ad81-04a693dd22f2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:04.868749 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 9 to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d Jun 28 06:42:04.878539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-35f3dfcb-0fa4-4440-8259-129e7759797e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Calling delete_port for 8c1ed3f6-443e-43cd-814c-18397b3dd342 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:04.889460 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:04.925681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:04.926257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.944320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.961351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:04.961539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49192) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:04.961710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:04.962046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:04.965261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] For port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:04.972032 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3d0b1aa0-95bc-4344-b565-413401a71a71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfcc788db7f94f6281d359409542153a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9537287 Jun 28 06:42:04.977964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49196) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:04.978307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b1aa0-95bc-4344-b565-413401a71a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a767a5f-9c9f-40f8-8cf5-ea044c78abdf,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:04.982477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:04.986636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-acc603d4-9584-4d94-b8c2-2bcca92306cc tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:04.987135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc603d4-9584-4d94-b8c2-2bcca92306cc tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af491518-39e5-4b0a-8a0d-06a5deb49344 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:42:04.989330 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:04.993930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] For port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=94bf06b9-ffb2-4ca5-b57a-e3032868daaf,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:05.008896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-acc603d4-9584-4d94-b8c2-2bcca92306cc tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.015949 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-acc603d4-9584-4d94-b8c2-2bcca92306cc tempest-RoutersTestDVR-1165070051 tempest-RoutersTestDVR-1165070051-project-admin] 10.222.0.24 "DELETE /v2.0/routers/af491518-39e5-4b0a-8a0d-06a5deb49344 HTTP/1.1" status: 204 len: 168 time: 0.9166048 Jun 28 06:42:05.032030 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3d0b1aa0-95bc-4344-b565-413401a71a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:05.032238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.032474 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 10 to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d Jun 28 06:42:05.040294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e2ff0168-ad09-42a2-acb7-04ec5a6947d4 None None] Provisioning for port 8c1ed3f6-443e-43cd-814c-18397b3dd342 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:05.050488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e2ff0168-ad09-42a2-acb7-04ec5a6947d4 None None] Provisioning complete for port 8c1ed3f6-443e-43cd-814c-18397b3dd342 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:05.050943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e2ff0168-ad09-42a2-acb7-04ec5a6947d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.075386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:05.077251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:05.077251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:05.089469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff0168-ad09-42a2-acb7-04ec5a6947d4 None None] Port 8c1ed3f6-443e-43cd-814c-18397b3dd342 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:42:05.093996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.097533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:05.121051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.124633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:05.124982 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 15ecebab-93a0-4083-bdf0-f8a5a052928d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:05.138078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.225434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.234697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b77264b-ab64-4236-a01f-087f95afcbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.241545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cff54347-6573-4826-bcd1-5564a0525fd9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.241545 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cff54347-6573-4826-bcd1-5564a0525fd9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2374594 Jun 28 06:42:05.245029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49200) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:05.253725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9e0f8684-c985-403e-a1b1-c25f110c9adf tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Request body: {'security_group_rule': {'security_group_id': 'ddb3366b-2894-4e46-ac6b-05b33b1e969d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:05.276132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Allocated IP 172.20.0.4 (7ce4a411-d351-4a5c-9c19-3f2404eb44c1/222e8dd7-1e15-4dc4-925c-3a325323a7ce/41dcb1dc-05a9-4f09-8c11-a3fe7ca60ac2) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:05.309484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b77264b-ab64-4236-a01f-087f95afcbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.312649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-261382878', 'router:external': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:05.321329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35f3dfcb-0fa4-4440-8259-129e7759797e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.331149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56502aff-e927-4514-9e92-ad23b8f167f1 None None] Pushing event updated for resources: {'Port': ['ID=94bf06b9-ffb2-4ca5-b57a-e3032868daaf,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:05.343018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:05.343569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-56502aff-e927-4514-9e92-ad23b8f167f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:05.345828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] For port 15ecebab-93a0-4083-bdf0-f8a5a052928d, host hv-neutron-7971, cleared binding levels {{(pid=100886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:05.346193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempted to set empty binding levels {{(pid=100886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 28 06:42:05.392366 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9,segment=NetworkSegment(be88a87e-fa39-4a12-a10b-759532454bb3),segment_id=be88a87e-fa39-4a12-a10b-759532454bb3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:05.393300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-909d2ad2-ad2f-4730-9e88-4cdd67695f9e None None] Could not find standard attr ID for object 8c1ed3f6-443e-43cd-814c-18397b3dd342. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:42:05.395717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Routers {'a2668517-1866-4a8f-bc84-f1668ecab821'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:05.396394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:41:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2668517-1866-4a8f-bc84-f1668ecab821'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:05.402140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3dfcb-0fa4-4440-8259-129e7759797e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Pushing event deleted for resources: {'Port': ['ID=8c1ed3f6-443e-43cd-814c-18397b3dd342,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:05.410806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-35f3dfcb-0fa4-4440-8259-129e7759797e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:05.416019 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.441086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8ee787c7-293c-490c-82f5-355ed1219864 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:05.441086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] In _notify_port_updated(), no bound segment for port 15ecebab-93a0-4083-bdf0-f8a5a052928d on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:42:05.441859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.442451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.443759 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "PUT /v2.0/ports/15ecebab-93a0-4083-bdf0-f8a5a052928d HTTP/1.1" status: 200 len: 977 time: 1.9551115 Jun 28 06:42:05.464555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49202) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:05.549906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] Set router a2668517-1866-4a8f-bc84-f1668ecab821 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:05.554442 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event updated for resources: {'Port': ['ID=15ecebab-93a0-4083-bdf0-f8a5a052928d,revision_number=3']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:05.565802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:05.574373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8684-c985-403e-a1b1-c25f110c9adf tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.584130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Allocated IP 172.26.4.216 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/c882b49c-3e26-4931-a7bb-aad42176087e) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:05.587686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.590050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.595552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-56502aff-e927-4514-9e92-ad23b8f167f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:05.633262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35f3dfcb-0fa4-4440-8259-129e7759797e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.638836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49204) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:05.649408 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-35f3dfcb-0fa4-4440-8259-129e7759797e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] 10.222.0.24 "DELETE /v2.0/ports/8c1ed3f6-443e-43cd-814c-18397b3dd342 HTTP/1.1" status: 204 len: 168 time: 1.7427571 Jun 28 06:42:05.673829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.674310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.674783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.675244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.675704 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.676165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.676770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.677270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.677747 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.678189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.678645 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.679104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:05.682698 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0790c8f9-b1b0-4330-b95b-26ec88e15d13 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11252 time: 0.2151330 Jun 28 06:42:05.692361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b77264b-ab64-4236-a01f-087f95afcbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.693806 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49208) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:05.697188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b77264b-ab64-4236-a01f-087f95afcbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.701959 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9b77264b-ab64-4236-a01f-087f95afcbd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a767a5f-9c9f-40f8-8cf5-ea044c78abdf HTTP/1.1" status: 204 len: 168 time: 0.7115319 Jun 28 06:42:05.709834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:05.763801 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77264b-ab64-4236-a01f-087f95afcbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a767a5f-9c9f-40f8-8cf5-ea044c78abdf,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:05.774842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9b77264b-ab64-4236-a01f-087f95afcbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:05.783312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:05.792227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Made reservation on behalf of 36455b633fdf4920871b2ddb7657be4a for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:05.799383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.821558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:05.834173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:05.860013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.866096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.883286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:05.897810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Network 7ce4a411-d351-4a5c-9c19-3f2404eb44c1 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:05.899858 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:05.900637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.904761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:05.908598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:05.934797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8684-c985-403e-a1b1-c25f110c9adf tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.951887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:05.957892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:59Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '94bf06b9-ffb2-4ca5-b57a-e3032868daaf', 'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'mac_address': 'fa:16:3e:a6:f6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:57Z', 'updated_at': '2021-06-28T06:42:04Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'subnets': [{'id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:06.003908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49214) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:06.007095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852bc340-e9f8-4337-b2ff-75b42743ad0a None None] The sync data for ids ['a2668517-1866-4a8f-bc84-f1668ecab821'] in dv-neutron-797120-6-hyperv is: [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:59Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '94bf06b9-ffb2-4ca5-b57a-e3032868daaf', 'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'mac_address': 'fa:16:3e:a6:f6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:57Z', 'updated_at': '2021-06-28T06:42:04Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'subnets': [{'id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:42:06.026478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8684-c985-403e-a1b1-c25f110c9adf tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.037558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:06.054224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f8684-c985-403e-a1b1-c25f110c9adf tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32736c74-6a69-4014-9f6c-317fd0702f52,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:06.081015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9e0f8684-c985-403e-a1b1-c25f110c9adf tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:06.165976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.168158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.176335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:06.233723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:06.237749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:06.240502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:06.297418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event updated for resources: {'Port': ['ID=41dcb1dc-05a9-4f09-8c11-a3fe7ca60ac2,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:06.311304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.311403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:06.311477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Pushing event updated for resources: {'Port': ['ID=c882b49c-3e26-4931-a7bb-aad42176087e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:06.311477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:06.318224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:06.365093 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-12604872-4e2d-483f-8b65-2747bdca5184 tempest-DHCPAgentSchedulersTestJSON-596769901 tempest-DHCPAgentSchedulersTestJSON-596769901-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7207298 Jun 28 06:42:06.373554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.379070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49220) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:06.389815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2017793748'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:06.391558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8684-c985-403e-a1b1-c25f110c9adf tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.393165 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9e0f8684-c985-403e-a1b1-c25f110c9adf tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1468282 Jun 28 06:42:06.399221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d38096d-df1d-4534-98d5-99c53695ffb2,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:06.403315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:06.408354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49222) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:06.417381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:06.420884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:06.421858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4fc93c13-e142-46d9-8519-a83ee86a2a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.435634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Deleting port 15ecebab-93a0-4083-bdf0-f8a5a052928d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:06.436256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.446049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.448556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.449185 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Added segment f7e38aa7-c5bd-4b35-a9a8-79d8dc733114 of type vlan for network 2a016616-64ee-4869-8fb2-68549cac34e6 Jun 28 06:42:06.500555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.511403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] For port 15ecebab-93a0-4083-bdf0-f8a5a052928d, host hv-neutron-7971, got binding levels [] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:06.511841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.546193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Calling delete_port for 15ecebab-93a0-4083-bdf0-f8a5a052928d owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:06.556492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Made reservation on behalf of 00758898903646e7a538ce07e029eed4 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:06.560894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.577247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-4fc93c13-e142-46d9-8519-a83ee86a2a45 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:42:06.577247 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:42:06.577247 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '0cc10ec15c4e430b8fbced908480460d', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 42, 6, 451658)}] Jun 28 06:42:06.577247 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:42:06.577247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-4fc93c13-e142-46d9-8519-a83ee86a2a45 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:42:06.588153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.614227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.617244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:06.618476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.623323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:06.626463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.671364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:06.702778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.703478 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Added segment 56ac92e7-6ed8-49e8-9aae-e8d2354bd3c0 of type vlan for network 1932cc4a-a7e8-4226-831a-20896952bde8 Jun 28 06:42:06.704416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.716132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event updated for resources: {'Network': ['ID=2a016616-64ee-4869-8fb2-68549cac34e6,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:06.719017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:06.727058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 2a016616-64ee-4869-8fb2-68549cac34e6 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:06.792326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49224) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:06.795055 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8319232 Jun 28 06:42:06.823161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49226) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:06.828182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Request body: {'subnet': {'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:06.838651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.879201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.888414 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c4be702c-0423-440d-be1f-2793d24a27f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c4e2774a97b4cb08a911ef1092ebe0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916750 Jun 28 06:42:06.891069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49228) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:06.939744 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f60d21bb-6fa1-43c8-89d0-b1e43c80bdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.950403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.962502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f60d21bb-6fa1-43c8-89d0-b1e43c80bdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.969724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7b63c3b3-89f5-4c66-934d-2b9ab4a7da89 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:06.970177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Made reservation on behalf of 36455b633fdf4920871b2ddb7657be4a for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:06.972474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.974841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:06.995733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ff26aa57-ffb2-4d41-a499-46dda529d3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:07.008478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event deleted for resources: {'Port': ['ID=15ecebab-93a0-4083-bdf0-f8a5a052928d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:07.020968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:07.021596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.028280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.032568 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "DELETE /v2.0/ports/15ecebab-93a0-4083-bdf0-f8a5a052928d HTTP/1.1" status: 204 len: 168 time: 1.3273401 Jun 28 06:42:07.037616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:07.038207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.050186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.051541 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49230) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:07.052097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:07.077759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4fc93c13-e142-46d9-8519-a83ee86a2a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.132411 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd758baa-ac20-4616-824d-f24a0f79ac34 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] GET failed (client error): The resource could not be found. Jun 28 06:42:07.132949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Pushing event updated for resources: {'Port': ['ID=c882b49c-3e26-4931-a7bb-aad42176087e,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:07.133960 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bd758baa-ac20-4616-824d-f24a0f79ac34 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "GET /v2.0/ports/15ecebab-93a0-4083-bdf0-f8a5a052928d HTTP/1.1" status: 404 len: 333 time: 0.0783389 Jun 28 06:42:07.134670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.137962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:07.144803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49232) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:07.151435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-655593409', 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:07.171977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.213174 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8326621 Jun 28 06:42:07.215090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.216743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49234) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:07.224827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Pushing event updated for resources: {'Network': ['ID=1932cc4a-a7e8-4226-831a-20896952bde8,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:07.231606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:07.237250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-595e0eb8-c21f-48c7-9911-c65ea8f08cb3 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:07.237888 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 1932cc4a-a7e8-4226-831a-20896952bde8 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:07.266281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.329178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event updated for resources: {'Port': ['ID=41dcb1dc-05a9-4f09-8c11-a3fe7ca60ac2,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:07.333635 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:07.375759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.379740 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8080220 Jun 28 06:42:07.379867 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49236) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:07.450147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f60d21bb-6fa1-43c8-89d0-b1e43c80bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.459741 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3422b5e2-1a69-47c4-a7c3-2dcc3526a5e8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=7ce4a411-d351-4a5c-9c19-3f2404eb44c1 HTTP/1.1" status: 200 len: 689 time: 0.0759726 Jun 28 06:42:07.460837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49238) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:07.472895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f60d21bb-6fa1-43c8-89d0-b1e43c80bdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.474048 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f60d21bb-6fa1-43c8-89d0-b1e43c80bdb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f77b34b5-0942-4c66-b405-7d8b2a519003 HTTP/1.1" status: 204 len: 168 time: 0.5820866 Jun 28 06:42:07.474918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.488884 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9863737 Jun 28 06:42:07.500612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Allocated IP 172.26.4.247 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/74cdfad2-beb1-438d-86e5-68a71d442aa3) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:07.523906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e7daa853-bcb7-4c22-aa8a-28cc8c7c7be7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:07.613023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d21bb-6fa1-43c8-89d0-b1e43c80bdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b34b5-0942-4c66-b405-7d8b2a519003,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:07.615408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f60d21bb-6fa1-43c8-89d0-b1e43c80bdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:07.779284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.783505 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-82b1cd58-0327-4bb6-a699-4cc071688a9b tempest-DHCPAgentSchedulersTestJSON-596769901 tempest-DHCPAgentSchedulersTestJSON-596769901-project-admin] 10.222.0.24 "GET /v2.0/agents/f85e0461-28de-4a64-a363-cd2c2bead222/dhcp-networks HTTP/1.1" status: 200 len: 6424 time: 0.5655358 Jun 28 06:42:07.788825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49252) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:07.868536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4fc93c13-e142-46d9-8519-a83ee86a2a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.909207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 94bf06b9-ffb2-4ca5-b57a-e3032868daaf up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:07.959442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4fc93c13-e142-46d9-8519-a83ee86a2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.960105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:42:07.960841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.980617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:07.990052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:07.996288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4fc93c13-e142-46d9-8519-a83ee86a2a45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cc10ec15c4e430b8fbced908480460d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9848750 Jun 28 06:42:08.002566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49264) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:08.072775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:08.077409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc93c13-e142-46d9-8519-a83ee86a2a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d37ea6-1083-4f80-933f-998eceeac8dc,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:08.080428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:08.080914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4fc93c13-e142-46d9-8519-a83ee86a2a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:08.081307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.085811 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f2eb4744-fc17-4a31-b174-097bd5e13d11 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:08.127687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba09ab-b3ff-4f7e-91bf-84e1e1413090 tempest-DHCPAgentSchedulersTestJSON-596769901 tempest-DHCPAgentSchedulersTestJSON-596769901-project-admin] Network 1932cc4a-a7e8-4226-831a-20896952bde8 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:08.133842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event updated for resources: {'Subnet': ['ID=00d61b5e-923d-41ac-bd89-d8d26a75afcc,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:08.136617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:08.144139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Made reservation on behalf of 1fde7192b50e4b338b228023b40f289d for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:08.146565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.166611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Checking segment: {'id': 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:08.166611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Network hostable DHCP agents. Network: 2a016616-64ee-4869-8fb2-68549cac34e6, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:08.173380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Deleting port 41dcb1dc-05a9-4f09-8c11-a3fe7ca60ac2 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:08.173748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.185263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] device_id is not set on port fc7996ea-fbf7-448e-a678-b80abb656690 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:08.203393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c6680fa-2e4c-45ba-9b4d-67086eab18b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.238450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4150731-3248-44b1-bdc7-49374cab040d None None] Network 1932cc4a-a7e8-4226-831a-20896952bde8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:08.245207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.294748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c6680fa-2e4c-45ba-9b4d-67086eab18b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.313321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49274) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:08.315718 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b5ba09ab-b3ff-4f7e-91bf-84e1e1413090 tempest-DHCPAgentSchedulersTestJSON-596769901 tempest-DHCPAgentSchedulersTestJSON-596769901-project-admin] 10.222.0.24 "POST /v2.0/agents/f85e0461-28de-4a64-a363-cd2c2bead222/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5231729 Jun 28 06:42:08.323403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.339933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c2e68355-7bc4-4472-b067-1310e5d6fcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:08.357058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Network 2a016616-64ee-4869-8fb2-68549cac34e6 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:08.378969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 2a016616-64ee-4869-8fb2-68549cac34e6) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:08.383665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:08.384323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.401395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5dcc1-420a-41a3-acd7-99292ef39ed7 None None] Network 2a016616-64ee-4869-8fb2-68549cac34e6 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:08.406736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=94bf06b9-ffb2-4ca5-b57a-e3032868daaf,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:08.423682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49282) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:08.428346 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 06:42:08.513031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.513412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:08.519088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:08.563174 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-7c20deb2-a626-4e6f-89fc-5077587bb3a9 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--448742294&fields=id&tenant_id=b67808f91d83459f8fcccc2724735120 HTTP/1.1" status: 200 len: 267 time: 0.1384113 Jun 28 06:42:08.582278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:08.589109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.590923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:08.601637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:08.628141 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8011370 Jun 28 06:42:08.644838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49286) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:08.659843 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c6680fa-2e4c-45ba-9b4d-67086eab18b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.664398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=94bf06b9-ffb2-4ca5-b57a-e3032868daaf,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:08.674721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2073354137', 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:08.675523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:08.679074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.679393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.682758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c6680fa-2e4c-45ba-9b4d-67086eab18b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.688549 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8c6680fa-2e4c-45ba-9b4d-67086eab18b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6d37ea6-1083-4f80-933f-998eceeac8dc HTTP/1.1" status: 204 len: 168 time: 0.6803832 Jun 28 06:42:08.688549 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-720678fc-1aed-460c-b575-507ead1a6587 tempest-DHCPAgentSchedulersTestJSON-596769901 tempest-DHCPAgentSchedulersTestJSON-596769901-project-admin] 10.222.0.24 "GET /v2.0/agents/f85e0461-28de-4a64-a363-cd2c2bead222/dhcp-networks HTTP/1.1" status: 200 len: 7194 time: 0.3709011 Jun 28 06:42:08.698147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:08.698448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Pushing event updated for resources: {'Port': ['ID=74cdfad2-beb1-438d-86e5-68a71d442aa3,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:08.709234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49290) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:08.712911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce89a6e-36be-49ad-abba-6af6321e6817 None None] Network 2a016616-64ee-4869-8fb2-68549cac34e6 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:08.716835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:08.717056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.738892 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:08.744648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6680fa-2e4c-45ba-9b4d-67086eab18b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d37ea6-1083-4f80-933f-998eceeac8dc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:08.747597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8c6680fa-2e4c-45ba-9b4d-67086eab18b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:08.764395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Calling delete_port for 41dcb1dc-05a9-4f09-8c11-a3fe7ca60ac2 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:08.771234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.870859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Made reservation on behalf of 36455b633fdf4920871b2ddb7657be4a for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:08.874253 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:08.896811 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70719-4599-4329-8e6e-fc8da960e503 req-91e494b8-cac0-4ef9-bec0-824da8a0a604 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:08.900645 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-91e494b8-cac0-4ef9-bec0-824da8a0a604 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/networks?id=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 HTTP/1.1" status: 200 len: 812 time: 0.3161373 Jun 28 06:42:08.924937 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-f8ddc1f6-cb73-4b83-a98c-da8453b40f40 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/quotas/b67808f91d83459f8fcccc2724735120 HTTP/1.1" status: 200 len: 375 time: 0.0158525 Jun 28 06:42:08.953092 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1ed7a334-736c-49cd-8855-26ed7feb89a0 tempest-DHCPAgentSchedulersTestJSON-596769901 tempest-DHCPAgentSchedulersTestJSON-596769901-project-admin] 10.222.0.24 "DELETE /v2.0/agents/f85e0461-28de-4a64-a363-cd2c2bead222/dhcp-networks/1932cc4a-a7e8-4226-831a-20896952bde8 HTTP/1.1" status: 204 len: 168 time: 0.2289605 Jun 28 06:42:08.955361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49298) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:08.980063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] device_id is not set on port 29fd301d-7ae1-426c-98e3-47921f32f05e yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:09.018167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.045261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:09.050341 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.116808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Network bf25edcd-2771-47f9-afd5-45d2a8e1a591 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:09.149990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:09.152508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:09.154358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:09.155585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.199500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7996ea-fbf7-448e-a678-b80abb656690,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:09.215833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:09.241377 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-4bafeb9a-6439-420c-b797-9dba33f1d46d tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b67808f91d83459f8fcccc2724735120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3057086 Jun 28 06:42:09.268900 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7b48ebed-2112-499a-bf0f-ca82a16b3eeb tempest-DHCPAgentSchedulersTestJSON-596769901 tempest-DHCPAgentSchedulersTestJSON-596769901-project-admin] 10.222.0.24 "GET /v2.0/agents/f85e0461-28de-4a64-a363-cd2c2bead222/dhcp-networks HTTP/1.1" status: 200 len: 7227 time: 0.2816927 Jun 28 06:42:09.273311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49306) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:09.283183 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1353662 Jun 28 06:42:09.288872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49308) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:09.290558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Allocated IP 172.20.0.8 (2a016616-64ee-4869-8fb2-68549cac34e6/00d61b5e-923d-41ac-bd89-d8d26a75afcc/29fd301d-7ae1-426c-98e3-47921f32f05e) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:09.315369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.342239 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49314) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:09.349432 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-72273001-f15b-499e-8405-25ff9e75d923 tempest-DHCPAgentSchedulersTestJSON-596769901 tempest-DHCPAgentSchedulersTestJSON-596769901-project-admin] 10.222.0.24 "GET /v2.0/networks/c2949dd8-9c0b-4a28-8275-2ea579f6f743/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0678995 Jun 28 06:42:09.358237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2baee5-ae22-4a4d-8156-3730c8136e8a tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:09.359755 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5a2baee5-ae22-4a4d-8156-3730c8136e8a tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "GET /v2.0/ports/fc7996ea-fbf7-448e-a678-b80abb656690 HTTP/1.1" status: 200 len: 954 time: 0.0698912 Jun 28 06:42:09.362626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49316) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:09.389065 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-247aedad-5547-4014-b2ad-5e54794f82ff tempest-DHCPAgentSchedulersTestJSON-596769901 tempest-DHCPAgentSchedulersTestJSON-596769901-project-admin] 10.222.0.24 "GET /v2.0/networks/c2949dd8-9c0b-4a28-8275-2ea579f6f743/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0428920 Jun 28 06:42:09.391415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49318) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:09.405213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.410293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:09.447282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49320) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:09.472048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4e7e-d053-4066-bbe7-91cc42f41429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.482183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.484627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-605d4644-7f3c-4a61-ab00-53f3ee8467d7 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Deleting port fc7996ea-fbf7-448e-a678-b80abb656690 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:09.485016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-605d4644-7f3c-4a61-ab00-53f3ee8467d7 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.542490 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.568041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-605d4644-7f3c-4a61-ab00-53f3ee8467d7 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.587477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-605d4644-7f3c-4a61-ab00-53f3ee8467d7 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Calling delete_port for fc7996ea-fbf7-448e-a678-b80abb656690 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:09.661108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Pushing event updated for resources: {'Port': ['ID=74cdfad2-beb1-438d-86e5-68a71d442aa3,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:09.706175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4e7e-d053-4066-bbe7-91cc42f41429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.709108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:09.709748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:09.734208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 94bf06b9-ffb2-4ca5-b57a-e3032868daaf up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:09.752156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.765066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event deleted for resources: {'Port': ['ID=41dcb1dc-05a9-4f09-8c11-a3fe7ca60ac2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:09.765259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-c5af75e7-a8fd-4fea-9f40-d2d80394e5dd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:42:09.766544 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-c5af75e7-a8fd-4fea-9f40-d2d80394e5dd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1706276 Jun 28 06:42:09.780577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:09.791928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:09.792421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.815983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c9b4e7e-d053-4066-bbe7-91cc42f41429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.828016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-605d4644-7f3c-4a61-ab00-53f3ee8467d7 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.833413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.836928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:09.872983 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e5cf97a1-2d65-4743-bdc9-cc1313ff9573 tempest-DHCPAgentSchedulersTestJSON-596769901 tempest-DHCPAgentSchedulersTestJSON-596769901-project-admin] 10.222.0.24 "GET /v2.0/agents/f85e0461-28de-4a64-a363-cd2c2bead222/dhcp-networks HTTP/1.1" status: 200 len: 7227 time: 0.4762096 Jun 28 06:42:09.873520 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49330) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:09.915713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-605d4644-7f3c-4a61-ab00-53f3ee8467d7 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.916241 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-605d4644-7f3c-4a61-ab00-53f3ee8467d7 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "DELETE /v2.0/ports/fc7996ea-fbf7-448e-a678-b80abb656690 HTTP/1.1" status: 204 len: 168 time: 0.5521262 Jun 28 06:42:09.918531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.919799 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5067334 Jun 28 06:42:09.920349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49332) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:09.926230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:09.948370 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4c9b4e7e-d053-4066-bbe7-91cc42f41429 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cd094223921431290b311a8bc6244d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4988844 Jun 28 06:42:09.952670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49334) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:09.954721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b4e7e-d053-4066-bbe7-91cc42f41429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96087cb-5960-4e1b-a785-c7b13ce0f321,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:09.957899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4c9b4e7e-d053-4066-bbe7-91cc42f41429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:09.974224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2f7d2e58-9047-4554-9bf2-1227ba2c6a81 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:10.016029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d4644-7f3c-4a61-ab00-53f3ee8467d7 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc7996ea-fbf7-448e-a678-b80abb656690,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:10.018785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-605d4644-7f3c-4a61-ab00-53f3ee8467d7 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:10.022530 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86607d5-c339-4f3a-bc94-12052ef7089b tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] GET failed (client error): The resource could not be found. Jun 28 06:42:10.027363 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b86607d5-c339-4f3a-bc94-12052ef7089b tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "GET /v2.0/ports/fc7996ea-fbf7-448e-a678-b80abb656690 HTTP/1.1" status: 404 len: 333 time: 0.0991559 Jun 28 06:42:10.030106 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-b5f04b14-86d6-4337-975b-2e511af4f28f service neutron] 10.222.0.24 "GET /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472472 Jun 28 06:42:10.030106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49338) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:10.033405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Request body: {'port': {'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-803955324'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:10.061741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.173856 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.213615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:10.236495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.243349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=222e8dd7-1e15-4dc4-925c-3a325323a7ce,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:10.250935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.253845 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:10.261522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:10.295423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > segment before_delete 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.295768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.296625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.297030 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > port after_create 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.297359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > port after_delete 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.297708 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > port after_update 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.298047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > segment after_delete 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.298366 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > subnet after_create 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.298683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > subnet after_delete 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.299001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > subnet after_update 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.314070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-249a7722-6921-4766-8b56-a65c183d356c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.348685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-249a7722-6921-4766-8b56-a65c183d356c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.376497 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-7005871c-b1f0-4e88-b5ee-af51f8eb6779 service neutron] 10.222.0.24 "GET /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377166 Jun 28 06:42:10.384487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Made reservation on behalf of 1fde7192b50e4b338b228023b40f289d for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:10.387257 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.415520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] device_id is not set on port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:10.533881 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > subnet after_create 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.534261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > subnet after_delete 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.534608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > subnet before_create 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.534933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Subscribe: > subnet before_update 55550000 {{(pid=100886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 06:42:10.535305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1932cc4a-a7e8-4226-831a-20896952bde8']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:10.580753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ac92e7-6ed8-49e8-9aae-e8d2354bd3c0') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:10.591884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ac92e7-6ed8-49e8-9aae-e8d2354bd3c0') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:10.591884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Network 2a016616-64ee-4869-8fb2-68549cac34e6 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:10.635328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:10.637615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49370) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:10.638617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:10.639800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:10.640395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.666915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.672605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.759558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.796998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-249a7722-6921-4766-8b56-a65c183d356c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.796998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49380) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:10.796998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-249a7722-6921-4766-8b56-a65c183d356c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.797741 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-249a7722-6921-4766-8b56-a65c183d356c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b96087cb-5960-4e1b-a785-c7b13ce0f321 HTTP/1.1" status: 204 len: 168 time: 0.8439205 Jun 28 06:42:10.853263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:10.859312 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-5d02fc1f-1865-4003-a442-f169a1a6393b tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1054035838&fields=id&tenant_id=7e3a2332b99445df9da299c508b526df HTTP/1.1" status: 200 len: 267 time: 0.2204807 Jun 28 06:42:10.916487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event updated for resources: {'Port': ['ID=29fd301d-7ae1-426c-98e3-47921f32f05e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:10.922385 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5566d5e5-bef1-4434-b35d-8257c8c46902 req-26f8a7ee-65e9-4044-9ea5-83b9dd9f75d0 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 210 time: 0.1368320 Jun 28 06:42:10.923104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7722-6921-4766-8b56-a65c183d356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96087cb-5960-4e1b-a785-c7b13ce0f321,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:10.925496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-249a7722-6921-4766-8b56-a65c183d356c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:10.958440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-50967e2c-2a68-4a78-be91-ba1dbea7c506 tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:10.963469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:10.971126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce4a411-d351-4a5c-9c19-3f2404eb44c1']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:10.979553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:10.988594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f816c63-9522-4f41-ae24-dea82095a39f') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:10.989783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f816c63-9522-4f41-ae24-dea82095a39f') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:11.000758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:11.001538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: from cryptography.utils import int_from_bytes Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: from cryptography.utils import int_from_bytes Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:11.007494 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:11.018102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.026824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ac77f96e-1d2f-4088-8a34-4885b4274b16 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:11.044807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.082827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-0a24c064-a09c-4d5f-b610-dfd5c14622bb tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:11.084298 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-0a24c064-a09c-4d5f-b610-dfd5c14622bb tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/networks?id=a232f4af-fb75-42fc-86a9-957d7c91074d HTTP/1.1" status: 200 len: 805 time: 0.1992507 Jun 28 06:42:11.084962 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.4389365 Jun 28 06:42:11.090921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Network bf25edcd-2771-47f9-afd5-45d2a8e1a591 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:11.101692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49396) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.101692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:11.101903 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.101982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:11.101982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:11.102560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.105308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:11.105731 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:11.107509 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:11.127202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event updated for resources: {'Port': ['ID=4ba9f5a9-e137-4484-a963-d057f5ba88e9,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:11.130176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:11.152590 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-ca7a2fe6-3b18-45f7-93ee-f7ba2d42d26b tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/quotas/7e3a2332b99445df9da299c508b526df HTTP/1.1" status: 200 len: 375 time: 0.0470555 Jun 28 06:42:11.238900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.253246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.256304 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] 10.222.0.24 "DELETE /v2.0/networks/1932cc4a-a7e8-4226-831a-20896952bde8 HTTP/1.1" status: 204 len: 168 time: 1.3804939 Jun 28 06:42:11.257643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:11.259642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49404) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.279808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Pushing event deleted for resources: {'Network': ['ID=1932cc4a-a7e8-4226-831a-20896952bde8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:11.288270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:11.309451 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce25d684-eb81-452e-b261-519eaac47133 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] DELETE failed (client error): The resource could not be found. Jun 28 06:42:11.310262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce25d684-eb81-452e-b261-519eaac47133 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:42:11.312192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ce25d684-eb81-452e-b261-519eaac47133 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] 10.222.0.24 "DELETE /v2.0/ports/8c1ed3f6-443e-43cd-814c-18397b3dd342 HTTP/1.1" status: 404 len: 333 time: 0.0516202 Jun 28 06:42:11.314903 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49414) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.349158 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-132708b2-16c4-4bf6-a179-ac85122ce2a6 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e3a2332b99445df9da299c508b526df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1872361 Jun 28 06:42:11.354979 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3257618 Jun 28 06:42:11.355784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49416) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.357426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2519468b-8705-4646-ad95-8445ba8979ac tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Deleting port 29fd301d-7ae1-426c-98e3-47921f32f05e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:11.363732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2519468b-8705-4646-ad95-8445ba8979ac tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.363887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.365486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:11.380525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ce4a411-d351-4a5c-9c19-3f2404eb44c1 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 28 06:42:11.383060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.384973 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "DELETE /v2.0/networks/7ce4a411-d351-4a5c-9c19-3f2404eb44c1 HTTP/1.1" status: 204 len: 168 time: 3.9230454 Jun 28 06:42:11.392326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5b86e6bc-9072-4c0a-8376-bab05ea70b7e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:11.394186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49420) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.469484 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-50967e2c-2a68-4a78-be91-ba1dbea7c506 tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] 10.222.0.24 "PUT /v2.0/quotas/151c9a537e714d29ad4ccbe785840ddc HTTP/1.1" status: 200 len: 366 time: 0.6826754 Jun 28 06:42:11.473501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49428) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.488676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ce4a411-d351-4a5c-9c19-3f2404eb44c1,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:11.495436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:11.501022 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e29d930f-1262-460d-a7fb-3b4a0d6ca3fb tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0247407 Jun 28 06:42:11.513472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49430) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.534218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f82a22-599e-46e6-8671-fa76a4b45548 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Deleting subnet fb0ef53e-45cd-4c9c-bf2f-f811f9585d62 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:42:11.538527 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7282df63-4edb-454c-b915-be52a611c81c tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.1364853 Jun 28 06:42:11.541783 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9910a5d2-8e04-479d-a0b4-fcc237f9d9d7 tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] 10.222.0.24 "GET /v2.0/quotas/151c9a537e714d29ad4ccbe785840ddc HTTP/1.1" status: 200 len: 366 time: 0.0272608 Jun 28 06:42:11.542620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a1f82a22-599e-46e6-8671-fa76a4b45548 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.546130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49434) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.546461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49436) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.549984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2519468b-8705-4646-ad95-8445ba8979ac tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.637067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2519468b-8705-4646-ad95-8445ba8979ac tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Calling delete_port for 29fd301d-7ae1-426c-98e3-47921f32f05e owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:11.646974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a1f82a22-599e-46e6-8671-fa76a4b45548 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.708654 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-86ccab54-903f-4234-9857-a0fc4b1702c6 tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/151c9a537e714d29ad4ccbe785840ddc HTTP/1.1" status: 204 len: 168 time: 0.1587620 Jun 28 06:42:11.709934 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49442) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.735073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.776929 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-dc7fcd71-35af-4727-a53c-1286c3ecfb41 tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0638752 Jun 28 06:42:11.779631 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49446) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.801723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-ab516171-33f4-4f95-9854-2761c8fc449d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:42:11.802711 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-ab516171-33f4-4f95-9854-2761c8fc449d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1824629 Jun 28 06:42:11.811252 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8fe5de0d-41ef-41ba-97e4-c6f78d83524b tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] 10.222.0.24 "GET /v2.0/quotas/151c9a537e714d29ad4ccbe785840ddc HTTP/1.1" status: 200 len: 370 time: 0.0304425 Jun 28 06:42:11.815535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49448) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.828110 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-954792ba-c098-41d1-a812-0cb50837b7a3 tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] 10.222.0.24 "GET /v2.0/quotas/151c9a537e714d29ad4ccbe785840ddc/default HTTP/1.1" status: 200 len: 370 time: 0.0114779 Jun 28 06:42:11.830726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49450) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:11.841168 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-ee92dd3a-bdfa-4ce9-8b4d-649ef95cd0b6 tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] delete failed (client error): The resource could not be found. Jun 28 06:42:11.842210 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ee92dd3a-bdfa-4ce9-8b4d-649ef95cd0b6 tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/151c9a537e714d29ad4ccbe785840ddc HTTP/1.1" status: 404 len: 348 time: 0.0106943 Jun 28 06:42:11.843557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a1f82a22-599e-46e6-8671-fa76a4b45548 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:11.956718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f8cad-7922-41f4-ba12-d97385f5724a tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:11.957329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f8cad-7922-41f4-ba12-d97385f5724a tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:11.957573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f8cad-7922-41f4-ba12-d97385f5724a tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:11.958027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f8cad-7922-41f4-ba12-d97385f5724a tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:11.958472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f8cad-7922-41f4-ba12-d97385f5724a tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:11.959442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f8cad-7922-41f4-ba12-d97385f5724a tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:11.959543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f8cad-7922-41f4-ba12-d97385f5724a tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:11.961258 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a42f8cad-7922-41f4-ba12-d97385f5724a tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4561 time: 0.4136372 Jun 28 06:42:11.975634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49458) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:12.033373 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7ff817b5-6c3b-4ffd-ab40-ecc1a8d74a2e service neutron] 10.222.0.24 "GET /v2.0/networks/a232f4af-fb75-42fc-86a9-957d7c91074d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188401 Jun 28 06:42:12.064107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a1f82a22-599e-46e6-8671-fa76a4b45548 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.065228 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-8f0ee178-e9b0-4801-a83f-e3743efe2b06 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] delete failed (client error): The resource could not be found. Jun 28 06:42:12.066292 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8f0ee178-e9b0-4801-a83f-e3743efe2b06 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/33e78a2e-75e1-44f2-b6e7-2d6761b207f2 HTTP/1.1" status: 404 len: 345 time: 0.0838246 Jun 28 06:42:12.068420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:12.080283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49460) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:12.117729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f82a22-599e-46e6-8671-fa76a4b45548 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0ef53e-45cd-4c9c-bf2f-f811f9585d62,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:12.123941 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca86f47-a0e2-4ff6-aac3-a5b674dbb64e tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] DELETE failed (client error): The resource could not be found. Jun 28 06:42:12.124636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca86f47-a0e2-4ff6-aac3-a5b674dbb64e tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:42:12.134574 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-aca86f47-a0e2-4ff6-aac3-a5b674dbb64e tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "DELETE /v2.0/networks/7ce4a411-d351-4a5c-9c19-3f2404eb44c1 HTTP/1.1" status: 404 len: 339 time: 0.0535760 Jun 28 06:42:12.134574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a1f82a22-599e-46e6-8671-fa76a4b45548 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.134574 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a1f82a22-599e-46e6-8671-fa76a4b45548 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] 10.222.0.24 "DELETE /v2.0/subnets/fb0ef53e-45cd-4c9c-bf2f-f811f9585d62 HTTP/1.1" status: 204 len: 168 time: 0.8159513 Jun 28 06:42:12.134574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a1f82a22-599e-46e6-8671-fa76a4b45548 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:12.134574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49464) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:12.135432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49466) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:12.138814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabca857-7b32-4089-b902-ba06973272d0 None None] Network c2949dd8-9c0b-4a28-8275-2ea579f6f743 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:12.142908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Request body: {'network': {'name': 'tempest-network--24829307', 'router:external': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:12.181338 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d17115a2-e5a3-4c1c-8c63-b605653f6ae5 req-105c4b9d-45c7-4765-b95c-6ea1bc198174 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 210 time: 0.1358557 Jun 28 06:42:12.238152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2519468b-8705-4646-ad95-8445ba8979ac tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.254849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Made reservation on behalf of 4673312797094ab884de4afe9500a0f9 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:12.258346 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.267974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c2ce7e7a-894f-4d4e-8fcf-32f98f7c4414 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:12.291398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.297076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519468b-8705-4646-ad95-8445ba8979ac tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event deleted for resources: {'Port': ['ID=29fd301d-7ae1-426c-98e3-47921f32f05e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:12.299735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] device_id is not set on port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:12.306944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2519468b-8705-4646-ad95-8445ba8979ac tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:12.316653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.361142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49472) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:12.401930 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:12.417164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.418393 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Added segment 4c6cd7f6-2c25-4eea-b082-f2436704437a of type vlan for network 256574df-dbef-48f9-afb3-b04d588aad4d Jun 28 06:42:12.438552 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-ac5b7fc4-e5c1-4a8c-badf-028d2efb8ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/a232f4af-fb75-42fc-86a9-957d7c91074d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859935 Jun 28 06:42:12.440603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Transition to ACTIVE for port object 4ba9f5a9-e137-4484-a963-d057f5ba88e9 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:12.452264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2519468b-8705-4646-ad95-8445ba8979ac tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.454148 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2519468b-8705-4646-ad95-8445ba8979ac tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "DELETE /v2.0/ports/29fd301d-7ae1-426c-98e3-47921f32f05e HTTP/1.1" status: 204 len: 168 time: 1.3597963 Jun 28 06:42:12.454972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49478) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:12.472801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6', 'external_fixed_ips': [{'subnet_id': '00d61b5e-923d-41ac-bd89-d8d26a75afcc', 'ip_address': '172.20.0.8'}]}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:12.494291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.495755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Usage tracker for resource:network and tenant:de5571227ebd496588779f9d362c4024 is out of sync, need to count used quota {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 28 06:42:12.508798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 28 06:42:12.511218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] DHCP port deletion for c2949dd8-9c0b-4a28-8275-2ea579f6f743 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:42:12.515588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Deleting port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:12.516001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.518174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Usage tracker for resource:subnet and tenant:de5571227ebd496588779f9d362c4024 is out of sync, need to count used quota {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 28 06:42:12.525218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 28 06:42:12.532058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Usage tracker for resource:subnetpool and tenant:de5571227ebd496588779f9d362c4024 is out of sync, need to count used quota {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 28 06:42:12.537665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 28 06:42:12.546064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Usage tracker for resource:port and tenant:de5571227ebd496588779f9d362c4024 is out of sync, need to count used quota {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 28 06:42:12.552296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 28 06:42:12.560542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Usage tracker for resource:router and tenant:de5571227ebd496588779f9d362c4024 is out of sync, need to count used quota {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 28 06:42:12.566411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 28 06:42:12.574962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.582000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Usage tracker for resource:floatingip and tenant:de5571227ebd496588779f9d362c4024 is out of sync, need to count used quota {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 28 06:42:12.582778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 28 06:42:12.589987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:12.590203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] Deleting port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:12.590755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.596685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] For port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9,segment=NetworkSegment(be88a87e-fa39-4a12-a10b-759532454bb3),segment_id=be88a87e-fa39-4a12-a10b-759532454bb3)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:12.597605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.610589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Calling delete_port for 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:12.626917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.628064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.672485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] For port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9,segment=NetworkSegment(be88a87e-fa39-4a12-a10b-759532454bb3),segment_id=be88a87e-fa39-4a12-a10b-759532454bb3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:12.673182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.690831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.692592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] Calling delete_port for 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:12.699462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:12.700116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.704947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:12.742597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event updated for resources: {'Port': ['ID=4ba9f5a9-e137-4484-a963-d057f5ba88e9,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:12.754180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.754180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:12.757595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:12.758001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:12.758420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:12.767974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:12.768404 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:12.769844 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 2 to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 Jun 28 06:42:12.790413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event updated for resources: {'Network': ['ID=256574df-dbef-48f9-afb3-b04d588aad4d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:12.793606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:12.794180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:12.794364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:12.794740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:12.801316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Usage tracker for resource:security_group and tenant:de5571227ebd496588779f9d362c4024 is out of sync, need to count used quota {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 28 06:42:12.805423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49486) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:12.805974 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6716599 Jun 28 06:42:12.821960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:12.822411 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:12.834589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 3 to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 Jun 28 06:42:12.837305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 256574df-dbef-48f9-afb3-b04d588aad4d details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:12.859482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 28 06:42:12.879384 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49488) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:12.898143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.911456 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:12.935122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:12.944321 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:12.949465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] No DVR routers for this DVR port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:12.961224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] No DVR routers for this DVR port 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:12.973851 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Pushing event deleted for resources: {'Port': ['ID=8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:12.974129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:13.013206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] Pushing event deleted for resources: {'Port': ['ID=8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:13.025263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:13.088360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.101108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2949dd8-9c0b-4a28-8275-2ea579f6f743']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:13.113476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be88a87e-fa39-4a12-a10b-759532454bb3') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:13.113776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be88a87e-fa39-4a12-a10b-759532454bb3') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:13.126771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1783197167'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:13.134244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.156482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.172932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:13.173377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:13.176486 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:13.216736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:13.217289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:13.217289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:13.254219 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:13.257574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.261772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Usage tracker for resource:security_group_rule and tenant:de5571227ebd496588779f9d362c4024 is out of sync, need to count used quota {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 28 06:42:13.272311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.301838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:13.302186 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:13.324544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.327460 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 4 to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 Jun 28 06:42:13.329994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.quota.resource [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100887) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 28 06:42:13.354678 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71d874db-3842-4bc5-b905-144681904ce8 req-a47500e4-2918-4486-83f6-6296b204d418 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.1332495 Jun 28 06:42:13.366111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.369912 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2f198679-edd1-41cd-bc14-2a49743b41ed req-5307cd01-5d19-4fbe-9c92-67bb16f55e4b tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 210 time: 0.0960577 Jun 28 06:42:13.393887 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1ded7f51-06ee-46f8-a251-45c14d43e55c tempest-QuotasTest-695223442 tempest-QuotasTest-695223442-project-admin] 10.222.0.24 "GET /v2.0/quotas/de5571227ebd496588779f9d362c4024/details.json HTTP/1.1" status: 200 len: 703 time: 1.0316169 Jun 28 06:42:13.410676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:13.430686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.432810 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] 10.222.0.24 "DELETE /v2.0/networks/c2949dd8-9c0b-4a28-8275-2ea579f6f743 HTTP/1.1" status: 204 len: 168 time: 1.2733581 Jun 28 06:42:13.437924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Pushing event deleted for resources: {'Network': ['ID=c2949dd8-9c0b-4a28-8275-2ea579f6f743,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:13.443034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:13.455482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:13.455814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:13.456145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:13.475332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.500211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:13.500535 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:13.504905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.507943 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 5 to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 Jun 28 06:42:13.523910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02b493-e77f-4705-905f-6b73842465c5 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:13.527547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.529718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02b493-e77f-4705-905f-6b73842465c5 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:13.532591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9b77264b-ab64-4236-a01f-087f95afcbd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:13.536486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02b493-e77f-4705-905f-6b73842465c5 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:13.541782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02b493-e77f-4705-905f-6b73842465c5 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:13.548336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02b493-e77f-4705-905f-6b73842465c5 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:13.550076 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7c02b493-e77f-4705-905f-6b73842465c5 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3054 time: 0.7434659 Jun 28 06:42:13.553856 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49522) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:13.563803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:13.563911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:13.564041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:13.564371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:13.574436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff0810-03e5-4531-8606-c0ce92c558a1,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:13.579165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:13.580319 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.580715 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Added segment 715a355f-1bbd-4cd4-bcec-b56765fb0fbd of type vlan for network 533d1581-e96a-498e-a9bf-8ddf55a666ce Jun 28 06:42:13.584769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:13.585143 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:13.588529 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 6 to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 Jun 28 06:42:13.630569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.633745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:13.634026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:13.634354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:13.643336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:13.643664 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:13.653327 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 7 to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 Jun 28 06:42:13.657030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.683527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:13.683910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:13.684285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:13.719309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:13.719309 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:13.719309 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 8 to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 Jun 28 06:42:13.719575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:42:13.739534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:42:13.739918 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c5111fe-7e36-4e8e-bda1-0864e2a8e8a9 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:42:13.769727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.774884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:13.776463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:13.776463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:13.778715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:13.779714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.791072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:13.812718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:13.813073 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:13.814482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.816739 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 9 to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 Jun 28 06:42:13.829483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256574df-dbef-48f9-afb3-b04d588aad4d']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:13.848048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6cd7f6-2c25-4eea-b082-f2436704437a') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:13.848350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6cd7f6-2c25-4eea-b082-f2436704437a') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:13.855285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:13.856253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:13.856879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:13.863527 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9831190 Jun 28 06:42:13.870523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49524) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:13.870766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.873544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'name': 'tempest-PortsIpV6TestJSON-1874107995'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:13.875645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:13.875976 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:13.878263 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Network': ['ID=533d1581-e96a-498e-a9bf-8ddf55a666ce,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:13.878403 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempt 10 to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 Jun 28 06:42:13.880912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:13.889440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:13.890628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.900949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:13.901338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:13.903642 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:13.906416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:13.906416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:13.906416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempting to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:13.949914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:13.950435 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Failed to bind port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf25edcd-2771-47f9-afd5-45d2a8e1a591'}] Jun 28 06:42:13.950804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.068147 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49532) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:14.112386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:14.118027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.127330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.166513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] For port 4ba9f5a9-e137-4484-a963-d057f5ba88e9, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:14.166880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attempted to set empty binding levels {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 28 06:42:14.170129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port d238aa95-fc62-4112-900e-855d1223ae04 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:14.175955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:14.180421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49538) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:14.201423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 256574df-dbef-48f9-afb3-b04d588aad4d {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 28 06:42:14.206075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.208046 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "DELETE /v2.0/networks/256574df-dbef-48f9-afb3-b04d588aad4d HTTP/1.1" status: 204 len: 168 time: 0.6532903 Jun 28 06:42:14.209018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event deleted for resources: {'Network': ['ID=256574df-dbef-48f9-afb3-b04d588aad4d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:14.213722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49542) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:14.216623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:14.220445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Request body: {'network': {'name': 'tempest-network--1522815610', 'router:external': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:14.275289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.300398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.302066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.306291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:14.401256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] In _notify_port_updated(), no bound segment for port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 on network bf25edcd-2771-47f9-afd5-45d2a8e1a591 {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:42:14.402404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:14.403646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.413545 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "PUT /v2.0/ports/4ba9f5a9-e137-4484-a963-d057f5ba88e9 HTTP/1.1" status: 200 len: 976 time: 3.0535619 Jun 28 06:42:14.427598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49548) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:14.437283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83198276-1634-4028-9ed5-748545b55a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.455838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Made reservation on behalf of 4673312797094ab884de4afe9500a0f9 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:14.472160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.565548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83198276-1634-4028-9ed5-748545b55a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.616526 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa5f8022-b441-4e4a-9a9e-7cba015ae7ba req-c6695f50-fb86-4db2-9cc9-25a8c7b1e097 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.0855999 Jun 28 06:42:14.650839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event updated for resources: {'Port': ['ID=4ba9f5a9-e137-4484-a963-d057f5ba88e9,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:14.660665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83198276-1634-4028-9ed5-748545b55a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.663799 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.670194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:14.684243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bfaaa70b-60c2-4167-a295-4853e79feb71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:14.710189 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-27620cb0-cd97-484f-90d0-821ab178bb86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00758898903646e7a538ce07e029eed4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5268621 Jun 28 06:42:14.719366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49556) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:14.730499 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-83198276-1634-4028-9ed5-748545b55a9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f4fe0bde12d47a38b70006c84db1e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610177 Jun 28 06:42:14.735191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49560) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:14.740105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:14.765869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83198276-1634-4028-9ed5-748545b55a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c19bb0-aca6-4d92-85f6-29296c860699,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:14.768922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83198276-1634-4028-9ed5-748545b55a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:14.802526 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-14db8684-3e8e-4ab4-aab9-4f33fb5423dd req-4ca244cb-fb61-42ac-a92e-f14963386a14 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 210 time: 0.0602651 Jun 28 06:42:14.806875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.807224 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Added segment ae5e6bad-4bb3-457d-9025-5d66ef7672c5 of type vlan for network a57416b2-ae53-4955-bd33-9c68a13be5f6 Jun 28 06:42:14.815795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Deleting port 4ba9f5a9-e137-4484-a963-d057f5ba88e9 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:14.816048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.820145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd464a72-e3e2-4826-962f-b4d630d32b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.843292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd464a72-e3e2-4826-962f-b4d630d32b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.893634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.899023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ba2608b3-e6a0-41ef-82ef-a9182cdc4dd2 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:14.963884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Allocated IP 172.20.0.8 (2a016616-64ee-4869-8fb2-68549cac34e6/00d61b5e-923d-41ac-bd89-d8d26a75afcc/64fad2c1-b291-4a38-950c-aa843285785c) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:14.967425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.970981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb90d-06f0-4588-9f45-cbd7f68c2c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:14.979754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] For port 4ba9f5a9-e137-4484-a963-d057f5ba88e9, host hv-neutron-7971, got binding levels [] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:14.980109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.005222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd464a72-e3e2-4826-962f-b4d630d32b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.010967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd464a72-e3e2-4826-962f-b4d630d32b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.015343 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fd464a72-e3e2-4826-962f-b4d630d32b04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39c19bb0-aca6-4d92-85f6-29296c860699 HTTP/1.1" status: 204 len: 168 time: 0.2767577 Jun 28 06:42:15.016699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Calling delete_port for 4ba9f5a9-e137-4484-a963-d057f5ba88e9 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:15.025626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=d238aa95-fc62-4112-900e-855d1223ae04,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:15.030329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:15.030656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:15.039935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd464a72-e3e2-4826-962f-b4d630d32b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c19bb0-aca6-4d92-85f6-29296c860699,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:15.044064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fd464a72-e3e2-4826-962f-b4d630d32b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:15.050195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb90d-06f0-4588-9f45-cbd7f68c2c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.050609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Checking segment: {'id': '715a355f-1bbd-4cd4-bcec-b56765fb0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:15.051179 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network hostable DHCP agents. Network: 533d1581-e96a-498e-a9bf-8ddf55a666ce, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:15.206295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:15.292293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.295566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:15.298515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.298515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e7f54447-e89d-4020-9789-22c177ee63c2 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:15.316825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 533d1581-e96a-498e-a9bf-8ddf55a666ce) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:15.322403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:15.330475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b337836f-a16b-4392-8c00-53161d38642f None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:15.330893 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.335872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb90d-06f0-4588-9f45-cbd7f68c2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.341949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.344746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.50', 51901) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:15.345503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:15.345503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.372562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb90d-06f0-4588-9f45-cbd7f68c2c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.376107 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ac5bb90d-06f0-4588-9f45-cbd7f68c2c1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc7f2abd-092b-4f21-a536-943aa4307c22 HTTP/1.1" status: 204 len: 168 time: 0.6515019 Jun 28 06:42:15.423007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event updated for resources: {'Network': ['ID=a57416b2-ae53-4955-bd33-9c68a13be5f6,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:15.429868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:15.430862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.436066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4ba9f5a9-e137-4484-a963-d057f5ba88e9 HTTP/1.1" status: 204 len: 168 time: 0.9885311 Jun 28 06:42:15.436358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49572) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:15.439782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d477c083-7b1e-40a2-a364-1fc515a57624 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131 tempest-ExternalNetworksAdminNegativeTestJSON-1141470131-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:15.444420 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2273660 Jun 28 06:42:15.452389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49574) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:15.461465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network a57416b2-ae53-4955-bd33-9c68a13be5f6 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:15.490481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ba9f5a9-e137-4484-a963-d057f5ba88e9,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:15.495733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:15.498222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d85d7828-a9f7-4c9a-9dcf-2251ddc58469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:15.522071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bb90d-06f0-4588-9f45-cbd7f68c2c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7f2abd-092b-4f21-a536-943aa4307c22,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:15.528625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ac5bb90d-06f0-4588-9f45-cbd7f68c2c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:15.541893 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6743450 Jun 28 06:42:15.542096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49576) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:15.548619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-400871775'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:15.552531 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2633fb-92b7-493b-9ae2-67a54d1e13ae tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] GET failed (client error): The resource could not be found. Jun 28 06:42:15.554053 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ec2633fb-92b7-493b-9ae2-67a54d1e13ae tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] 10.222.0.24 "GET /v2.0/ports/4ba9f5a9-e137-4484-a963-d057f5ba88e9 HTTP/1.1" status: 404 len: 333 time: 0.1156085 Jun 28 06:42:15.578188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49578) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:15.631759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70719-4599-4329-8e6e-fc8da960e503 req-98c75456-2776-4964-8fcd-4f771f129045 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:15.634197 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-98c75456-2776-4964-8fcd-4f771f129045 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.50 "GET /v2.0/networks?id=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 HTTP/1.1" status: 200 len: 812 time: 0.2594211 Jun 28 06:42:15.721108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.725097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd8535-4e5a-4619-acb2-1d9c6d14f8c0 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:15.729690 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-83dd8535-4e5a-4619-acb2-1d9c6d14f8c0 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] 10.222.0.24 "GET /v2.0/networks/a57416b2-ae53-4955-bd33-9c68a13be5f6 HTTP/1.1" status: 200 len: 757 time: 0.2759860 Jun 28 06:42:15.730294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49582) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:15.753774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:15.785404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.789557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Network 2a016616-64ee-4869-8fb2-68549cac34e6 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:15.821544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:15.838126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.838126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:15.838473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de981d4e-b015-49e4-8609-a58947a7eb99 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:15.843170 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-de981d4e-b015-49e4-8609-a58947a7eb99 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] 10.222.0.24 "GET /v2.0/networks/27c78918-3f0f-4fc2-ad1a-42f97355befd HTTP/1.1" status: 200 len: 767 time: 0.1078799 Jun 28 06:42:15.843562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49586) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:15.876012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-eb53adf5-e495-4da0-9096-bf6f04060dd0 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b67808f91d83459f8fcccc2724735120 HTTP/1.1" status: 200 len: 379 time: 0.1438510 Jun 28 06:42:15.882127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:15.914047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:15.916709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Request body: {'port': {'device_id': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'admin_state_up': True, 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'security_groups': ['d05f6b26-4bc6-4112-92b1-19289bbab3b4']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:15.939128 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-97a73261-2191-4709-8b86-ec12811b204c req-61a03182-8682-45e8-987e-397f319e716b tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.1185193 Jun 28 06:42:15.983671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:16.021632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event updated for resources: {'Port': ['ID=64fad2c1-b291-4a38-950c-aa843285785c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:16.024829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:16.026953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8d31e12c-0c90-4542-a68c-1323d1b8f552 req-fbd4c61d-81de-4c05-8326-a5bd34463238 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 210 time: 0.0851715 Jun 28 06:42:16.034804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.054316 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57416b2-ae53-4955-bd33-9c68a13be5f6']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:16.055891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5e6bad-4bb3-457d-9025-5d66ef7672c5') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:16.056184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5e6bad-4bb3-457d-9025-5d66ef7672c5') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:16.066239 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.082855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:16.100336 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:16.253017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49590) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:16.267979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-36ab837d-1a17-4add-b70c-ce1ea7fc8be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.283279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.283625 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Added segment bd189f53-069c-4683-a962-af9b270086c1 of type vlan for network e9f63786-d28e-4719-a66e-afa08c62ae9a Jun 28 06:42:16.312339 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.318582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a57416b2-ae53-4955-bd33-9c68a13be5f6 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 28 06:42:16.321014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.323191 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a57416b2-ae53-4955-bd33-9c68a13be5f6 HTTP/1.1" status: 204 len: 168 time: 0.4786158 Jun 28 06:42:16.325902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:16.327770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49596) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:16.344298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Request body: {'network': {'name': 'tempest-network--1003037080'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:16.349332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event deleted for resources: {'Network': ['ID=a57416b2-ae53-4955-bd33-9c68a13be5f6,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:16.351788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:16.415475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-36ab837d-1a17-4add-b70c-ce1ea7fc8be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.473641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.491277 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-36ab837d-1a17-4add-b70c-ce1ea7fc8be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.502349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:16.540990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.553624 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-36ab837d-1a17-4add-b70c-ce1ea7fc8be7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de5571227ebd496588779f9d362c4024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995272 Jun 28 06:42:16.554952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab837d-1a17-4add-b70c-ce1ea7fc8be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a42d6f5-7751-462d-a66b-4daddf3a12d8,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:16.558436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-36ab837d-1a17-4add-b70c-ce1ea7fc8be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:16.560345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49604) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:16.571679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf25edcd-2771-47f9-afd5-45d2a8e1a591']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:16.606406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49606) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:16.608827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:16.609161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfcbae8-b294-4923-8ef2-fbeb2f0d14e2') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:16.625665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ed97421-fb70-48b6-b4c5-ccac5a9de225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.634515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Made reservation on behalf of 4673312797094ab884de4afe9500a0f9 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:16.637074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.640672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.666875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:16.677945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.678084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.678084 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Added segment 236bde37-e4a4-476e-acd7-1ec107cecfb1 of type vlan for network e64d83ee-52ea-45ae-a0ae-82f3e38c3fe6 Jun 28 06:42:16.681789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:16.682174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:16.685334 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:16.723882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.735102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.741607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:16.742188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.747732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:16.750594 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b106218a-6e62-4824-8232-7bdf4d5fbfb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.823021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.823021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:16.823021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.826939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d306fafc-5339-4f12-b274-7645776d9931 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:16.874099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Made reservation on behalf of b67808f91d83459f8fcccc2724735120 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:16.877622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.880874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b106218a-6e62-4824-8232-7bdf4d5fbfb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.890069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event updated for resources: {'Network': ['ID=e64d83ee-52ea-45ae-a0ae-82f3e38c3fe6,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:16.892118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.893663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:16.921310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network e64d83ee-52ea-45ae-a0ae-82f3e38c3fe6 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:16.922860 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Network': ['ID=e9f63786-d28e-4719-a66e-afa08c62ae9a,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:16.922860 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:16.923660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network e9f63786-d28e-4719-a66e-afa08c62ae9a details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:16.927530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a5b3560a-fd78-4ea5-b9ef-98c5c390a624 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:16.933998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:16.936369 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] 10.222.0.24 "DELETE /v2.0/networks/bf25edcd-2771-47f9-afd5-45d2a8e1a591 HTTP/1.1" status: 204 len: 168 time: 1.3614500 Jun 28 06:42:17.007289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Pushing event deleted for resources: {'Network': ['ID=bf25edcd-2771-47f9-afd5-45d2a8e1a591,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:17.009686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:17.023501 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4790184 Jun 28 06:42:17.028421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49622) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:17.039542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'ports': [{'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce'}, {'network_id': 'e9f63786-d28e-4719-a66e-afa08c62ae9a'}]} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:17.039897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:17.040367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': 'e9f63786-d28e-4719-a66e-afa08c62ae9a'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:17.121092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ed97421-fb70-48b6-b4c5-ccac5a9de225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.266318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.269388 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6fa727fe-ab2f-447f-a2d0-84bc44ac899c req-26b2674a-ffa2-4697-99e1-9c1cc5b5aa9c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.0821800 Jun 28 06:42:17.310296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ed97421-fb70-48b6-b4c5-ccac5a9de225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.314557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:17.338663 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-398608b9-55be-4279-b27c-cbefff65d4c9 req-74130ea2-3cd8-48e3-a8ba-0c5cbdc3c587 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 210 time: 0.1081579 Jun 28 06:42:17.368842 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1ed97421-fb70-48b6-b4c5-ccac5a9de225 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26e90d2871954f9894f809695beae271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7658672 Jun 28 06:42:17.371485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49632) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:17.374561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b106218a-6e62-4824-8232-7bdf4d5fbfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.379234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed97421-fb70-48b6-b4c5-ccac5a9de225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff1a8b9-6439-4750-9112-88a10dcf30b9,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:17.385327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1ed97421-fb70-48b6-b4c5-ccac5a9de225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:17.392022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b106218a-6e62-4824-8232-7bdf4d5fbfb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.392022 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b106218a-6e62-4824-8232-7bdf4d5fbfb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a42d6f5-7751-462d-a66b-4daddf3a12d8 HTTP/1.1" status: 204 len: 168 time: 0.8205776 Jun 28 06:42:17.392498 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0588570 Jun 28 06:42:17.397522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49636) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:17.397629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:17.408098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6d7df1ca-8d0d-465b-8886-a4c3dde00c50 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:17.426793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106218a-6e62-4824-8232-7bdf4d5fbfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a42d6f5-7751-462d-a66b-4daddf3a12d8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:17.430466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b106218a-6e62-4824-8232-7bdf4d5fbfb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:17.493207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Allocated IP 172.20.0.10 (a654e1c9-9ac4-43aa-a2a7-6fe652bf9474/95ac959d-f76a-43ac-bb61-d3dc749104f4/ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:17.554236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fece930-343a-41fa-8ac9-c5ee43bc3e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.653896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.50', 51908) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:17.731987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 2} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:17.737524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.836927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49640) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:17.874154 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fece930-343a-41fa-8ac9-c5ee43bc3e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.921492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7df1ca-8d0d-465b-8886-a4c3dde00c50 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.969141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.995732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7df1ca-8d0d-465b-8886-a4c3dde00c50 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:17.999865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:18.007603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d7df1ca-8d0d-465b-8886-a4c3dde00c50 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Network e64d83ee-52ea-45ae-a0ae-82f3e38c3fe6 is not hosted by any dhcp agent {{(pid=100886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 28 06:42:18.008466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7df1ca-8d0d-465b-8886-a4c3dde00c50 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:18.011952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7df1ca-8d0d-465b-8886-a4c3dde00c50 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:18.013966 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6d7df1ca-8d0d-465b-8886-a4c3dde00c50 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "PUT /v2.0/networks/e64d83ee-52ea-45ae-a0ae-82f3e38c3fe6 HTTP/1.1" status: 200 len: 858 time: 0.6146619 Jun 28 06:42:18.016785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49646) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:18.036662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fece930-343a-41fa-8ac9-c5ee43bc3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:18.067989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fece930-343a-41fa-8ac9-c5ee43bc3e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:18.069690 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3fece930-343a-41fa-8ac9-c5ee43bc3e2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fff1a8b9-6439-4750-9112-88a10dcf30b9 HTTP/1.1" status: 204 len: 168 time: 0.6962459 Jun 28 06:42:18.144783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:18.158451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7df1ca-8d0d-465b-8886-a4c3dde00c50 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event updated for resources: {'Network': ['ID=e64d83ee-52ea-45ae-a0ae-82f3e38c3fe6,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:18.167594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6d7df1ca-8d0d-465b-8886-a4c3dde00c50 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:18.169871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:18.186871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fece930-343a-41fa-8ac9-c5ee43bc3e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff1a8b9-6439-4750-9112-88a10dcf30b9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:18.192633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3fece930-343a-41fa-8ac9-c5ee43bc3e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:18.353401 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3d26d5e1-1684-4daa-ad49-1daec895c9ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=468535580349421a81e0d4661725fbbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5130422 Jun 28 06:42:18.354063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49658) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:18.476499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-884a10ac-4d5a-4be5-8587-d8611cfdb7f3 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:18.478087 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-884a10ac-4d5a-4be5-8587-d8611cfdb7f3 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.50 "GET /v2.0/networks?id=a232f4af-fb75-42fc-86a9-957d7c91074d HTTP/1.1" status: 200 len: 805 time: 0.7644410 Jun 28 06:42:18.480010 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8aa48bfb-fa2e-4349-882e-1501743013d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:18.514065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port fa1c71fb-9a83-47f6-97fa-0c3c34eb7b81 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:18.535144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8aa48bfb-fa2e-4349-882e-1501743013d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:18.544962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:18.614138 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e732997-053d-4771-bfcc-47fe977e906b req-647ecc0a-2be3-42c8-aedc-3ade4e5f1d0b tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.1332994 Jun 28 06:42:18.895524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8aa48bfb-fa2e-4349-882e-1501743013d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:18.900175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8aa48bfb-fa2e-4349-882e-1501743013d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:18.909895 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8aa48bfb-fa2e-4349-882e-1501743013d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d394dec4-8495-4904-aab0-ec2417dea7a3 HTTP/1.1" status: 204 len: 168 time: 0.5541246 Jun 28 06:42:18.910170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:18.924156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa48bfb-fa2e-4349-882e-1501743013d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d394dec4-8495-4904-aab0-ec2417dea7a3,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:18.932508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8aa48bfb-fa2e-4349-882e-1501743013d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:19.126236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:19.131442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Transition to ACTIVE for port object ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:19.135903 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-21898311-1bba-458c-b9c0-75dd410b5c43 req-dfe59fcb-54a7-4b4c-9cdd-984d2365951c tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 210 time: 0.5952234 Jun 28 06:42:19.345638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:19.383387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64d83ee-52ea-45ae-a0ae-82f3e38c3fe6']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:19.408496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236bde37-e4a4-476e-acd7-1ec107cecfb1') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:19.408926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236bde37-e4a4-476e-acd7-1ec107cecfb1') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:19.421029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:19.439903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:19.443736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:19.461981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:19.473279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:19.473682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:19.475398 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:19.562866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Router 76b328d0-ca51-494a-863b-8680fb7ffd71 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:42:19.570048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:19.618867 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:19.632559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:19.663142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Pushing event updated for resources: {'Port': ['ID=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:19.665212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:19.707185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:19.779588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:19.803513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port daae430f-521b-4b41-9587-9bd54122e0d1 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:19.805303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:19.810925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e64d83ee-52ea-45ae-a0ae-82f3e38c3fe6 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 28 06:42:19.844146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:19.844146 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] 10.222.0.24 "DELETE /v2.0/networks/e64d83ee-52ea-45ae-a0ae-82f3e38c3fe6 HTTP/1.1" status: 204 len: 168 time: 1.7804024 Jun 28 06:42:19.844496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49688) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:19.866928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Pushing event deleted for resources: {'Network': ['ID=e64d83ee-52ea-45ae-a0ae-82f3e38c3fe6,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:19.880768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:19.880768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:19.883214 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89d31c5-5fc8-4792-a9be-ef3761ad843b tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] DELETE failed (client error): The resource could not be found. Jun 28 06:42:19.883884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89d31c5-5fc8-4792-a9be-ef3761ad843b tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:42:19.889436 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d89d31c5-5fc8-4792-a9be-ef3761ad843b tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] 10.222.0.24 "DELETE /v2.0/subnets/222e8dd7-1e15-4dc4-925c-3a325323a7ce HTTP/1.1" status: 404 len: 337 time: 0.0636020 Jun 28 06:42:19.890224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49690) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:19.904885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:20.003986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.047561 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fba5c97e-6d65-4ba3-8c85-0ae8a470687b req-922d12a7-e327-4157-bd1a-fe48b92439b1 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.1820071 Jun 28 06:42:20.068199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:42:20.132786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.147685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c78918-3f0f-4fc2-ad1a-42f97355befd']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:20.169966 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d5fcee-81a2-4f78-8b89-c60eaa16d367') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:20.170264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d5fcee-81a2-4f78-8b89-c60eaa16d367') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:20.182627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.201795 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:20.223036 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:20.243066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49696) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:20.274973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7993b906-634e-496b-8a28-344d5e624426 None None] Provisioning for port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:20.282066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7993b906-634e-496b-8a28-344d5e624426 None None] Provisioning complete for port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:20.288075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7993b906-634e-496b-8a28-344d5e624426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.288259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.299896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.301123 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-683f87e7-762c-46ba-bbcb-9a9425707b61 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.8385756 Jun 28 06:42:20.302426 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4170649 Jun 28 06:42:20.313210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49698) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:20.383842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7993b906-634e-496b-8a28-344d5e624426 None None] Port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:42:20.401367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49702) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:20.464524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fd50171e-4e23-412c-bbd4-f81b4319dcdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fde7192b50e4b338b228023b40f289d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2200935 Jun 28 06:42:20.468267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49706) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:20.601591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'networks': [{'name': 'tempest-network--1131375976'}, {'name': 'tempest-network--2118444850'}]} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:20.602172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'network': {'name': 'tempest-network--1131375976'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:20.602371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'network': {'name': 'tempest-network--2118444850'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:20.641340 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Sync routers for ids ['76b328d0-ca51-494a-863b-8680fb7ffd71'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:42:20.660472 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Routers {'76b328d0-ca51-494a-863b-8680fb7ffd71'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:20.661131 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:41:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['76b328d0-ca51-494a-863b-8680fb7ffd71'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:20.675815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.710376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bac58-9754-4546-a5fd-f3ae05cf2cf2 req-b8bf6b11-9c01-4a08-aa35-f982457d89b3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:20.728376 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-071bac58-9754-4546-a5fd-f3ae05cf2cf2 req-b8bf6b11-9c01-4a08-aa35-f982457d89b3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 932 time: 0.3380914 Jun 28 06:42:20.731481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5157011d-0e5e-4f21-bc19-b0c4c47035c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.772397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5157011d-0e5e-4f21-bc19-b0c4c47035c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.793916 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Set router 76b328d0-ca51-494a-863b-8680fb7ffd71 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:20.807871 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-071bac58-9754-4546-a5fd-f3ae05cf2cf2 req-1105f5c7-e225-4a62-b884-8fc238eb5b25 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781050 Jun 28 06:42:20.833944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.858465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a26ed072-bab8-4ffe-bff4-034a2d3a51cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:20.862299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.864116 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] 10.222.0.24 "DELETE /v2.0/networks/27c78918-3f0f-4fc2-ad1a-42f97355befd HTTP/1.1" status: 204 len: 168 time: 0.9727902 Jun 28 06:42:20.892889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Pushing event deleted for resources: {'Network': ['ID=27c78918-3f0f-4fc2-ad1a-42f97355befd,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:20.897513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:20.901647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.911705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.928572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2519468b-8705-4646-ad95-8445ba8979ac tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:20.954139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:20.980908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:20.983962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:20.985205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:20.995297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Made reservation on behalf of 9ba10781d9854ac097b858c5276fc0b0 for: {'network': 2} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:21.001754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.022873 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b328d0-ca51-494a-863b-8680fb7ffd71', 'name': '', 'tenant_id': '36455b633fdf4920871b2ddb7657be4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6', 'external_fixed_ips': [{'subnet_id': '00d61b5e-923d-41ac-bd89-d8d26a75afcc', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '64fad2c1-b291-4a38-950c-aa843285785c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:12Z', 'updated_at': '2021-06-28T06:42:16Z', 'revision_number': 3, 'project_id': '36455b633fdf4920871b2ddb7657be4a', 'gw_port': {'id': '64fad2c1-b291-4a38-950c-aa843285785c', 'name': '', 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b328d0-ca51-494a-863b-8680fb7ffd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': '00d61b5e-923d-41ac-bd89-d8d26a75afcc', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:42:14Z', 'updated_at': '2021-06-28T06:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d61b5e-923d-41ac-bd89-d8d26a75afcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:21.027352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.051373 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Checking router: 76b328d0-ca51-494a-863b-8680fb7ffd71 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:42:21.051829 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Updating router 76b328d0-ca51-494a-863b-8680fb7ffd71 port 64fad2c1-b291-4a38-950c-aa843285785c binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:42:21.076147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=fa1c71fb-9a83-47f6-97fa-0c3c34eb7b81,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:21.079561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:21.084221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:21.103754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5157011d-0e5e-4f21-bc19-b0c4c47035c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.117508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5157011d-0e5e-4f21-bc19-b0c4c47035c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.118650 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5157011d-0e5e-4f21-bc19-b0c4c47035c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/768a6833-78d0-4680-a6c6-8f754b5aa96f HTTP/1.1" status: 204 len: 168 time: 0.6491764 Jun 28 06:42:21.120293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8bdb827c-282d-440b-9819-b05bfbd9ab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:21.152971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157011d-0e5e-4f21-bc19-b0c4c47035c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a6833-78d0-4680-a6c6-8f754b5aa96f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:21.165505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5157011d-0e5e-4f21-bc19-b0c4c47035c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:21.212291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=daae430f-521b-4b41-9587-9bd54122e0d1,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:21.218718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:21.224299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Deleting port 64fad2c1-b291-4a38-950c-aa843285785c {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:21.224634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.297559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Checking segment: {'id': 'bd189f53-069c-4683-a962-af9b270086c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e9f63786-d28e-4719-a66e-afa08c62ae9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:21.297903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network hostable DHCP agents. Network: e9f63786-d28e-4719-a66e-afa08c62ae9a, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:21.298642 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.306738 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-16fc5997-1548-42e1-b66a-642715d60e13 req-b7389019-7c2f-41f8-b9cf-8a792c2a07b8 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.0979087 Jun 28 06:42:21.448920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.558343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.570793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Calling delete_port for 64fad2c1-b291-4a38-950c-aa843285785c owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:21.616625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network e9f63786-d28e-4719-a66e-afa08c62ae9a is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:21.619238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.621623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.645722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f60d21bb-6fa1-43c8-89d0-b1e43c80bdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:21.698566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3b08d8-041e-4138-bdc5-84400c05a7d1,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:21.738330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:21.740957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:21.750774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, e9f63786-d28e-4719-a66e-afa08c62ae9a) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:21.764762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:21.765613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e2df8b-4b75-4df3-9fcd-f2d283da292a None None] Network e9f63786-d28e-4719-a66e-afa08c62ae9a requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:21.774852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:21.776603 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.788195 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Transition to ACTIVE for port object 64fad2c1-b291-4a38-950c-aa843285785c will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:21.790353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:21.793629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.813764 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.814328 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Added segment 880fe004-a322-4f36-8f63-6e82f1c8d85f of type vlan for network 052ee02e-b974-47a7-b672-d5c137563715 Jun 28 06:42:21.859925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49726) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:21.867619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.873029 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:21.876293 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:21.951222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:21.951222 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9192781 Jun 28 06:42:21.958443 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4e87e-5c1a-499c-ac88-d4d0c83e113b None None] Pushing event updated for resources: {'Port': ['ID=64fad2c1-b291-4a38-950c-aa843285785c,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:21.965150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49734) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:21.971187 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-a4a4e87e-5c1a-499c-ac88-d4d0c83e113b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:21.999071 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Attempting to bind port 64fad2c1-b291-4a38-950c-aa843285785c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:21.999448 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Attempting to bind port 64fad2c1-b291-4a38-950c-aa843285785c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:21.999812 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Attempting to bind port 64fad2c1-b291-4a38-950c-aa843285785c on network 2a016616-64ee-4869-8fb2-68549cac34e6 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:22.019961 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:22.020343 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Checking segment: {'id': 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:22.020793 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.021698 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Bound using segment: {'id': 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:22.022192 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Bound port: 64fad2c1-b291-4a38-950c-aa843285785c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:22.022597 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.055515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.055853 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Added segment 4fc255d1-d6a8-46af-a28a-5e048741d1a5 of type vlan for network 766d9376-3c08-4190-94a3-0e283f4cac15 Jun 28 06:42:22.178923 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:42:22.202274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.296842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-be582d87-6440-45a1-ba3f-8ff5fdf7a524 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port daae430f-521b-4b41-9587-9bd54122e0d1 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:22.297296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-be582d87-6440-45a1-ba3f-8ff5fdf7a524 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.307272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef80769-b539-41c8-80c7-c4a79a4bc0e8 req-5f6a785f-4e92-4d72-a1d2-ab0727539283 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:22.315414 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ef80769-b539-41c8-80c7-c4a79a4bc0e8 req-5f6a785f-4e92-4d72-a1d2-ab0727539283 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 932 time: 0.2076218 Jun 28 06:42:22.320243 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1ad800fa-7279-4558-bee6-921972ec3608 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3f12ca7dd3d4ed5a2c7eb8e00c94977&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4548013 Jun 28 06:42:22.320883 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49742) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:22.382224 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.db.api [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:42:22.382678 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_db.api [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:42:22.383182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.404396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-be582d87-6440-45a1-ba3f-8ff5fdf7a524 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.416328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:22.421984 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ef80769-b539-41c8-80c7-c4a79a4bc0e8 req-e8f2a4f8-d149-4a95-af72-ce825a5b940b tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959406 Jun 28 06:42:22.421984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.422300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.423132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:22.427476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-be582d87-6440-45a1-ba3f-8ff5fdf7a524 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for daae430f-521b-4b41-9587-9bd54122e0d1 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:22.445059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:22.451375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:22.461719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.496697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event deleted for resources: {'Port': ['ID=64fad2c1-b291-4a38-950c-aa843285785c,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:22.503094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:22.609053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a2033f1f-882d-4039-a845-5f05a4780898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.646110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a2033f1f-882d-4039-a845-5f05a4780898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.654635 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.721173 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0a1c956b-2970-4b22-973a-0c5736231ea6 req-1d4bfe3b-3b38-47ee-8392-04401e355f3c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.0892897 Jun 28 06:42:22.722880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'Network': ['ID=052ee02e-b974-47a7-b672-d5c137563715,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:22.735969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 052ee02e-b974-47a7-b672-d5c137563715 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:22.786050 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.788919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.794530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-be582d87-6440-45a1-ba3f-8ff5fdf7a524 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.810258 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3987002 Jun 28 06:42:22.810258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49754) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:22.906756 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Attempting to bind port 64fad2c1-b291-4a38-950c-aa843285785c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:22.910166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-be582d87-6440-45a1-ba3f-8ff5fdf7a524 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.910297 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Attempting to bind port 64fad2c1-b291-4a38-950c-aa843285785c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:22.910297 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Attempting to bind port 64fad2c1-b291-4a38-950c-aa843285785c on network 2a016616-64ee-4869-8fb2-68549cac34e6 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:22.910476 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-be582d87-6440-45a1-ba3f-8ff5fdf7a524 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/daae430f-521b-4b41-9587-9bd54122e0d1 HTTP/1.1" status: 204 len: 168 time: 0.9443059 Jun 28 06:42:22.913420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49762) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:22.926009 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:22.927759 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Checking segment: {'id': 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:22.928325 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.928976 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Bound using segment: {'id': 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:22.930130 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Bound port: 64fad2c1-b291-4a38-950c-aa843285785c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2a016616-64ee-4869-8fb2-68549cac34e6'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:22.938231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'Network': ['ID=766d9376-3c08-4190-94a3-0e283f4cac15,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:22.938874 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.944784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:22.947865 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:22.948168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:22.951136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 766d9376-3c08-4190-94a3-0e283f4cac15 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:22.951963 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b173812-eebc-4df6-a5c8-6c844c1102c8 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:22.967115 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.plugin [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Port 64fad2c1-b291-4a38-950c-aa843285785c has been deleted concurrently {{(pid=100890) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 28 06:42:22.978461 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Routers set() bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:22.979118 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Router IDs set() for agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 06:42:22.979989 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'76b328d0-ca51-494a-863b-8680fb7ffd71'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:41:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent'). {{(pid=100890) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 28 06:42:22.980669 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43dbfb-c4a4-4b5d-9fae-8834a1ea191a None None] The sync data for ids ['76b328d0-ca51-494a-863b-8680fb7ffd71'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:42:22.988936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be582d87-6440-45a1-ba3f-8ff5fdf7a524 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=daae430f-521b-4b41-9587-9bd54122e0d1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:22.993881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-be582d87-6440-45a1-ba3f-8ff5fdf7a524 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:22.998870 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a2033f1f-882d-4039-a845-5f05a4780898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:22.999827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.000366 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76b328d0-ca51-494a-863b-8680fb7ffd71 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:42:23.049478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b8b8a-45ee-4ac0-a817-7b0b1ba9646f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:23.057092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b8b8a-45ee-4ac0-a817-7b0b1ba9646f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:23.081755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b8b8a-45ee-4ac0-a817-7b0b1ba9646f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:23.082208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a2033f1f-882d-4039-a845-5f05a4780898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.082208 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a2033f1f-882d-4039-a845-5f05a4780898 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a162b94-f59a-436f-80f2-f672cafd8fdc HTTP/1.1" status: 204 len: 168 time: 0.7479112 Jun 28 06:42:23.082519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b8b8a-45ee-4ac0-a817-7b0b1ba9646f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:23.082643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.082643 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "DELETE /v2.0/routers/76b328d0-ca51-494a-863b-8680fb7ffd71 HTTP/1.1" status: 204 len: 168 time: 2.7592542 Jun 28 06:42:23.085637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b8b8a-45ee-4ac0-a817-7b0b1ba9646f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:23.085721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:23.085815 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4a1b8b8a-45ee-4ac0-a817-7b0b1ba9646f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.2624276 Jun 28 06:42:23.085815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49766) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:23.085815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49768) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:23.131190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2033f1f-882d-4039-a845-5f05a4780898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a162b94-f59a-436f-80f2-f672cafd8fdc,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:23.151670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a2033f1f-882d-4039-a845-5f05a4780898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:23.235415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5361bf-e388-4f23-bcc2-bc1fb6df5487 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:23.241113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5361bf-e388-4f23-bcc2-bc1fb6df5487 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:23.245725 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6e5361bf-e388-4f23-bcc2-bc1fb6df5487 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3276672 Jun 28 06:42:23.246898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49772) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:23.300326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f7e581-0536-4d96-8ed6-26dda784f4b8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Deleting subnet 00d61b5e-923d-41ac-bd89-d8d26a75afcc {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:42:23.307443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.316214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-94f7e581-0536-4d96-8ed6-26dda784f4b8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.368620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-94f7e581-0536-4d96-8ed6-26dda784f4b8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.466433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-66475c74-2c93-4710-9114-0d3888b59566 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port fa1c71fb-9a83-47f6-97fa-0c3c34eb7b81 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:23.467830 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66475c74-2c93-4710-9114-0d3888b59566 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.474913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-94f7e581-0536-4d96-8ed6-26dda784f4b8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.478388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.509912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052ee02e-b974-47a7-b672-d5c137563715']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:23.523384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880fe004-a322-4f36-8f63-6e82f1c8d85f') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:23.523767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880fe004-a322-4f36-8f63-6e82f1c8d85f') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:23.542188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.563303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.592382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:23.593255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:23.596004 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:23.600507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66475c74-2c93-4710-9114-0d3888b59566 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.652284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-66475c74-2c93-4710-9114-0d3888b59566 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for fa1c71fb-9a83-47f6-97fa-0c3c34eb7b81 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:23.695592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-94f7e581-0536-4d96-8ed6-26dda784f4b8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.704375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:23.745598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-df16416a-bc8d-4228-9847-035624511edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.746827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7e581-0536-4d96-8ed6-26dda784f4b8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=00d61b5e-923d-41ac-bd89-d8d26a75afcc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:23.760266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-94f7e581-0536-4d96-8ed6-26dda784f4b8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:23.820068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-94f7e581-0536-4d96-8ed6-26dda784f4b8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.821988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-94f7e581-0536-4d96-8ed6-26dda784f4b8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/00d61b5e-923d-41ac-bd89-d8d26a75afcc HTTP/1.1" status: 204 len: 168 time: 0.7400160 Jun 28 06:42:23.826701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49782) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:23.875405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.898058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:23.908685 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "DELETE /v2.0/networks/052ee02e-b974-47a7-b672-d5c137563715 HTTP/1.1" status: 204 len: 168 time: 0.8223119 Jun 28 06:42:23.908685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9a6bbc3d-f7b2-4e2f-a9d4-921969363fc4 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:23.911804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49784) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:23.975222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226715cd-a034-4511-8356-b63eb454ec75 req-0c53a304-0ba5-4565-93d8-a0efcd95f09e tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:23.976780 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-226715cd-a034-4511-8356-b63eb454ec75 req-0c53a304-0ba5-4565-93d8-a0efcd95f09e tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 932 time: 0.2110493 Jun 28 06:42:24.013284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.063602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Network': ['ID=052ee02e-b974-47a7-b672-d5c137563715,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:24.071953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:24.073165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49788) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:24.178497 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.201375 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a016616-64ee-4869-8fb2-68549cac34e6']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:24.219538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:24.224214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e38aa7-c5bd-4b35-a9a8-79d8dc733114') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:24.226709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66475c74-2c93-4710-9114-0d3888b59566 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.231660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.240152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f5ea8771-2f75-4f2e-a66a-47dcf61c2815 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:24.277014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66475c74-2c93-4710-9114-0d3888b59566 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=fa1c71fb-9a83-47f6-97fa-0c3c34eb7b81,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:24.284249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-66475c74-2c93-4710-9114-0d3888b59566 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:24.288938 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.306641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49792) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:24.335217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:24.335217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: items = [ Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:24.414795 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:24.429543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66475c74-2c93-4710-9114-0d3888b59566 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.432969 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-66475c74-2c93-4710-9114-0d3888b59566 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/fa1c71fb-9a83-47f6-97fa-0c3c34eb7b81 HTTP/1.1" status: 204 len: 168 time: 1.1834929 Jun 28 06:42:24.437738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49796) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:24.441738 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3a35388b-73ae-450f-903a-ad677a258ac3 req-19402125-bf0c-4677-b506-f3fcd7016d95 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.3908980 Jun 28 06:42:24.465967 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-226715cd-a034-4511-8356-b63eb454ec75 req-f05f4e5f-dcda-4ab5-a6ed-d6d52b150c86 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4210250 Jun 28 06:42:24.469716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.521941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.559341 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a016616-64ee-4869-8fb2-68549cac34e6 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 28 06:42:24.566635 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.569633 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "DELETE /v2.0/networks/2a016616-64ee-4869-8fb2-68549cac34e6 HTTP/1.1" status: 204 len: 168 time: 0.7366550 Jun 28 06:42:24.575999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:24.607467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49800) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:24.618992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a016616-64ee-4869-8fb2-68549cac34e6,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:24.623971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:24.631439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.660918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d21cef32-54bd-4030-9ad5-c19323f76867 tempest-AgentManagementNegativeTest-81973238 tempest-AgentManagementNegativeTest-81973238-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5794914 Jun 28 06:42:24.691049 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9554c7-a4e2-444e-a3dc-2f4566aed389 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:24.699245 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4f9554c7-a4e2-444e-a3dc-2f4566aed389 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2594938 Jun 28 06:42:24.700305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49804) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:24.701484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766d9376-3c08-4190-94a3-0e283f4cac15']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:24.731308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc255d1-d6a8-46af-a28a-5e048741d1a5') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:24.731758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc255d1-d6a8-46af-a28a-5e048741d1a5') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:24.745914 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f841e4dd-e448-4cf2-8e8f-a38584fe232d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:42:24.751565 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f841e4dd-e448-4cf2-8e8f-a38584fe232d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/daae430f-521b-4b41-9587-9bd54122e0d1 HTTP/1.1" status: 404 len: 333 time: 0.0498495 Jun 28 06:42:24.752663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49806) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:24.791275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.805168 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b910c3-5aa8-4a99-b40d-8799d4ebbcfe tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:42:24.810799 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d2b910c3-5aa8-4a99-b40d-8799d4ebbcfe tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/fa1c71fb-9a83-47f6-97fa-0c3c34eb7b81 HTTP/1.1" status: 404 len: 333 time: 0.0566902 Jun 28 06:42:24.811828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49808) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:24.845454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-765594970', 'router:external': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:24.863992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.878971 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a6a62b6b-ff1c-415e-8821-f9aaf8a66dc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4673312797094ab884de4afe9500a0f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2643921 Jun 28 06:42:24.882418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49812) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:24.894181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:24.899690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:24.913096 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:25.098588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.125887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-416c3173-ad5d-46b9-9bd2-345987be15c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.190791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-416c3173-ad5d-46b9-9bd2-345987be15c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.364343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.368359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:25.373594 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.381819 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "DELETE /v2.0/networks/766d9376-3c08-4190-94a3-0e283f4cac15 HTTP/1.1" status: 204 len: 168 time: 1.4630768 Jun 28 06:42:25.426390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49816) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:25.445331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Network': ['ID=766d9376-3c08-4190-94a3-0e283f4cac15,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:25.474866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:25.482295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49818) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:25.490147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0470c249-b5bd-4e10-a19b-f5199c6a41f3 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Request body: {'router': {'name': 'tempest-router--1165085979', 'project_id': '05fdac0d51554ce2915ac0782232f262'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:25.640150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.667145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Made reservation on behalf of 34777db5deba44b8bdde97e61eaf4512 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:25.676657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.676657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f63786-d28e-4719-a66e-afa08c62ae9a']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:25.724243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.732452 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd189f53-069c-4683-a962-af9b270086c1') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:25.732739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd189f53-069c-4683-a962-af9b270086c1') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:25.751300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0470c249-b5bd-4e10-a19b-f5199c6a41f3 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.752462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.753218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0470c249-b5bd-4e10-a19b-f5199c6a41f3 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.771294 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-efd0110a-2cdc-4e1e-b264-f99f3d7b2fa4 req-3fbc2cca-b8c0-48ac-bf80-180286a5df62 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.0947347 Jun 28 06:42:25.777483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.789483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de62b961-7065-4fd7-a401-5a987c61fd2e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:25.797048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-416c3173-ad5d-46b9-9bd2-345987be15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.800037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de62b961-7065-4fd7-a401-5a987c61fd2e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:25.800780 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-de62b961-7065-4fd7-a401-5a987c61fd2e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3718953 Jun 28 06:42:25.801259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:25.801707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:25.805233 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:25.807364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49826) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:25.809166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-416c3173-ad5d-46b9-9bd2-345987be15c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.810109 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-416c3173-ad5d-46b9-9bd2-345987be15c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11b357b7-84a1-4181-8bed-47c1ef54a6a5 HTTP/1.1" status: 204 len: 168 time: 0.9264305 Jun 28 06:42:25.815407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-94257481'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:25.838662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:25.890552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c3173-ad5d-46b9-9bd2-345987be15c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b357b7-84a1-4181-8bed-47c1ef54a6a5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:25.891725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744fee1-6a4e-4f59-9aa9-c65dd552eb07 req-3094f120-f3af-4305-abac-253787807a3a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:25.892123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49830) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:25.897461 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f744fee1-6a4e-4f59-9aa9-c65dd552eb07 req-3094f120-f3af-4305-abac-253787807a3a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 932 time: 0.2362654 Jun 28 06:42:25.905250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-416c3173-ad5d-46b9-9bd2-345987be15c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:25.963117 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f744fee1-6a4e-4f59-9aa9-c65dd552eb07 req-c088a0bd-1d4d-4f6f-a607-bc180544c532 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578098 Jun 28 06:42:25.998878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.998878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:25.998878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:26.015182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.017908 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/networks/e9f63786-d28e-4719-a66e-afa08c62ae9a HTTP/1.1" status: 204 len: 168 time: 1.2030542 Jun 28 06:42:26.019113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Network': ['ID=e9f63786-d28e-4719-a66e-afa08c62ae9a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:26.023097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49834) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:26.025286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:26.030037 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-92687950'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:26.071676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0470c249-b5bd-4e10-a19b-f5199c6a41f3 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.097765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.107902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-416c3173-ad5d-46b9-9bd2-345987be15c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:26.119370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-38660703-0169-48bc-a602-447bfd9b1e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.141662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:26.162269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf4a2e6-91c2-4976-8dc8-cee9be50b9b3,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:26.165192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.165454 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Added segment 8939a569-d201-4137-8129-e0a07ba2e09c of type vlan for network 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d Jun 28 06:42:26.175127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:26.181953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Made reservation on behalf of 9ba10781d9854ac097b858c5276fc0b0 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:26.186155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.190697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0470c249-b5bd-4e10-a19b-f5199c6a41f3 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.226334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:26.226567 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.236657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.237025 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Added segment 46382114-625f-4210-9d51-00fa4a6a06b6 of type vlan for network 54d8efe0-07a8-47ca-9bed-60b15913d4ca Jun 28 06:42:26.291255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.309709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:26.313728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.377793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:26.395929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.407187 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:26.407909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.413332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ff5546b8-9e6e-4739-8a2c-3ae4b12a3de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:26.420154 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.420498 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Added segment f9658dff-af5c-4d34-a1ea-b22f49e1b5c6 of type vlan for network 8ebc953c-b59e-4540-9315-a2f039519439 Jun 28 06:42:26.422997 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.446971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f185b24b-29d0-48a5-84f0-06d404af4cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.447448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.461367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:26.462867 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.472978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:26.532270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.552817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event updated for resources: {'Network': ['ID=8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:26.557838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:26.560206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'Network': ['ID=54d8efe0-07a8-47ca-9bed-60b15913d4ca,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:26.564318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:26.570230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:26.592621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-38660703-0169-48bc-a602-447bfd9b1e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.645288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 54d8efe0-07a8-47ca-9bed-60b15913d4ca details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:26.674700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-38660703-0169-48bc-a602-447bfd9b1e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.679129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a2033f1f-882d-4039-a845-5f05a4780898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:26.681289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.699136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:26.700483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.744982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38660703-0169-48bc-a602-447bfd9b1e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5643152a-46cb-40db-bff7-85b401f688db,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:26.758304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-38660703-0169-48bc-a602-447bfd9b1e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:26.758304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a02e8ce8-1da8-482e-b56e-bdc737ca0b57 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:26.758304 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-38660703-0169-48bc-a602-447bfd9b1e16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3db5f61596c0440f8c4b1e8f4143f3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8591506 Jun 28 06:42:26.758304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49848) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:26.795762 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4880588 Jun 28 06:42:26.800347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49852) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:26.802433 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9935646 Jun 28 06:42:26.803272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0470c249-b5bd-4e10-a19b-f5199c6a41f3 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:26.804405 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0470c249-b5bd-4e10-a19b-f5199c6a41f3 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3204944 Jun 28 06:42:26.804990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49854) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:26.812519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1611166775'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:26.826181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49856) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:26.837614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Request body: {'subnet': {'network_id': '8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:26.865017 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8408258 Jun 28 06:42:26.867006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49858) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:26.876704 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '8ebc953c-b59e-4540-9315-a2f039519439', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:26.882940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Network': ['ID=8ebc953c-b59e-4540-9315-a2f039519439,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:26.885734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:26.895050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 8ebc953c-b59e-4540-9315-a2f039519439 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:26.984787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fabc7178-4822-4229-944f-63c357648c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.020647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fabc7178-4822-4229-944f-63c357648c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.041349 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c0e70f5-d54a-4578-8f87-fe498064b2ee req-2d119f50-3a19-4b15-99a8-23bd736dfcbe tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.0864155 Jun 28 06:42:27.052281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5991f92-8649-4860-b233-4299b32649ed tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.145640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Made reservation on behalf of 9ba10781d9854ac097b858c5276fc0b0 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:27.154276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.195139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Made reservation on behalf of 34777db5deba44b8bdde97e61eaf4512 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:27.198159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.231511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fabc7178-4822-4229-944f-63c357648c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.234189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fabc7178-4822-4229-944f-63c357648c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.235401 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fabc7178-4822-4229-944f-63c357648c72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5643152a-46cb-40db-bff7-85b401f688db HTTP/1.1" status: 204 len: 168 time: 0.4668002 Jun 28 06:42:27.264963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:27.276175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc7178-4822-4229-944f-63c357648c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5643152a-46cb-40db-bff7-85b401f688db,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:27.283997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fabc7178-4822-4229-944f-63c357648c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:27.330070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5991f92-8649-4860-b233-4299b32649ed tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.334228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5991f92-8649-4860-b233-4299b32649ed tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.394081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:27.414129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.414480 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Added segment 1d849aa0-3c72-4646-9077-54a66ad5f15c of type vlan for network e90e719b-bc21-4ec4-a7ea-0102970a4664 Jun 28 06:42:27.457332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247645b3-7973-4e8a-9e9e-8e8d63023e3b req-1c330ffe-62b8-4e95-a45e-36e44cedd435 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:27.458796 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-247645b3-7973-4e8a-9e9e-8e8d63023e3b req-1c330ffe-62b8-4e95-a45e-36e44cedd435 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 932 time: 0.2498288 Jun 28 06:42:27.510743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.547843 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-247645b3-7973-4e8a-9e9e-8e8d63023e3b req-3f48e685-3877-4fce-870c-4fa31dbb4234 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701501 Jun 28 06:42:27.596305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:27.600609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.686713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.687563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5991f92-8649-4860-b233-4299b32649ed tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.688018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5991f92-8649-4860-b233-4299b32649ed tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab5adf9a-4986-4685-8d7a-6719030ae677 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:42:27.692781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5991f92-8649-4860-b233-4299b32649ed tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.696823 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a5991f92-8649-4860-b233-4299b32649ed tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ab5adf9a-4986-4685-8d7a-6719030ae677 HTTP/1.1" status: 204 len: 168 time: 0.8695209 Jun 28 06:42:27.757394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.765548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:27.766174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.776760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b8fedde3-35ce-4b45-9c51-6ea6bb31229b tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:27.880077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'Network': ['ID=e90e719b-bc21-4ec4-a7ea-0102970a4664,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:27.883522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:27.899421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network e90e719b-bc21-4ec4-a7ea-0102970a4664 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:27.905229 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.objects.ports [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100886) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:42:27.905720 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.910180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-49f7d0ca-ecc2-493c-af87-92f3a550e403 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:27.930602 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1244886 Jun 28 06:42:27.933790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49880) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:27.940056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'ports': [{'network_id': '54d8efe0-07a8-47ca-9bed-60b15913d4ca', 'name': 'tempest-port--545508226', 'admin_state_up': True}, {'network_id': 'e90e719b-bc21-4ec4-a7ea-0102970a4664', 'admin_state_up': False}]} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:27.940648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'port': {'network_id': '54d8efe0-07a8-47ca-9bed-60b15913d4ca', 'name': 'tempest-port--545508226', 'admin_state_up': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:27.941516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'port': {'network_id': 'e90e719b-bc21-4ec4-a7ea-0102970a4664', 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:27.962703 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:27.969443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event updated for resources: {'Subnet': ['ID=03d171dc-9af1-4885-9db3-0b11ff8bae29,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:27.981326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:27.981835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a1f82a22-599e-46e6-8671-fa76a4b45548 tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:28.092042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Checking segment: {'id': '8939a569-d201-4137-8129-e0a07ba2e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:28.092402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Network hostable DHCP agents. Network: 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:28.130549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Checking segment: {'id': 'f9658dff-af5c-4d34-a1ea-b22f49e1b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8ebc953c-b59e-4540-9315-a2f039519439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:28.130911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network hostable DHCP agents. Network: 8ebc953c-b59e-4540-9315-a2f039519439, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:28.153215 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=7d07f210-e792-444e-a57b-5af0f9c1e7c1,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:28.156949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:28.249558 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-16df5d90-ab8e-409b-b39c-2c543d334785 req-a5f10a99-8b9a-48f7-9db6-11544bc4b756 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.0393567 Jun 28 06:42:28.254876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Network 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:28.284578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 8ebc953c-b59e-4540-9315-a2f039519439 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:28.376204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:28.382859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49892) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:28.385876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a2655a-4400-43a7-9663-0f409642c241 None None] Network 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:28.390950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 8ebc953c-b59e-4540-9315-a2f039519439) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:28.398827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:28.399428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:28.406203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Made reservation on behalf of 9ba10781d9854ac097b858c5276fc0b0 for: {'port': 2} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:28.421505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:28.427592 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:28.428189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:28.445750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d87cf1-ddbf-4cad-b8a8-7d7d400ce87b None None] Network 8ebc953c-b59e-4540-9315-a2f039519439 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:28.452645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:28.536012 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6681602 Jun 28 06:42:28.537923 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7090805 Jun 28 06:42:28.538709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49902) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:28.540683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49904) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:28.546374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': '8ebc953c-b59e-4540-9315-a2f039519439', 'name': 'tempest-PortsIpV6TestJSON-2132333355'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:28.557837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] device_id is not set on port 126eb1d5-f0a8-411a-9c90-378d7a731ab7 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:28.562974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-822561596', 'network_id': '8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:28.592334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-4f1f7602-9d07-4a82-9d24-2d3e72c0477b tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:42:28.593481 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-4f1f7602-9d07-4a82-9d24-2d3e72c0477b tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067496 Jun 28 06:42:28.613898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27951715-62e7-4057-8077-6b86cb0f9f52 None None] Network 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:28.667073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-317981524', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:28.718085 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-94e2ed3a-8151-4e75-a972-a79eb09af816 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e3a2332b99445df9da299c508b526df HTTP/1.1" status: 200 len: 380 time: 0.1482315 Jun 28 06:42:28.731889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Request body: {'port': {'device_id': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'admin_state_up': True, 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'security_groups': ['ddb3366b-2894-4e46-ac6b-05b33b1e969d']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:28.807721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-8ebc953c-b59e-4540-9315-a2f039519439', 'network_id': '8ebc953c-b59e-4540-9315-a2f039519439', 'tenant_id': 'd8ede9ad57f2483ebfe893fb78cd5d47', 'fixed_ips': [{'subnet_id': '7d07f210-e792-444e-a57b-5af0f9c1e7c1'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:42:28.809369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:28.815046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Made reservation on behalf of 34777db5deba44b8bdde97e61eaf4512 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:28.817715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:28.852805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] device_id is not set on port 1f1ee430-54d1-4dc3-b238-cb4804788b2b yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:28.961490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3be23-e0d3-4cf0-bdbe-42e0a6c939da req-c81f1c55-82e8-4373-bf7e-df7dcd4aa2c3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:28.961490 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d0d3be23-e0d3-4cf0-bdbe-42e0a6c939da req-c81f1c55-82e8-4373-bf7e-df7dcd4aa2c3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 932 time: 0.2118919 Jun 28 06:42:28.984588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:28.985620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.037833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Allocated IP 2001:db8::33e (8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d/03d171dc-9af1-4885-9db3-0b11ff8bae29/1f1ee430-54d1-4dc3-b238-cb4804788b2b) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:29.047149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.072478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Allocated IP 2001:db8::2 (8ebc953c-b59e-4540-9315-a2f039519439/7d07f210-e792-444e-a57b-5af0f9c1e7c1/1a418d65-9607-41d4-8935-605a648c8feb) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:29.099959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:29.104584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.181789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 070bb241-bb13-4d70-9f05-9f220309a995 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:29.192408 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d0d3be23-e0d3-4cf0-bdbe-42e0a6c939da req-98464596-a886-4ec4-8a5f-baa8c07ce762 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161620 Jun 28 06:42:29.202902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Request body: {'port': {'device_id': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:29.273065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.300450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.307796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.318279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Transition to ACTIVE for port object 1a418d65-9607-41d4-8935-605a648c8feb will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:29.323384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Made reservation on behalf of 7e3a2332b99445df9da299c508b526df for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:29.327996 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.336386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] device_id is not set on port bb33f940-df5e-45eb-98a5-b334df143c4a yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:29.340606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Transition to ACTIVE for port object 1a418d65-9607-41d4-8935-605a648c8feb will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:29.418414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.428416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:29.456428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.483833 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Network 8ebc953c-b59e-4540-9315-a2f039519439 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:29.485155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Pushing event updated for resources: {'Port': ['ID=1a418d65-9607-41d4-8935-605a648c8feb,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:29.488539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:29.489485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:29.491890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:29.532917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49928) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:29.535507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8::eb (8ebc953c-b59e-4540-9315-a2f039519439/7d07f210-e792-444e-a57b-5af0f9c1e7c1/070bb241-bb13-4d70-9f05-9f220309a995) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:29.583687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Attempting to bind port 1a418d65-9607-41d4-8935-605a648c8feb on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:29.584182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Attempting to bind port 1a418d65-9607-41d4-8935-605a648c8feb by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'f9658dff-af5c-4d34-a1ea-b22f49e1b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8ebc953c-b59e-4540-9315-a2f039519439'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:29.584550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Attempting to bind port 1a418d65-9607-41d4-8935-605a648c8feb on network 8ebc953c-b59e-4540-9315-a2f039519439 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:29.591712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:29.592142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Checking segment: {'id': 'f9658dff-af5c-4d34-a1ea-b22f49e1b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8ebc953c-b59e-4540-9315-a2f039519439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:29.592559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.593174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Bound using segment: {'id': 'f9658dff-af5c-4d34-a1ea-b22f49e1b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8ebc953c-b59e-4540-9315-a2f039519439'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:29.593657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Bound port: 1a418d65-9607-41d4-8935-605a648c8feb, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9658dff-af5c-4d34-a1ea-b22f49e1b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8ebc953c-b59e-4540-9315-a2f039519439'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:29.595487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.692049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] For port 1a418d65-9607-41d4-8935-605a648c8feb, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:29.696130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] For port 1a418d65-9607-41d4-8935-605a648c8feb, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1a418d65-9607-41d4-8935-605a648c8feb,segment=NetworkSegment(f9658dff-af5c-4d34-a1ea-b22f49e1b5c6),segment_id=f9658dff-af5c-4d34-a1ea-b22f49e1b5c6)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:29.706320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49932) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:29.717809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.729268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:29.779937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-756310322'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:29.787810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-334437735'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:29.789827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.794317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4721a4bf-0b40-40e2-bc69-eb9d60e25f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:29.808948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Network 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:29.827111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:29.835737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:29.837365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:29.837444 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.847939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event updated for resources: {'Port': ['ID=1f1ee430-54d1-4dc3-b238-cb4804788b2b,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:29.858937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:29.862134 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e834919d-d65e-499f-b4c6-a8ff343d7639 req-1af6e938-2fc4-460e-b9dd-904874b04e4f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.3821466 Jun 28 06:42:29.865180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.873964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Pushing event updated for resources: {'Port': ['ID=1a418d65-9607-41d4-8935-605a648c8feb,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:29.878010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:29.888777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 070bb241-bb13-4d70-9f05-9f220309a995 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:29.944689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:29.949161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.959338 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.980737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.995496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:29.999581 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:30.020461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.051690 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5100105 Jun 28 06:42:30.055944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49936) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:30.074415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 8ebc953c-b59e-4540-9315-a2f039519439 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:30.085116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Allocated IP 172.20.0.4 (a232f4af-fb75-42fc-86a9-957d7c91074d/3210fa62-75ac-48b8-b28d-2530ed5ef449/2f6fafab-eebc-4526-aba4-eba72cec9cd8) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:30.104391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:30.111688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:30.118235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:30.119266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.151670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=070bb241-bb13-4d70-9f05-9f220309a995,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:30.157336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:30.185344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Made reservation on behalf of 3682ec40d81b4fcb8c4f1c1fa8be5cdb for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:30.188496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.200716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.233057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-fafe3ab8-0c2a-418b-b925-f30b128ffdd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Deleting port 1f1ee430-54d1-4dc3-b238-cb4804788b2b {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:30.233407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fafe3ab8-0c2a-418b-b925-f30b128ffdd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.272899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.290907 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7509062 Jun 28 06:42:30.297489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49940) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:30.334898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:42:30.334898 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:42:30.334898 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '3682ec40d81b4fcb8c4f1c1fa8be5cdb', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 42, 30, 216100)}] Jun 28 06:42:30.334898 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:42:30.335331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:42:30.393439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fafe3ab8-0c2a-418b-b925-f30b128ffdd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.424221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-fafe3ab8-0c2a-418b-b925-f30b128ffdd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Calling delete_port for 1f1ee430-54d1-4dc3-b238-cb4804788b2b owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:30.556282 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2d7fd36a-002c-428a-b258-81ddede02339 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 070bb241-bb13-4d70-9f05-9f220309a995 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:30.556957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d7fd36a-002c-428a-b258-81ddede02339 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.633698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.659193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:30.703489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.713519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e66f5-36cc-40dc-8c55-8e8b40833abf req-55690ed9-9843-42c2-95a1-5d04f2a357f0 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:30.715299 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-665e66f5-36cc-40dc-8c55-8e8b40833abf req-55690ed9-9843-42c2-95a1-5d04f2a357f0 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 932 time: 0.3842897 Jun 28 06:42:30.716483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.724826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:30.801282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Transition to ACTIVE for port object 2f6fafab-eebc-4526-aba4-eba72cec9cd8 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:30.880521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.881281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'Port': ['ID=126eb1d5-f0a8-411a-9c90-378d7a731ab7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:30.884422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:30.917826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20fb395-150a-42e5-a397-3fb7bddb9421 None None] Network 8ebc953c-b59e-4540-9315-a2f039519439 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:30.935828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d7fd36a-002c-428a-b258-81ddede02339 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:30.960505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1700a52-eefa-4283-ae82-b3d12d3156a8,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:30.963289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2d7fd36a-002c-428a-b258-81ddede02339 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 070bb241-bb13-4d70-9f05-9f220309a995 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:30.968661 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:30.979002 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-665e66f5-36cc-40dc-8c55-8e8b40833abf req-f5e9a0d4-607b-4330-8783-1f212eeadd52 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468207 Jun 28 06:42:31.024477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:42:31.037684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.067471 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fafe3ab8-0c2a-418b-b925-f30b128ffdd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.071837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Checking segment: {'id': '46382114-625f-4210-9d51-00fa4a6a06b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54d8efe0-07a8-47ca-9bed-60b15913d4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:31.072329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Network hostable DHCP agents. Network: 54d8efe0-07a8-47ca-9bed-60b15913d4ca, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:31.078524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:31.080404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:31.092906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b9f84dbe-2677-4b14-9422-8ca95db1f7cd None None] Provisioning for port 1a418d65-9607-41d4-8935-605a648c8feb completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:31.123235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Transition to ACTIVE for port object ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:31.126947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe3ab8-0c2a-418b-b925-f30b128ffdd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f1ee430-54d1-4dc3-b238-cb4804788b2b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:31.127128 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-46e3a872-a08d-42ea-a902-b286049261e9 req-ff3a37f2-7d20-43b3-a89b-ace2a2b92c50 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.0759411 Jun 28 06:42:31.130549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.130818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.130947 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Added segment ce9fb4e9-d525-422d-81c2-aa284309bc47 of type vlan for network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 Jun 28 06:42:31.135510 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fafe3ab8-0c2a-418b-b925-f30b128ffdd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:31.155470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.162817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.167652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-605d4644-7f3c-4a61-ab00-53f3ee8467d7 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:31.188193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.217001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.231665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fafe3ab8-0c2a-418b-b925-f30b128ffdd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.236053 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fafe3ab8-0c2a-418b-b925-f30b128ffdd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1f1ee430-54d1-4dc3-b238-cb4804788b2b HTTP/1.1" status: 204 len: 168 time: 1.1767557 Jun 28 06:42:31.243086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49944) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:31.249439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d', 'external_fixed_ips': [{'subnet_id': '03d171dc-9af1-4885-9db3-0b11ff8bae29', 'ip_address': '2001:db8::33e'}]}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:31.256195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Network a232f4af-fb75-42fc-86a9-957d7c91074d is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:31.256926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.274198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.277402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:31.279448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:31.284101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:31.289388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Pushing event updated for resources: {'Port': ['ID=2f6fafab-eebc-4526-aba4-eba72cec9cd8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:31.291914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:31.312611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:31.327329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:31.345257 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Network 54d8efe0-07a8-47ca-9bed-60b15913d4ca is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:31.350254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64cee2-dcb6-4322-b1fb-35402e273cd5,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:31.353656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.354239 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Added segment 60aaa636-71da-4bd3-abbc-ec66e39ad033 of type vlan for network e3d47bf2-617d-4da9-a100-808a6da920eb Jun 28 06:42:31.357398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:31.398830 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d7fd36a-002c-428a-b258-81ddede02339 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.405615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:31.438124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:31.444122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.444659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fd36a-002c-428a-b258-81ddede02339 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=070bb241-bb13-4d70-9f05-9f220309a995,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:31.451872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2d7fd36a-002c-428a-b258-81ddede02339 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:31.453112 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:31.459198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:31.460030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.472050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 54d8efe0-07a8-47ca-9bed-60b15913d4ca) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:31.475789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.476773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:31.478063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.481905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:31.482650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.482837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca73b4d6-454c-49f7-8057-396f6e993693 None None] Network 54d8efe0-07a8-47ca-9bed-60b15913d4ca requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:31.485752 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.489425 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.510734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-be582d87-6440-45a1-ba3f-8ff5fdf7a524 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:31.534561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:31.564441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Allocated IP 172.26.4.237 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/0029631d-b0dd-4803-acaf-0468741b2154) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:31.616241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.652379 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9243517 Jun 28 06:42:31.653351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'Port': ['ID=bb33f940-df5e-45eb-98a5-b334df143c4a,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:31.657454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:31.691722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Request body: {'port': {'device_id': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:31.725071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1c0a001d-6bfa-4512-ae76-d69b28b33af6 None None] Could not find standard attr ID for object 070bb241-bb13-4d70-9f05-9f220309a995. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:42:31.748164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d7fd36a-002c-428a-b258-81ddede02339 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.750648 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2d7fd36a-002c-428a-b258-81ddede02339 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/070bb241-bb13-4d70-9f05-9f220309a995 HTTP/1.1" status: 204 len: 168 time: 1.4518902 Jun 28 06:42:31.756237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Attempting to bind port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:31.756638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Attempting to bind port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:31.757329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Attempting to bind port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c on network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:31.758988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49946) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:31.760517 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0505383 Jun 28 06:42:31.764680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.resource_extend [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 06:42:31.768194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49948) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:31.780146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Network': ['ID=dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:31.793362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:31.812209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:31.845759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c on network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:31.846033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Attempting to bind port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c on network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:31.876680 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cda15a2-f351-4599-b8a0-2ba70f32d7aa tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:42:31.876802 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1a418d65-9607-41d4-8935-605a648c8feb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:31.877316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cda15a2-f351-4599-b8a0-2ba70f32d7aa tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:42:31.882320 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1cda15a2-f351-4599-b8a0-2ba70f32d7aa tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/070bb241-bb13-4d70-9f05-9f220309a995 HTTP/1.1" status: 404 len: 333 time: 0.1150076 Jun 28 06:42:31.888012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49950) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:31.891939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Checking segment: {'id': '1d849aa0-3c72-4646-9077-54a66ad5f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e90e719b-bc21-4ec4-a7ea-0102970a4664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:31.892094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Network hostable DHCP agents. Network: e90e719b-bc21-4ec4-a7ea-0102970a4664, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:31.894028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:31.936615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:31.937024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Checking segment: {'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:31.937526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Bound using segment: {'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:31.937979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Bound port: ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b78d6b-381a-46ad-825d-4539e8d9df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:31.938840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.975292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.981312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:31.981927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:31.987269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6d7df1ca-8d0d-465b-8886-a4c3dde00c50 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:31.994382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.004049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9b772858-d973-4ee1-8def-15b6dc3ee963 None None] Provisioning for port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:32.008675 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9b772858-d973-4ee1-8def-15b6dc3ee963 None None] Provisioning complete for port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:32.009436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9b772858-d973-4ee1-8def-15b6dc3ee963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.017007 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d47280f-0bd0-4dfd-b176-bf81e2ec7770 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:42:32.024081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49954) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:32.025371 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4d47280f-0bd0-4dfd-b176-bf81e2ec7770 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/070bb241-bb13-4d70-9f05-9f220309a995 HTTP/1.1" status: 404 len: 333 time: 0.1307156 Jun 28 06:42:32.057835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9b772858-d973-4ee1-8def-15b6dc3ee963 None None] Port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:42:32.070794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 1a418d65-9607-41d4-8935-605a648c8feb completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:32.079124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1a418d65-9607-41d4-8935-605a648c8feb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:32.079731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.113804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.117115 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Pushing event updated for resources: {'Network': ['ID=e3d47bf2-617d-4da9-a100-808a6da920eb,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:32.122558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:32.131887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network e3d47bf2-617d-4da9-a100-808a6da920eb details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:32.157680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f257fe-f722-4d01-8715-49136efb0277 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet 7d07f210-e792-444e-a57b-5af0f9c1e7c1 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:42:32.161022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37f257fe-f722-4d01-8715-49136efb0277 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.197808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.211361 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6771612 Jun 28 06:42:32.216902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.236158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37f257fe-f722-4d01-8715-49136efb0277 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.265128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8899f730-6a30-4eca-94df-5a1f8ff5fe00 None None] Could not find standard attr ID for object 070bb241-bb13-4d70-9f05-9f220309a995. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:42:32.285373 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 1a418d65-9607-41d4-8935-605a648c8feb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1a418d65-9607-41d4-8935-605a648c8feb,segment=NetworkSegment(f9658dff-af5c-4d34-a1ea-b22f49e1b5c6),segment_id=f9658dff-af5c-4d34-a1ea-b22f49e1b5c6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:32.291475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] For port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:32.296781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Network e90e719b-bc21-4ec4-a7ea-0102970a4664 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:32.325886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.333975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a411bb0f-0c11-4262-a942-b25afa1edf3f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:32.347879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] For port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:32.349306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:32.351881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.352664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.353923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:32.362817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37f257fe-f722-4d01-8715-49136efb0277 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.409854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=1a418d65-9607-41d4-8935-605a648c8feb,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:32.413379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:32.527740 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.547578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.597018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37f257fe-f722-4d01-8715-49136efb0277 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.603548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:32.634495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f257fe-f722-4d01-8715-49136efb0277 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=7d07f210-e792-444e-a57b-5af0f9c1e7c1,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:32.639281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-37f257fe-f722-4d01-8715-49136efb0277 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:32.643702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37f257fe-f722-4d01-8715-49136efb0277 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.648486 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-37f257fe-f722-4d01-8715-49136efb0277 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/7d07f210-e792-444e-a57b-5af0f9c1e7c1 HTTP/1.1" status: 204 len: 168 time: 0.6205280 Jun 28 06:42:32.650580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9d07bc-7b63-4c3b-9d06-0938e78afc5a None None] Network 8ebc953c-b59e-4540-9315-a2f039519439 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:32.662138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49964) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:32.679915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, e90e719b-bc21-4ec4-a7ea-0102970a4664) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:32.681894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.696624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38837a20-7081-4e15-b29c-3e515feae1a6 None None] Network e90e719b-bc21-4ec4-a7ea-0102970a4664 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:32.735654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:32.747780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Allocated IP 2001:db8::33e (8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d/03d171dc-9af1-4885-9db3-0b11ff8bae29/07b65cd8-90d1-429c-aaf9-ef64cea833c0) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:32.754125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:32.759757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:32.765131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:32.765791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.794098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:32.828778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:32.856131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:32.856748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.858178 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] 10.222.0.50 "PUT /v2.0/ports/ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c HTTP/1.1" status: 200 len: 1094 time: 3.9851904 Jun 28 06:42:32.882950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.936544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'tag': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:42:32.960600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] DHCP port deletion for 8ebc953c-b59e-4540-9315-a2f039519439 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:42:32.973945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:32.977488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5d7fb798-0d74-4a8d-bede-ec20c8d7164d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:33.014439 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0772769 Jun 28 06:42:33.017974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49972) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:33.023166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] Deleting port 1a418d65-9607-41d4-8935-605a648c8feb {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:33.024079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Pushing event updated for resources: {'Port': ['ID=0029631d-b0dd-4803-acaf-0468741b2154,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:33.024315 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:33.036917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b3bf2-9423-4f0f-a57d-0d018d482781 req-b44f8e74-f4c5-4e69-92b2-9c72064877f4 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:33.038475 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-801b3bf2-9423-4f0f-a57d-0d018d482781 req-b44f8e74-f4c5-4e69-92b2-9c72064877f4 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 944 time: 0.8499386 Jun 28 06:42:33.063169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:33.072665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-de251849-ef40-4cba-b954-4cc36faa2d26 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:33.078915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Network 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:33.110089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:33.115162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] For port 1a418d65-9607-41d4-8935-605a648c8feb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1a418d65-9607-41d4-8935-605a648c8feb,segment=NetworkSegment(f9658dff-af5c-4d34-a1ea-b22f49e1b5c6),segment_id=f9658dff-af5c-4d34-a1ea-b22f49e1b5c6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:33.115780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:33.122663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:33.134341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] Calling delete_port for 1a418d65-9607-41d4-8935-605a648c8feb owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:33.181366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4995f77a-e974-423a-95dd-6789f1cdb26d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c49bbfc-431b-48f0-bc7d-b79d61d3105a", "tag": "ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:42:33.213582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:33.215613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event updated for resources: {'Port': ['ID=07b65cd8-90d1-429c-aaf9-ef64cea833c0,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:33.235397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:33.278218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4320e3-ebd3-438c-81fb-fdec4254eb80 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:33.284239 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4320e3-ebd3-438c-81fb-fdec4254eb80 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:33.285921 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bf4320e3-ebd3-438c-81fb-fdec4254eb80 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2667689 Jun 28 06:42:33.288667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49976) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:33.295680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54a8d0-19a7-4a57-8e26-d9916eab4494 req-93930f04-60b5-4554-8344-af0e871b2b70 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:33.298704 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c54a8d0-19a7-4a57-8e26-d9916eab4494 req-93930f04-60b5-4554-8344-af0e871b2b70 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 931 time: 0.9741297 Jun 28 06:42:33.431994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:33.438702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e7004310-1806-43d4-a3de-71f73bfd61ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:33.443942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:33.463944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] Pushing event deleted for resources: {'Port': ['ID=1a418d65-9607-41d4-8935-605a648c8feb,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:33.468626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] No DVR routers for this DVR port 1a418d65-9607-41d4-8935-605a648c8feb on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:33.469795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:33.472423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-801b3bf2-9423-4f0f-a57d-0d018d482781 req-65e30636-bdb8-4b31-ac71-c468a27914b4 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4083002 Jun 28 06:42:33.478598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:33.485090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d9df19f6-0883-4cf7-8582-0e3146dfd0c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Deleting port 126eb1d5-f0a8-411a-9c90-378d7a731ab7 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:33.485438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9df19f6-0883-4cf7-8582-0e3146dfd0c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:33.517687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:33.530610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] The port '1a418d65-9607-41d4-8935-605a648c8feb' was deleted {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 06:42:33.595186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9df19f6-0883-4cf7-8582-0e3146dfd0c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:33.616481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d9df19f6-0883-4cf7-8582-0e3146dfd0c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Calling delete_port for 126eb1d5-f0a8-411a-9c90-378d7a731ab7 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:33.655509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70719-4599-4329-8e6e-fc8da960e503 req-f9f1bf37-9296-4beb-bd2c-9189fe5c90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:33.657066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-f9f1bf37-9296-4beb-bd2c-9189fe5c90dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b67808f91d83459f8fcccc2724735120&device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 1097 time: 0.6381593 Jun 28 06:42:33.660796 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c54a8d0-19a7-4a57-8e26-d9916eab4494 req-01d935ea-e9b3-4334-8143-4fc4b8dcdd3c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399956 Jun 28 06:42:33.724151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 49982) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:33.741926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:33.753352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1a418d65-9607-41d4-8935-605a648c8feb no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:42:33.767184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Request body: {'port': {'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402808918'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:33.774102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 1a418d65-9607-41d4-8935-605a648c8feb {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:42:33.774460 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1a418d65-9607-41d4-8935-605a648c8feb not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:42:33.816699 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-298de8ce-6ff0-4e8a-90ce-e2fddb188555 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c HTTP/1.1" status: 200 len: 217 time: 0.1023195 Jun 28 06:42:33.853852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebc953c-b59e-4540-9315-a2f039519439']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:33.859112 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:33.860740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b929c73-cf0f-4fcf-85bc-e39b87cfd952 x-openstack-request-id: req-0b929c73-cf0f-4fcf-85bc-e39b87cfd952 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:42:33.861079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c49bbfc-431b-48f0-bc7d-b79d61d3105a", "tag": "ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:42:33.861353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b929c73-cf0f-4fcf-85bc-e39b87cfd952 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:42:33.861830 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'tag': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c', 'status': 'completed', 'code': 200} Jun 28 06:42:33.897621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9658dff-af5c-4d34-a1ea-b22f49e1b5c6') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:33.897911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9658dff-af5c-4d34-a1ea-b22f49e1b5c6') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:33.913501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-790fa3b1-ccf8-4c7c-b7e1-9bfd5c55c235 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:34.002232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.077805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.080664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.108827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6fafab-eebc-4526-aba4-eba72cec9cd8 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:42:34.114382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Made reservation on behalf of 34671a5f82b74d23a8409aa0e991cf3d for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:34.116667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.130509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:34.130900 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:34.135667 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:34.154611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.159341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70719-4599-4329-8e6e-fc8da960e503 req-00505b5b-575d-4890-b09c-865dbaaafa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:34.160778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-00505b5b-575d-4890-b09c-865dbaaafa78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95ac959d-f76a-43ac-bb61-d3dc749104f4 HTTP/1.1" status: 200 len: 851 time: 0.2891839 Jun 28 06:42:34.187771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9df19f6-0883-4cf7-8582-0e3146dfd0c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.192675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:34.222974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df19f6-0883-4cf7-8582-0e3146dfd0c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Port': ['ID=126eb1d5-f0a8-411a-9c90-378d7a731ab7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:34.228488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d9df19f6-0883-4cf7-8582-0e3146dfd0c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:34.231393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.231773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9df19f6-0883-4cf7-8582-0e3146dfd0c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.233533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=b6042757-b79d-436a-beb1-7c5d52660ff1,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:34.236309 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d9df19f6-0883-4cf7-8582-0e3146dfd0c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "DELETE /v2.0/ports/126eb1d5-f0a8-411a-9c90-378d7a731ab7 HTTP/1.1" status: 204 len: 168 time: 0.9466422 Jun 28 06:42:34.236991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49986) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:34.352305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-53eb0037-b440-459b-94c9-199c6b872936 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Deleting port bb33f940-df5e-45eb-98a5-b334df143c4a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:34.352556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53eb0037-b440-459b-94c9-199c6b872936 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.368039 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Router 8942fb76-fb3f-486f-9c72-12413217908d is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:42:34.463236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53eb0037-b440-459b-94c9-199c6b872936 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.484924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-53eb0037-b440-459b-94c9-199c6b872936 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Calling delete_port for bb33f940-df5e-45eb-98a5-b334df143c4a owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:34.524982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:34.532928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.581036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:42:34.581659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:34.582017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network hostable DHCP agents. Network: dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:34.596664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Sync routers for ids ['8942fb76-fb3f-486f-9c72-12413217908d'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:42:34.609618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Routers {'8942fb76-fb3f-486f-9c72-12413217908d'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:34.610150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['8942fb76-fb3f-486f-9c72-12413217908d'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:34.702439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53eb0037-b440-459b-94c9-199c6b872936 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.706673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.709185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:34.711465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Transition to ACTIVE for port object 2f6fafab-eebc-4526-aba4-eba72cec9cd8 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:34.731891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:34.737377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Set router 8942fb76-fb3f-486f-9c72-12413217908d gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:34.738375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.740201 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/networks/8ebc953c-b59e-4540-9315-a2f039519439 HTTP/1.1" status: 204 len: 168 time: 2.0741177 Jun 28 06:42:34.747709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb0037-b440-459b-94c9-199c6b872936 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Port': ['ID=bb33f940-df5e-45eb-98a5-b334df143c4a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:34.755523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-53eb0037-b440-459b-94c9-199c6b872936 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:34.757888 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49992) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:34.765337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-719691342'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:34.772307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70719-4599-4329-8e6e-fc8da960e503 req-0c0c2d3d-c460-4ecf-82bd-3ecbfd15b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:34.773808 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-0c0c2d3d-c460-4ecf-82bd-3ecbfd15b65e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5643423 Jun 28 06:42:34.774274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53eb0037-b440-459b-94c9-199c6b872936 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.774621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Network': ['ID=8ebc953c-b59e-4540-9315-a2f039519439,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:34.779561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:34.782383 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-53eb0037-b440-459b-94c9-199c6b872936 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "DELETE /v2.0/ports/bb33f940-df5e-45eb-98a5-b334df143c4a HTTP/1.1" status: 204 len: 168 time: 0.5438304 Jun 28 06:42:34.784276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:34.786502 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49994) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:34.826771 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-26dda998-7c38-4de2-9ee0-fcea7934d393 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384138 Jun 28 06:42:34.830156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49996) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:34.835829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1820565821'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:34.836370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.875248 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:34.930497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:34.938589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3eb70-0709-465c-9b1e-3050725d2ed3 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:34.963118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:34.963700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:34.966757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942fb76-fb3f-486f-9c72-12413217908d', 'name': '', 'tenant_id': '34777db5deba44b8bdde97e61eaf4512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d', 'external_fixed_ips': [{'subnet_id': '03d171dc-9af1-4885-9db3-0b11ff8bae29', 'ip_address': '2001:db8::33e'}], 'enable_snat': True}, 'gw_port_id': '07b65cd8-90d1-429c-aaf9-ef64cea833c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:31Z', 'updated_at': '2021-06-28T06:42:33Z', 'revision_number': 3, 'project_id': '34777db5deba44b8bdde97e61eaf4512', 'gw_port': {'id': '07b65cd8-90d1-429c-aaf9-ef64cea833c0', 'name': '', 'network_id': '8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8942fb76-fb3f-486f-9c72-12413217908d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '03d171dc-9af1-4885-9db3-0b11ff8bae29', 'ip_address': '2001:db8::33e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:42:32Z', 'updated_at': '2021-06-28T06:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03d171dc-9af1-4885-9db3-0b11ff8bae29', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:35.023652 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Checking router: 8942fb76-fb3f-486f-9c72-12413217908d for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:42:35.023897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Updating router 8942fb76-fb3f-486f-9c72-12413217908d port 07b65cd8-90d1-429c-aaf9-ef64cea833c0 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:42:35.078414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008186f-45ff-4a3a-928c-5758c89aedaf req-7059ccf4-5851-438c-86a2-6bb9a042c0d8 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:35.078960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.080637 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5008186f-45ff-4a3a-928c-5758c89aedaf req-7059ccf4-5851-438c-86a2-6bb9a042c0d8 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 944 time: 0.4519029 Jun 28 06:42:35.088004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.093184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Pushing event updated for resources: {'Port': ['ID=2f6fafab-eebc-4526-aba4-eba72cec9cd8,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:35.103006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:35.159673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-b34d2074-f20d-4682-b069-0f0f9e6aa6d6 service neutron] 10.222.0.50 "GET /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744605 Jun 28 06:42:35.178040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.227788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.231964 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9854410 Jun 28 06:42:35.232146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ac5bb90d-06f0-4588-9f45-cbd7f68c2c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:35.232146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.233513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 49998) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:35.237899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] device_id is not set on port 516bdf3c-0c23-4263-b986-6b72ff349d02 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:35.259497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'b6042757-b79d-436a-beb1-7c5d52660ff1'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:42:35.260389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.301353 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5008186f-45ff-4a3a-928c-5758c89aedaf req-afbed37e-8d19-4150-81c4-2b9779cbc87a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012441 Jun 28 06:42:35.360410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:35.364343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.375934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0fc37-11b5-45fc-9458-32b83363b717 req-c4782f32-b601-4734-bbd2-aca4339b7523 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:35.377540 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4da0fc37-11b5-45fc-9458-32b83363b717 req-c4782f32-b601-4734-bbd2-aca4339b7523 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 943 time: 0.4993389 Jun 28 06:42:35.404441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.423841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dd4a3d-551d-4d83-a307-19fdbbfe193e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:35.438548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:35.456427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:35.467204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Made reservation on behalf of 9ba10781d9854ac097b858c5276fc0b0 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:35.472064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.476632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Attempting to bind port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:35.476786 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Attempting to bind port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:35.477130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Attempting to bind port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 on network a232f4af-fb75-42fc-86a9-957d7c91074d {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:35.490093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.490608 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Added segment 7905cf75-10f3-4487-879c-100910abf82b of type vlan for network 912ef25e-a174-4c92-866b-6a32b50c6fea Jun 28 06:42:35.510748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 on network a232f4af-fb75-42fc-86a9-957d7c91074d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:35.511111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Attempting to bind port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 on network a232f4af-fb75-42fc-86a9-957d7c91074d {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:35.512773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/b6042757-b79d-436a-beb1-7c5d52660ff1/80748ef0-df9d-467f-8804-f8d379b17295) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:35.529326 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7214730 Jun 28 06:42:35.536195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50000) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:35.548331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'name': 'tempest-NetworksTestDHCPv6-1090067573'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:35.567024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.569575 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82b70719-4599-4329-8e6e-fc8da960e503 req-e0fe7337-90bd-4e44-a963-3c234a7de44c service neutron] 10.222.0.50 "GET /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982148 Jun 28 06:42:35.581082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:35.581417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Checking segment: {'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:35.581798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Bound using segment: {'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:35.582232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Bound port: 2f6fafab-eebc-4526-aba4-eba72cec9cd8, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95f06d6-af59-481e-83c5-2dd5e59a77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:35.588211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.595726 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4da0fc37-11b5-45fc-9458-32b83363b717 req-3d66a9cd-66aa-4e4d-92d3-be2c5d66f0b2 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809614 Jun 28 06:42:35.616996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:35.621275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Transition to ACTIVE for port object 07b65cd8-90d1-429c-aaf9-ef64cea833c0 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:35.633918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.697773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.698153 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Added segment 11c00a22-8e32-4094-8a38-794e68c941c1 of type vlan for network a833a419-e8af-423e-b57c-021d10c3492a Jun 28 06:42:35.718704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.724779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.726543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:35.758446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] For port 2f6fafab-eebc-4526-aba4-eba72cec9cd8, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:35.762558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Transition to ACTIVE for port object 80748ef0-df9d-467f-8804-f8d379b17295 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:35.763916 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] For port 2f6fafab-eebc-4526-aba4-eba72cec9cd8, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2f6fafab-eebc-4526-aba4-eba72cec9cd8,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:35.770522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] device_id is not set on port 516bdf3c-0c23-4263-b986-6b72ff349d02 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:35.784682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.787707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.796482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.804539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Transition to ACTIVE for port object 516bdf3c-0c23-4263-b986-6b72ff349d02 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:35.808711 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Transition to ACTIVE for port object 80748ef0-df9d-467f-8804-f8d379b17295 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:35.810578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Attempting to bind port 07b65cd8-90d1-429c-aaf9-ef64cea833c0 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:35.810963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Attempting to bind port 07b65cd8-90d1-429c-aaf9-ef64cea833c0 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '8939a569-d201-4137-8129-e0a07ba2e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:35.811347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Attempting to bind port 07b65cd8-90d1-429c-aaf9-ef64cea833c0 on network 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:35.814416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816a288-77e4-442e-9470-f823b89e3a86 None None] Pushing event updated for resources: {'Port': ['ID=07b65cd8-90d1-429c-aaf9-ef64cea833c0,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:35.817490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f816a288-77e4-442e-9470-f823b89e3a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:35.819442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.822007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:35.829051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Checking segment: {'id': '8939a569-d201-4137-8129-e0a07ba2e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:35.829051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.829442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:35.829520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Bound using segment: {'id': '8939a569-d201-4137-8129-e0a07ba2e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:35.829520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Bound port: 07b65cd8-90d1-429c-aaf9-ef64cea833c0, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8939a569-d201-4137-8129-e0a07ba2e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:35.829520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.848947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.858583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:35.858583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.859434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:35.882149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.888758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:35.891269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.892890 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Router 2cd9b521-dc07-463c-afe3-380765a0e1ab is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:42:35.901327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] For port 07b65cd8-90d1-429c-aaf9-ef64cea833c0, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:35.919000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:35.919628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.926607 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] 10.222.0.50 "PUT /v2.0/ports/2f6fafab-eebc-4526-aba4-eba72cec9cd8 HTTP/1.1" status: 200 len: 1093 time: 4.2364898 Jun 28 06:42:35.926607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'tag': '2f6fafab-eebc-4526-aba4-eba72cec9cd8'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:42:35.926607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089441ec-818f-4d50-b078-ae85901c0ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f", "tag": "2f6fafab-eebc-4526-aba4-eba72cec9cd8"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:42:35.951329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:35.959623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] For port 07b65cd8-90d1-429c-aaf9-ef64cea833c0, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=07b65cd8-90d1-429c-aaf9-ef64cea833c0,segment=NetworkSegment(8939a569-d201-4137-8129-e0a07ba2e09c),segment_id=8939a569-d201-4137-8129-e0a07ba2e09c)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:35.961159 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:35.964788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:35.965210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.978556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Pushing event updated for resources: {'Port': ['ID=80748ef0-df9d-467f-8804-f8d379b17295,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:35.982077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:35.982455 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:35.983155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:35.995755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Pushing event updated for resources: {'Port': ['ID=2f6fafab-eebc-4526-aba4-eba72cec9cd8,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:36.010683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:36.014612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6fb968a-c0f0-4c9d-aed0-9149fb053310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:36.016616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:36.022523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.025101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Network': ['ID=912ef25e-a174-4c92-866b-6a32b50c6fea,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:36.041932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:36.042651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e4cbe781-b635-4186-bc09-d10de1dda983 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:36.075157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.085463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 912ef25e-a174-4c92-866b-6a32b50c6fea details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:36.116743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a6f748a2-5bf8-4d6f-b710-631bd2d270a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:36.119453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Attempting to bind port 80748ef0-df9d-467f-8804-f8d379b17295 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:36.119824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Attempting to bind port 80748ef0-df9d-467f-8804-f8d379b17295 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:36.120106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a761bd94-80eb-4cb1-96eb-07d74ec27613 x-openstack-request-id: req-a761bd94-80eb-4cb1-96eb-07d74ec27613 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:42:36.120592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Attempting to bind port 80748ef0-df9d-467f-8804-f8d379b17295 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:36.120681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f", "tag": "2f6fafab-eebc-4526-aba4-eba72cec9cd8", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:42:36.120759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a761bd94-80eb-4cb1-96eb-07d74ec27613 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:42:36.121156 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'tag': '2f6fafab-eebc-4526-aba4-eba72cec9cd8', 'status': 'completed', 'code': 200} Jun 28 06:42:36.140946 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3810453 Jun 28 06:42:36.145573 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50006) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:36.156200 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3249347 Jun 28 06:42:36.158721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Checking segment: {'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:36.159088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Network hostable DHCP agents. Network: e3d47bf2-617d-4da9-a100-808a6da920eb, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:36.163851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:36.164233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:36.164646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.165068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:36.165558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Bound port: 80748ef0-df9d-467f-8804-f8d379b17295, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:36.166356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.168334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '912ef25e-a174-4c92-866b-6a32b50c6fea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:36.168468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-3b3014a2-b184-48e1-9dbf-1d066b01bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:36.169996 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-3b3014a2-b184-48e1-9dbf-1d066b01bcf3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b67808f91d83459f8fcccc2724735120&device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 1097 time: 0.3198490 Jun 28 06:42:36.174092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50008) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:36.175543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port af3fee29-df94-43b5-b33c-cd7b5b13abb5 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:36.188177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-713665977'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:36.193537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event updated for resources: {'Port': ['ID=516bdf3c-0c23-4263-b986-6b72ff349d02,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:36.209217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'Network': ['ID=a833a419-e8af-423e-b57c-021d10c3492a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:36.246725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:36.260073 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network a833a419-e8af-423e-b57c-021d10c3492a details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:36.265050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:36.293238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Deleting port 07b65cd8-90d1-429c-aaf9-ef64cea833c0 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:36.293711 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.295165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:42:36.321604 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a3fbb-f77d-419d-873d-426dd1c92814 None None] Sync routers for ids ['2cd9b521-dc07-463c-afe3-380765a0e1ab'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:42:36.332535 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a3fbb-f77d-419d-873d-426dd1c92814 None None] Routers {'2cd9b521-dc07-463c-afe3-380765a0e1ab'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:36.333448 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-914a3fbb-f77d-419d-873d-426dd1c92814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2cd9b521-dc07-463c-afe3-380765a0e1ab'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:36.355840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-b228b540-d3f4-40dd-ab5a-57a54efe8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:36.365584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-b228b540-d3f4-40dd-ab5a-57a54efe8ad5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 HTTP/1.1" status: 200 len: 913 time: 0.1672270 Jun 28 06:42:36.367681 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-914a3fbb-f77d-419d-873d-426dd1c92814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:36.376558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7e9154a6-8ef3-49f5-b561-83d36ae9a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:36.377827 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a3fbb-f77d-419d-873d-426dd1c92814 None None] Routers {'2cd9b521-dc07-463c-afe3-380765a0e1ab'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:36.377936 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-7e9154a6-8ef3-49f5-b561-83d36ae9a249 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e3a2332b99445df9da299c508b526df&device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 1096 time: 0.2755952 Jun 28 06:42:36.378742 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-914a3fbb-f77d-419d-873d-426dd1c92814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2cd9b521-dc07-463c-afe3-380765a0e1ab'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:36.382066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] For port 07b65cd8-90d1-429c-aaf9-ef64cea833c0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=07b65cd8-90d1-429c-aaf9-ef64cea833c0,segment=NetworkSegment(8939a569-d201-4137-8129-e0a07ba2e09c),segment_id=8939a569-d201-4137-8129-e0a07ba2e09c)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:36.382211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.395636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Calling delete_port for 07b65cd8-90d1-429c-aaf9-ef64cea833c0 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:36.414333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] For port 80748ef0-df9d-467f-8804-f8d379b17295, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:36.418411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] For port 80748ef0-df9d-467f-8804-f8d379b17295, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=80748ef0-df9d-467f-8804-f8d379b17295,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:36.419773 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-914a3fbb-f77d-419d-873d-426dd1c92814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:36.420641 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a3fbb-f77d-419d-873d-426dd1c92814 None None] The sync data for ids ['2cd9b521-dc07-463c-afe3-380765a0e1ab'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:42:36.424994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Routers {'8942fb76-fb3f-486f-9c72-12413217908d'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:36.425636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['8942fb76-fb3f-486f-9c72-12413217908d'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:36.427326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816a288-77e4-442e-9470-f823b89e3a86 None None] Pushing event updated for resources: {'Port': ['ID=07b65cd8-90d1-429c-aaf9-ef64cea833c0,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:36.439298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f816a288-77e4-442e-9470-f823b89e3a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:36.448015 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-9c42933a-aa21-4a5c-bd82-cf6b90d9a0ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c HTTP/1.1" status: 200 len: 217 time: 0.0739677 Jun 28 06:42:36.452876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Network e3d47bf2-617d-4da9-a100-808a6da920eb is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:36.472543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Made reservation on behalf of 9ba10781d9854ac097b858c5276fc0b0 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:36.476680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.540894 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-85875f99-d5e2-467a-b2c1-3cca5357279b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6fafab-eebc-4526-aba4-eba72cec9cd8 HTTP/1.1" status: 200 len: 217 time: 0.0897048 Jun 28 06:42:36.606769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::2d6 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/b6042757-b79d-436a-beb1-7c5d52660ff1/af3fee29-df94-43b5-b33c-cd7b5b13abb5) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:36.610433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.615114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4721a4bf-0b40-40e2-bc69-eb9d60e25f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:36.625687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, e3d47bf2-617d-4da9-a100-808a6da920eb) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:36.629274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.632972 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2472618 Jun 28 06:42:36.638375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:36.642881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50016) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:36.654248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39477af0-ee75-4483-b237-f60dafbe22e6 None None] Network e3d47bf2-617d-4da9-a100-808a6da920eb requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:36.709113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] Set router 8942fb76-fb3f-486f-9c72-12413217908d gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:36.824052 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:36.824491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8942fb76-fb3f-486f-9c72-12413217908d', 'name': '', 'tenant_id': '34777db5deba44b8bdde97e61eaf4512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:31Z', 'updated_at': '2021-06-28T06:42:35Z', 'revision_number': 4, 'project_id': '34777db5deba44b8bdde97e61eaf4512', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:36.827767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.861008 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de11d21-1dfb-4ae4-849e-be79c4a0bfb0 None None] The sync data for ids ['8942fb76-fb3f-486f-9c72-12413217908d'] in dv-neutron-797120-6-hyperv is: [{'id': '8942fb76-fb3f-486f-9c72-12413217908d', 'name': '', 'tenant_id': '34777db5deba44b8bdde97e61eaf4512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:31Z', 'updated_at': '2021-06-28T06:42:35Z', 'revision_number': 4, 'project_id': '34777db5deba44b8bdde97e61eaf4512', 'gw_port_host': None}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:42:36.867969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Pushing event updated for resources: {'Port': ['ID=80748ef0-df9d-467f-8804-f8d379b17295,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:36.877595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:36.923485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.931817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d9df19f6-0883-4cf7-8582-0e3146dfd0c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:36.981203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event deleted for resources: {'Port': ['ID=07b65cd8-90d1-429c-aaf9-ef64cea833c0,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:36.986388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:36.990258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:36.995948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:37.021221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object af3fee29-df94-43b5-b33c-cd7b5b13abb5 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:37.086243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-5cba9f97-277a-4d64-b3b7-299910a4f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:37.087992 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-5cba9f97-277a-4d64-b3b7-299910a4f542 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95ac959d-f76a-43ac-bb61-d3dc749104f4 HTTP/1.1" status: 200 len: 851 time: 0.6264794 Jun 28 06:42:37.088869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:37.090010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:37.090511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:37.122706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:37.123787 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Added segment 25a74717-49b3-43b9-9ac7-e048ad7e00df of type vlan for network 373a692f-0b73-458e-9ee4-9dc0a7824d37 Jun 28 06:42:37.127302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-1c498eb0-41d2-4e30-a35c-57f77bad67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:37.129036 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-1c498eb0-41d2-4e30-a35c-57f77bad67f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3210fa62-75ac-48b8-b28d-2530ed5ef449 HTTP/1.1" status: 200 len: 844 time: 0.5668705 Jun 28 06:42:37.164405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:37.164735 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:37.190002 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 2 to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 Jun 28 06:42:37.266524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:37.270430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:37.278766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:37.301571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:37.316382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:37.316715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:37.317086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:37.319774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:37.327302 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:37.332016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:37.337527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:37.338133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:37.345579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774425-0747-408e-b782-a59b69550af6 req-aae38a08-5f9a-4fe2-b740-fd705c270d63 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:37.347132 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77774425-0747-408e-b782-a59b69550af6 req-aae38a08-5f9a-4fe2-b740-fd705c270d63 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 944 time: 0.8260386 Jun 28 06:42:37.353673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=af3fee29-df94-43b5-b33c-cd7b5b13abb5,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:37.360702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:37.360939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:37.361061 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:37.361316 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9f9fd2d1-d018-4a5b-827f-1b837050ce6d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:37.373229 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 3 to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 Jun 28 06:42:37.420209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:37.423979 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7073b305-c04d-4b2a-aca1-e9c7af52dd2e tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/routers/2cd9b521-dc07-463c-afe3-380765a0e1ab HTTP/1.1" status: 200 len: 920 time: 0.7734871 Jun 28 06:42:37.431592 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50018) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:37.438087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9524d-ec00-4306-8ea4-9e4045e5aaba req-b389e28a-6ee1-4605-b095-3dbff30afeee tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:37.439648 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f4f9524d-ec00-4306-8ea4-9e4045e5aaba req-b389e28a-6ee1-4605-b095-3dbff30afeee tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 943 time: 0.4477525 Jun 28 06:42:37.443305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:37.443576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:37.443907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:37.465602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:37.465929 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:37.478561 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 4 to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 Jun 28 06:42:37.498417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-078b4453-f032-4aab-95d6-c1ad7925b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:37.499999 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-078b4453-f032-4aab-95d6-c1ad7925b167 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3817027 Jun 28 06:42:37.504817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-e12bbf10-68ce-460c-931b-5d58dab25d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:37.506212 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-e12bbf10-68ce-460c-931b-5d58dab25d85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a232f4af-fb75-42fc-86a9-957d7c91074d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3438973 Jun 28 06:42:37.509042 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77774425-0747-408e-b782-a59b69550af6 req-d5ca4234-c84b-4785-bbe9-0cb6bd37c579 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441467 Jun 28 06:42:37.548998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:37.555275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:37.555275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:37.583462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:37.597722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:37.598350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:37.663579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d1e5833a-4443-405b-aa6a-2f43b3cfa90e tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:37.670612 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f4f9524d-ec00-4306-8ea4-9e4045e5aaba req-19a7c974-7b64-44df-b08c-5aab3a023599 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223339 Jun 28 06:42:37.671320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:37.671765 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:37.690014 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 5 to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 Jun 28 06:42:37.759632 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=d0cc76d8-102e-4826-91fd-7ae6c0634dd8,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:37.784456 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2421105 Jun 28 06:42:37.785073 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:37.793734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 80748ef0-df9d-467f-8804-f8d379b17295 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:37.799549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:37.800197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:37.800736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:37.815732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50020) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:37.816679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:37.817236 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:37.819101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6440670 Jun 28 06:42:37.819678 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-94310c1a-6e50-41fb-9cca-415c6d6d2fb9 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cd9b521-dc07-463c-afe3-380765a0e1ab HTTP/1.1" status: 200 len: 205 time: 0.3864384 Jun 28 06:42:37.827056 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 6 to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 Jun 28 06:42:37.829727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:37.833217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:37.843496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50022) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:37.884677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'Network': ['ID=373a692f-0b73-458e-9ee4-9dc0a7824d37,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:37.898673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Checking segment: {'id': '7905cf75-10f3-4487-879c-100910abf82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '912ef25e-a174-4c92-866b-6a32b50c6fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:37.899365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network hostable DHCP agents. Network: 912ef25e-a174-4c92-866b-6a32b50c6fea, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:37.905746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 373a692f-0b73-458e-9ee4-9dc0a7824d37 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:37.945755 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-e6e9a946-f9d6-4e05-8ff5-5e4ab4fc99c1 service neutron] 10.222.0.50 "GET /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356720 Jun 28 06:42:37.946337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:37.946668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:37.947003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:37.990365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:38.007174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 80748ef0-df9d-467f-8804-f8d379b17295 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:38.021554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:38.021935 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:38.024876 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-8033d2dc-b4fd-428c-bf40-8ff3231ced22 service neutron] 10.222.0.50 "GET /v2.0/networks/a232f4af-fb75-42fc-86a9-957d7c91074d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097618 Jun 28 06:42:38.036228 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.039264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8942fb76-fb3f-486f-9c72-12413217908d {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:42:38.040738 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 7 to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 Jun 28 06:42:38.047012 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.048444 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8942fb76-fb3f-486f-9c72-12413217908d HTTP/1.1" status: 204 len: 168 time: 2.8139403 Jun 28 06:42:38.050526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 912ef25e-a174-4c92-866b-6a32b50c6fea is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:38.052924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50024) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:38.124568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6819b768-8fdd-42ba-b2bb-0dd923cb5a82 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Deleting subnet 03d171dc-9af1-4885-9db3-0b11ff8bae29 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:42:38.127762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6819b768-8fdd-42ba-b2bb-0dd923cb5a82 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.164641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 912ef25e-a174-4c92-866b-6a32b50c6fea) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:38.168255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6819b768-8fdd-42ba-b2bb-0dd923cb5a82 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.177651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffe812b-18d2-4652-862a-4576b2b8b05b None None] Network 912ef25e-a174-4c92-866b-6a32b50c6fea requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:38.192112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:38.193124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.224632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:38.225294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:38.225378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:38.239026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bcb960-fe6a-4455-ad33-41af84498ca4 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:38.246159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6819b768-8fdd-42ba-b2bb-0dd923cb5a82 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.280456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:38.280795 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:38.285362 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 8 to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 Jun 28 06:42:38.331477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.333280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:38.333618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:38.333951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:38.384982 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2348416 Jun 28 06:42:38.392149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a266f-c095-4701-8898-d63c51e55f19 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:38.402078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50026) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:38.402172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a266f-c095-4701-8898-d63c51e55f19 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:38.405944 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-104a266f-c095-4701-8898-d63c51e55f19 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5847001 Jun 28 06:42:38.410050 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': '912ef25e-a174-4c92-866b-6a32b50c6fea', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-6090620'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:38.411517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50028) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:38.425182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:38.428827 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:38.436492 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 9 to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 Jun 28 06:42:38.452185 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4995f77a-e974-423a-95dd-6789f1cdb26d req-3d32f4ab-2d64-479c-959b-dc57f4e94305 service neutron] 10.222.0.50 "GET /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494491 Jun 28 06:42:38.456880 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7d8d9a84-4fdf-4faa-aa66-0c845c49c252 None None] Provisioning for port 80748ef0-df9d-467f-8804-f8d379b17295 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:38.468351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7d8d9a84-4fdf-4faa-aa66-0c845c49c252 None None] Provisioning complete for port 80748ef0-df9d-467f-8804-f8d379b17295 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:38.472915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9a84-4fdf-4faa-aa66-0c845c49c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.500561 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ad7cb24-3ec4-472b-874e-65579c07cfb8 req-3d3eafe4-a204-4156-ac36-f6b3b2857a96 service neutron] 10.222.0.50 "GET /v2.0/networks/a232f4af-fb75-42fc-86a9-957d7c91074d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497650 Jun 28 06:42:38.512065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:38.512065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:38.512365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:38.592771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:38.597307 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:38.613862 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 10 to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 Jun 28 06:42:38.627966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-912ef25e-a174-4c92-866b-6a32b50c6fea', 'network_id': '912ef25e-a174-4c92-866b-6a32b50c6fea', 'tenant_id': 'd8ede9ad57f2483ebfe893fb78cd5d47', 'fixed_ips': [{'subnet_id': 'd0cc76d8-102e-4826-91fd-7ae6c0634dd8'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:42:38.647147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.653751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6819b768-8fdd-42ba-b2bb-0dd923cb5a82 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.671369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-434f8629-3598-4111-98d0-ea1c5d1a41cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:38.742478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819b768-8fdd-42ba-b2bb-0dd923cb5a82 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=03d171dc-9af1-4885-9db3-0b11ff8bae29,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:38.749342 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6819b768-8fdd-42ba-b2bb-0dd923cb5a82 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:38.778836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6819b768-8fdd-42ba-b2bb-0dd923cb5a82 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.783514 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6819b768-8fdd-42ba-b2bb-0dd923cb5a82 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/03d171dc-9af1-4885-9db3-0b11ff8bae29 HTTP/1.1" status: 204 len: 168 time: 0.7256322 Jun 28 06:42:38.785192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50034) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:38.806610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Allocated IP 2001:db8::2 (912ef25e-a174-4c92-866b-6a32b50c6fea/d0cc76d8-102e-4826-91fd-7ae6c0634dd8/a835a964-7a8e-42c6-b06b-8cccc624e9d5) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:38.863113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:38.866732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.892290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 059b6313-265c-40ab-bc6f-7f0c1386f4e2 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:38.901035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:38.901612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:38.901802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:38.924164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 516bdf3c-0c23-4263-b986-6b72ff349d02 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:38.925050 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 516bdf3c-0c23-4263-b986-6b72ff349d02 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:38.925050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.932761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9a84-4fdf-4faa-aa66-0c845c49c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:38.998577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7d8d9a84-4fdf-4faa-aa66-0c845c49c252 None None] For port 80748ef0-df9d-467f-8804-f8d379b17295, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=80748ef0-df9d-467f-8804-f8d379b17295,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:39.046946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.056011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Transition to ACTIVE for port object a835a964-7a8e-42c6-b06b-8cccc624e9d5 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:39.063970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] For port 516bdf3c-0c23-4263-b986-6b72ff349d02, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:39.064355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempted to set empty binding levels {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 28 06:42:39.071913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Transition to ACTIVE for port object a835a964-7a8e-42c6-b06b-8cccc624e9d5 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:39.106311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9a84-4fdf-4faa-aa66-0c845c49c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.109334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:39.137748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.150096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.165838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d9a84-4fdf-4faa-aa66-0c845c49c252 None None] Pushing event updated for resources: {'Port': ['ID=80748ef0-df9d-467f-8804-f8d379b17295,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:39.170593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7d8d9a84-4fdf-4faa-aa66-0c845c49c252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:39.176628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.178649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.183950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f067f325-5c08-40b9-a630-300947114c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:39.205085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:39.221393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-87fd641a-fe83-4459-b5a4-50c7673c1962 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port af3fee29-df94-43b5-b33c-cd7b5b13abb5 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:39.221776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-87fd641a-fe83-4459-b5a4-50c7673c1962 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.238307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Network 912ef25e-a174-4c92-866b-6a32b50c6fea is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:39.242332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:39.245178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:39.257640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Pushing event updated for resources: {'Port': ['ID=a835a964-7a8e-42c6-b06b-8cccc624e9d5,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:39.261407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:39.299125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8::18d (912ef25e-a174-4c92-866b-6a32b50c6fea/d0cc76d8-102e-4826-91fd-7ae6c0634dd8/059b6313-265c-40ab-bc6f-7f0c1386f4e2) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:39.329772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:39.330948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.351340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Attempting to bind port a835a964-7a8e-42c6-b06b-8cccc624e9d5 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:39.351340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Attempting to bind port a835a964-7a8e-42c6-b06b-8cccc624e9d5 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '7905cf75-10f3-4487-879c-100910abf82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '912ef25e-a174-4c92-866b-6a32b50c6fea'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:39.351340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Attempting to bind port a835a964-7a8e-42c6-b06b-8cccc624e9d5 on network 912ef25e-a174-4c92-866b-6a32b50c6fea {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:39.361118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:39.361628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Checking segment: {'id': '7905cf75-10f3-4487-879c-100910abf82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '912ef25e-a174-4c92-866b-6a32b50c6fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:39.362113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.362788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Bound using segment: {'id': '7905cf75-10f3-4487-879c-100910abf82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '912ef25e-a174-4c92-866b-6a32b50c6fea'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:39.363487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Bound port: a835a964-7a8e-42c6-b06b-8cccc624e9d5, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7905cf75-10f3-4487-879c-100910abf82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '912ef25e-a174-4c92-866b-6a32b50c6fea'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:39.363985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.466336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9269ac50-4ad5-483f-9600-d1a4a651113f None None] Provisioning for port af3fee29-df94-43b5-b33c-cd7b5b13abb5 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:39.484293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] For port a835a964-7a8e-42c6-b06b-8cccc624e9d5, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:39.500237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] For port a835a964-7a8e-42c6-b06b-8cccc624e9d5, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a835a964-7a8e-42c6-b06b-8cccc624e9d5,segment=NetworkSegment(7905cf75-10f3-4487-879c-100910abf82b),segment_id=7905cf75-10f3-4487-879c-100910abf82b)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:39.500237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9269ac50-4ad5-483f-9600-d1a4a651113f None None] Provisioning complete for port af3fee29-df94-43b5-b33c-cd7b5b13abb5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:39.500237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9269ac50-4ad5-483f-9600-d1a4a651113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.507799 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.529373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 059b6313-265c-40ab-bc6f-7f0c1386f4e2 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:39.567557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9269ac50-4ad5-483f-9600-d1a4a651113f None None] Port af3fee29-df94-43b5-b33c-cd7b5b13abb5 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:42:39.583385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9269ac50-4ad5-483f-9600-d1a4a651113f None None] Provisioning complete for port 80748ef0-df9d-467f-8804-f8d379b17295 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:39.597615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9269ac50-4ad5-483f-9600-d1a4a651113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.647558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.649677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7d8d9a84-4fdf-4faa-aa66-0c845c49c252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:39.699269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.702142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:39.764507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Pushing event updated for resources: {'Port': ['ID=a835a964-7a8e-42c6-b06b-8cccc624e9d5,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:39.782240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:39.786652 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 80748ef0-df9d-467f-8804-f8d379b17295 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:39.822933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 912ef25e-a174-4c92-866b-6a32b50c6fea is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:39.831587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=059b6313-265c-40ab-bc6f-7f0c1386f4e2,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:39.837567 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:39.840965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:39.850462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:39.869335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7457b6e-e8e0-4ebc-bbfb-2a55c0d4292c req-59ebf72e-83ce-47d4-a662-bbd1306af851 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:39.872586 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7457b6e-e8e0-4ebc-bbfb-2a55c0d4292c req-59ebf72e-83ce-47d4-a662-bbd1306af851 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 944 time: 1.0104761 Jun 28 06:42:39.887410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:39.889106 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.896690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 80748ef0-df9d-467f-8804-f8d379b17295 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:39.897271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:39.923332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event updated for resources: {'Port': ['ID=516bdf3c-0c23-4263-b986-6b72ff349d02,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:39.931921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:39.939862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-c6ba501d-fb89-4f25-8e18-d41da873ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:39.944255 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-c6ba501d-fb89-4f25-8e18-d41da873ad06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e3a2332b99445df9da299c508b526df&device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 1096 time: 1.2255211 Jun 28 06:42:40.004112 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.6057742 Jun 28 06:42:40.010076 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50036) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:40.011213 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.2712400 Jun 28 06:42:40.076721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1e5dce71-d29c-4572-9ffa-d86ffec96323 None None] Provisioning complete for port af3fee29-df94-43b5-b33c-cd7b5b13abb5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:40.077142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e5dce71-d29c-4572-9ffa-d86ffec96323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.079075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:42:40.136209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50038) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:40.232180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-87fd641a-fe83-4459-b5a4-50c7673c1962 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.244125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1e5dce71-d29c-4572-9ffa-d86ffec96323 None None] Port af3fee29-df94-43b5-b33c-cd7b5b13abb5 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:42:40.247154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-87fd641a-fe83-4459-b5a4-50c7673c1962 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for af3fee29-df94-43b5-b33c-cd7b5b13abb5 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:40.310646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:40.314628 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Deleting port 516bdf3c-0c23-4263-b986-6b72ff349d02 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:40.315252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.319491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6f67ab4d-d4d6-4e5a-b7c5-af3e77d26e37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 059b6313-265c-40ab-bc6f-7f0c1386f4e2 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:40.320043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6f67ab4d-d4d6-4e5a-b7c5-af3e77d26e37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.325986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'port_id': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c', 'mac_address': 'fa:16:3e:27:35:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:42:40.367577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.384804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:42:40.402165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-a1b84c69-65fd-4b8f-8330-ecff3fcc4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:40.403691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-a1b84c69-65fd-4b8f-8330-ecff3fcc4040 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a232f4af-fb75-42fc-86a9-957d7c91074d HTTP/1.1" status: 200 len: 906 time: 0.4361048 Jun 28 06:42:40.410572 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:40.413081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dab0c6-f3c5-44d0-af1d-086d9da6e5b9 req-e940abf9-2297-4439-bc53-31a2845388f9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:40.414894 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c5dab0c6-f3c5-44d0-af1d-086d9da6e5b9 req-e940abf9-2297-4439-bc53-31a2845388f9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 943 time: 1.4952044 Jun 28 06:42:40.454472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] For port 516bdf3c-0c23-4263-b986-6b72ff349d02, host hv-neutron-7971, got binding levels [] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:40.454915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.474451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Calling delete_port for 516bdf3c-0c23-4263-b986-6b72ff349d02 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:40.491797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6f67ab4d-d4d6-4e5a-b7c5-af3e77d26e37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.506246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.513480 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c5dab0c6-f3c5-44d0-af1d-086d9da6e5b9 req-b24a5b0d-b8de-4ed0-818c-dc2d1093d91c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831819 Jun 28 06:42:40.523353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Deleting port 0029631d-b0dd-4803-acaf-0468741b2154 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:40.523904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.536522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6f67ab4d-d4d6-4e5a-b7c5-af3e77d26e37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 059b6313-265c-40ab-bc6f-7f0c1386f4e2 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:40.555984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.561722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:40.632025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.636542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:40.657171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Calling delete_port for 0029631d-b0dd-4803-acaf-0468741b2154 owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:40.663092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:40.753026 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.766405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a894ece9-2f1a-4d76-9756-4198b556ceaf tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:40.781842 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-7bb796b6-e74d-4e1a-950a-9a7c37bbb745 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6fafab-eebc-4526-aba4-eba72cec9cd8 HTTP/1.1" status: 200 len: 217 time: 0.3618412 Jun 28 06:42:40.797743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:40.802044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event deleted for resources: {'Port': ['ID=516bdf3c-0c23-4263-b986-6b72ff349d02,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:40.804461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.807552 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "DELETE /v2.0/ports/516bdf3c-0c23-4263-b986-6b72ff349d02 HTTP/1.1" status: 204 len: 168 time: 0.6681089 Jun 28 06:42:40.807552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:40.814977 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50040) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:40.843762 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de98146-7237-48a9-8d06-f550d48e89a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] GET failed (client error): The resource could not be found. Jun 28 06:42:40.845889 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9de98146-7237-48a9-8d06-f550d48e89a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "GET /v2.0/ports/516bdf3c-0c23-4263-b986-6b72ff349d02 HTTP/1.1" status: 404 len: 333 time: 0.0297637 Jun 28 06:42:40.846913 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7457b6e-e8e0-4ebc-bbfb-2a55c0d4292c req-4a881d6b-ea54-4cae-aaeb-5fd63433f56f tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9433484 Jun 28 06:42:40.847788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-87fd641a-fe83-4459-b5a4-50c7673c1962 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.849768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50042) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:40.855681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6f67ab4d-d4d6-4e5a-b7c5-af3e77d26e37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.858633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:40.875328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Request body: {'port': {'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-76004183'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:40.883853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:40.891896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8939a569-d201-4137-8129-e0a07ba2e09c') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:40.892196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8939a569-d201-4137-8129-e0a07ba2e09c') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:40.933962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67ab4d-d4d6-4e5a-b7c5-af3e77d26e37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=059b6313-265c-40ab-bc6f-7f0c1386f4e2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:40.941804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.944909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd641a-fe83-4459-b5a4-50c7673c1962 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=af3fee29-df94-43b5-b33c-cd7b5b13abb5,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:40.947639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:42:40.961617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6f67ab4d-d4d6-4e5a-b7c5-af3e77d26e37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:40.970468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6f67ab4d-d4d6-4e5a-b7c5-af3e77d26e37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:40.973587 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6f67ab4d-d4d6-4e5a-b7c5-af3e77d26e37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/059b6313-265c-40ab-bc6f-7f0c1386f4e2 HTTP/1.1" status: 204 len: 168 time: 0.9651811 Jun 28 06:42:40.982605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50044) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:41.002118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-87fd641a-fe83-4459-b5a4-50c7673c1962 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:41.038599 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e17cd0-71ea-469c-ab3a-44ecf50dc779 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:42:41.045465 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-40e17cd0-71ea-469c-ab3a-44ecf50dc779 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/059b6313-265c-40ab-bc6f-7f0c1386f4e2 HTTP/1.1" status: 404 len: 333 time: 0.0590749 Jun 28 06:42:41.045688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50046) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:41.050885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-e6992c22-f165-4c73-8d1e-41274a7dab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:41.052423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-e6992c22-f165-4c73-8d1e-41274a7dab2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3210fa62-75ac-48b8-b28d-2530ed5ef449 HTTP/1.1" status: 200 len: 844 time: 0.2504704 Jun 28 06:42:41.088835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e389ae42-36ae-4deb-b671-472449c05881 None None] Network 912ef25e-a174-4c92-866b-6a32b50c6fea requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:41.092810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-87fd641a-fe83-4459-b5a4-50c7673c1962 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.097919 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-87fd641a-fe83-4459-b5a4-50c7673c1962 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/af3fee29-df94-43b5-b33c-cd7b5b13abb5 HTTP/1.1" status: 204 len: 168 time: 2.6827893 Jun 28 06:42:41.097919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.103765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50048) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:41.143280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:41.143848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:41.147788 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:41.164204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50050) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:41.212642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Made reservation on behalf of 34671a5f82b74d23a8409aa0e991cf3d for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:41.216538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.224712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'subnets': [{'network_id': 'a833a419-e8af-423e-b57c-021d10c3492a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2078718172', 'ip_version': 6}, {'network_id': '373a692f-0b73-458e-9ee4-9dc0a7824d37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:41.224982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'subnet': {'network_id': 'a833a419-e8af-423e-b57c-021d10c3492a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2078718172', 'ip_version': 6}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:41.225843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Request body: {'subnet': {'network_id': '373a692f-0b73-458e-9ee4-9dc0a7824d37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:41.249275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] device_id is not set on port a419ce34-cfac-4615-a3ed-5d491aee1e8b yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:41.290337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7168a987-fa7a-4f60-87dd-c0d46555940a None None] Provisioning for port a835a964-7a8e-42c6-b06b-8cccc624e9d5 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:41.290706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-35baec31-1c7d-44e1-800b-080df7c18552 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet d0cc76d8-102e-4826-91fd-7ae6c0634dd8 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:42:41.300372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.305904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:41.315728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-4afa1c82-2b39-4f1f-a091-6a97751d597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:41.317294 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-4afa1c82-2b39-4f1f-a091-6a97751d597f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a232f4af-fb75-42fc-86a9-957d7c91074d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2330203 Jun 28 06:42:41.328019 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35baec31-1c7d-44e1-800b-080df7c18552 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.350981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Pushing event deleted for resources: {'Port': ['ID=0029631d-b0dd-4803-acaf-0468741b2154,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:41.355317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:41.385056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.403077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35baec31-1c7d-44e1-800b-080df7c18552 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.444592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:41.447765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 28 06:42:41.467822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d209455-09a7-49d6-b603-adfa78a742b3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:41.469440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d209455-09a7-49d6-b603-adfa78a742b3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:41.474178 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3d209455-09a7-49d6-b603-adfa78a742b3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3670404 Jun 28 06:42:41.477538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50052) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:41.478680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.480746 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "DELETE /v2.0/networks/8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d HTTP/1.1" status: 204 len: 168 time: 2.6820133 Jun 28 06:42:41.518178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e4a9ee2-2ad4-4ebf-a8f6-478ff686f23d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:41.534090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:41.659384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.732290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35baec31-1c7d-44e1-800b-080df7c18552 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.832928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04d862c-5eb1-4e02-a64d-af19a0d5e28a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet b6042757-b79d-436a-beb1-7c5d52660ff1 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:42:41.839725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Made reservation on behalf of 9ba10781d9854ac097b858c5276fc0b0 for: {'subnet': 2} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:41.841162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a835a964-7a8e-42c6-b06b-8cccc624e9d5 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:41.848355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.848686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.914783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 2f6fafab-eebc-4526-aba4-eba72cec9cd8 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:42:41.953553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.957547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a04d862c-5eb1-4e02-a64d-af19a0d5e28a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.961972 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-bd4b7191-a70d-47c9-8c20-144e93b81eb2 service neutron] 10.222.0.50 "GET /v2.0/networks/a232f4af-fb75-42fc-86a9-957d7c91074d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203873 Jun 28 06:42:41.975589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35baec31-1c7d-44e1-800b-080df7c18552 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:41.996742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:42.008612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:42.011595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.030551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.077784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port a835a964-7a8e-42c6-b06b-8cccc624e9d5 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:42.096462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50064) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:42.102688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baec31-1c7d-44e1-800b-080df7c18552 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=d0cc76d8-102e-4826-91fd-7ae6c0634dd8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:42.110957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f575fbb6-0d71-4410-a9c7-634f926f0682 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Request body: {'router': {'name': 'tempest-router--220356385', 'project_id': '905b4506c46046b1b4b8e92828d78b48'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:42.142148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-35baec31-1c7d-44e1-800b-080df7c18552 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:42.143304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35baec31-1c7d-44e1-800b-080df7c18552 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.148067 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-35baec31-1c7d-44e1-800b-080df7c18552 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/d0cc76d8-102e-4826-91fd-7ae6c0634dd8 HTTP/1.1" status: 204 len: 168 time: 1.0986989 Jun 28 06:42:42.150572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50066) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:42.166899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a835a964-7a8e-42c6-b06b-8cccc624e9d5 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:42.166899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.181471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-477d4833-e807-4e30-8aa5-a78c7f96e1be None None] Could not find standard attr ID for object 059b6313-265c-40ab-bc6f-7f0c1386f4e2. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:42:42.236263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a04d862c-5eb1-4e02-a64d-af19a0d5e28a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.273992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 2f6fafab-eebc-4526-aba4-eba72cec9cd8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2f6fafab-eebc-4526-aba4-eba72cec9cd8,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:42.298757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '2f6fafab-eebc-4526-aba4-eba72cec9cd8', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'port_id': '2f6fafab-eebc-4526-aba4-eba72cec9cd8', 'mac_address': 'fa:16:3e:4a:9f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:42:42.315428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.315924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Fanout notify agent at l3_agent the message router_deleted on router 2cd9b521-dc07-463c-afe3-380765a0e1ab {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:42:42.332129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.336693 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/2cd9b521-dc07-463c-afe3-380765a0e1ab HTTP/1.1" status: 204 len: 168 time: 4.4887350 Jun 28 06:42:42.337695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50068) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:42.337873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee89b96-4d14-4ba3-917f-894787155d7d None None] Network 912ef25e-a174-4c92-866b-6a32b50c6fea requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:42.343767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Request body: {'router': {'name': 'tempest-snat-router-699814154', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'enable_snat': False}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:42.354224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.392827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4809e4-8fc0-4758-8aa4-a880a180f292 req-057a1e92-866e-41a8-8d51-ee65dc67d314 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:42.394652 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0a4809e4-8fc0-4758-8aa4-a880a180f292 req-057a1e92-866e-41a8-8d51-ee65dc67d314 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 943 time: 0.5926385 Jun 28 06:42:42.402898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:42.405826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f575fbb6-0d71-4410-a9c7-634f926f0682 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.406910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f575fbb6-0d71-4410-a9c7-634f926f0682 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.435042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.442287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:42.442825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.452647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-089441ec-818f-4d50-b078-ae85901c0ba6 req-ff9643d2-b67a-4e1a-b8df-f99ef43a3509 service neutron] 10.222.0.50 "GET /v2.0/networks/a232f4af-fb75-42fc-86a9-957d7c91074d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378731 Jun 28 06:42:42.460903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:42.487172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.517506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a04d862c-5eb1-4e02-a64d-af19a0d5e28a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.518557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.530097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4344a18-e945-4de2-b7a8-f2833f4b8ba6 req-85289c05-c569-4260-b967-bc896005ec93 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:42.531609 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4344a18-e945-4de2-b7a8-f2833f4b8ba6 req-85289c05-c569-4260-b967-bc896005ec93 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 945 time: 0.4740984 Jun 28 06:42:42.550448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f575fbb6-0d71-4410-a9c7-634f926f0682 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.562778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.563702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.574269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6fafab-eebc-4526-aba4-eba72cec9cd8 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:42:42.577580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Network e3d47bf2-617d-4da9-a100-808a6da920eb is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:42.602519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:42.616222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:42.617778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:42.617778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.618265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port a835a964-7a8e-42c6-b06b-8cccc624e9d5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a835a964-7a8e-42c6-b06b-8cccc624e9d5,segment=NetworkSegment(7905cf75-10f3-4487-879c-100910abf82b),segment_id=7905cf75-10f3-4487-879c-100910abf82b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:42.621399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event updated for resources: {'Port': ['ID=a419ce34-cfac-4615-a3ed-5d491aee1e8b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:42.630468 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0a4809e4-8fc0-4758-8aa4-a880a180f292 req-89007f39-04af-464e-9380-2cf5d1eaf214 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042050 Jun 28 06:42:42.637981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:42.659532 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4344a18-e945-4de2-b7a8-f2833f4b8ba6 req-a4ce18f6-7efb-4ec9-884b-cc4cbdc7fe64 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986340 Jun 28 06:42:42.659722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port a835a964-7a8e-42c6-b06b-8cccc624e9d5 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:42.660137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.670464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 2f6fafab-eebc-4526-aba4-eba72cec9cd8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2f6fafab-eebc-4526-aba4-eba72cec9cd8,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:42.683862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f575fbb6-0d71-4410-a9c7-634f926f0682 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.696499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.726497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:42:42.732527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.758440 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.8849943 Jun 28 06:42:42.758440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a04d862c-5eb1-4e02-a64d-af19a0d5e28a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.761131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50070) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:42.761792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:42.794004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:42.798800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] For port a835a964-7a8e-42c6-b06b-8cccc624e9d5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a835a964-7a8e-42c6-b06b-8cccc624e9d5,segment=NetworkSegment(7905cf75-10f3-4487-879c-100910abf82b),segment_id=7905cf75-10f3-4487-879c-100910abf82b)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:42.799463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.800382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] DHCP port deletion for 912ef25e-a174-4c92-866b-6a32b50c6fea request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:42:42.810015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.811755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.820441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:42.823043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for a835a964-7a8e-42c6-b06b-8cccc624e9d5 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:42.824378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:42.857265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d862c-5eb1-4e02-a64d-af19a0d5e28a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=b6042757-b79d-436a-beb1-7c5d52660ff1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:42.885635 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f575fbb6-0d71-4410-a9c7-634f926f0682 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.889403 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f575fbb6-0d71-4410-a9c7-634f926f0682 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7853885 Jun 28 06:42:42.901965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=2f6fafab-eebc-4526-aba4-eba72cec9cd8,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:42.924151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50076) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:42.935643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a04d862c-5eb1-4e02-a64d-af19a0d5e28a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:42.936751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.941357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] Deleting port a835a964-7a8e-42c6-b06b-8cccc624e9d5 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:42.941928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.958104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a04d862c-5eb1-4e02-a64d-af19a0d5e28a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.959494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c91be-b94c-43a3-a7bc-bc5b7e39c3d0 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:42.961400 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a04d862c-5eb1-4e02-a64d-af19a0d5e28a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/b6042757-b79d-436a-beb1-7c5d52660ff1 HTTP/1.1" status: 204 len: 168 time: 1.4653785 Jun 28 06:42:42.966573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50078) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:42.973734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:42.980867 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f22ef60-583f-41c5-a1ca-30f5eb81d63a" -d '{"events": [{"server_uuid": "1c49bbfc-431b-48f0-bc7d-b79d61d3105a", "name": "network-vif-plugged", "status": "completed", "tag": "ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:42:43.042074 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=a835a964-7a8e-42c6-b06b-8cccc624e9d5,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:43.054903 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b60cdc7d-3885-473e-8938-d4d69c09caf0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870690 Jun 28 06:42:43.059717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50084) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:43.068216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:43.075231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:43.077305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:43.116211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] For port a835a964-7a8e-42c6-b06b-8cccc624e9d5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a835a964-7a8e-42c6-b06b-8cccc624e9d5,segment=NetworkSegment(7905cf75-10f3-4487-879c-100910abf82b),segment_id=7905cf75-10f3-4487-879c-100910abf82b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:43.116846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.143633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8d3472-604c-4a02-84b6-a8b132934a13 x-openstack-request-id: req-dd8d3472-604c-4a02-84b6-a8b132934a13 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:42:43.144139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c49bbfc-431b-48f0-bc7d-b79d61d3105a", "name": "network-vif-plugged", "status": "completed", "tag": "ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:42:43.144541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd8d3472-604c-4a02-84b6-a8b132934a13 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:42:43.145190 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c', 'code': 200} Jun 28 06:42:43.150515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['2f6fafab-eebc-4526-aba4-eba72cec9cd8'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:42:43.153440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] Calling delete_port for a835a964-7a8e-42c6-b06b-8cccc624e9d5 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:43.254805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:43.258791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.385538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:43.429558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:43.433791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:43.434171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:43.446394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5d98d9e-6a3a-45bb-ab11-ee57d218d11f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.514395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.523838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.677109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.677911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.682213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:43.688823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:43.696726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5d98d9e-6a3a-45bb-ab11-ee57d218d11f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.710026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] device_id is not set on port a419ce34-cfac-4615-a3ed-5d491aee1e8b yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:43.718624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fa97db-cf38-4d02-8337-661071e170df None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:42:43.725441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] Pushing event deleted for resources: {'Port': ['ID=a835a964-7a8e-42c6-b06b-8cccc624e9d5,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:43.728506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:43.731695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] No DVR routers for this DVR port a835a964-7a8e-42c6-b06b-8cccc624e9d5 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:43.737599 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5d98d9e-6a3a-45bb-ab11-ee57d218d11f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.744065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.751442 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.810695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Transition to ACTIVE for port object a419ce34-cfac-4615-a3ed-5d491aee1e8b will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:43.826660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a835a964-7a8e-42c6-b06b-8cccc624e9d5 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:42:43.832205 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'Subnet': ['ID=0e379f01-143e-4013-90f6-c4be61bdbae6,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:43.837492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:43.877563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-84fa97db-cf38-4d02-8337-661071e170df None None] Deleting port 80748ef0-df9d-467f-8804-f8d379b17295 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:43.877947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-84fa97db-cf38-4d02-8337-661071e170df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.880800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: a835a964-7a8e-42c6-b06b-8cccc624e9d5 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:42:43.881173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a835a964-7a8e-42c6-b06b-8cccc624e9d5 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:42:43.892637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fafe3ab8-0c2a-418b-b925-f30b128ffdd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:43.901507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.905912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No DVR routers for this DVR port a835a964-7a8e-42c6-b06b-8cccc624e9d5 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:43.928611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-024f8214-e64f-4e34-a669-2ed6754ffea2 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:43.931513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd92e2-a957-46a9-87dd-9b21c32e6994 req-f73c2eb2-65d0-4515-a547-605dd15ba77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:43.937935 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cebd92e2-a957-46a9-87dd-9b21c32e6994 req-f73c2eb2-65d0-4515-a547-605dd15ba77f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 1099 time: 0.2579212 Jun 28 06:42:43.957652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=a835a964-7a8e-42c6-b06b-8cccc624e9d5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:43.960207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:43.961484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-84fa97db-cf38-4d02-8337-661071e170df None None] For port 80748ef0-df9d-467f-8804-f8d379b17295, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=80748ef0-df9d-467f-8804-f8d379b17295,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:43.962405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-84fa97db-cf38-4d02-8337-661071e170df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:43.975874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-84fa97db-cf38-4d02-8337-661071e170df None None] Calling delete_port for 80748ef0-df9d-467f-8804-f8d379b17295 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:44.024608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5d98d9e-6a3a-45bb-ab11-ee57d218d11f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.025145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d98d9e-6a3a-45bb-ab11-ee57d218d11f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14782583-d29b-4ab3-94c8-76174a75d47d {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:42:44.029743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5d98d9e-6a3a-45bb-ab11-ee57d218d11f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.030981 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f5d98d9e-6a3a-45bb-ab11-ee57d218d11f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "DELETE /v2.0/routers/14782583-d29b-4ab3-94c8-76174a75d47d HTTP/1.1" status: 204 len: 168 time: 1.1058533 Jun 28 06:42:44.062953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-cebd92e2-a957-46a9-87dd-9b21c32e6994 req-ab4ca007-11dc-41ff-ba7e-120625c3fce5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.063228 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Checking segment: {'id': '11c00a22-8e32-4094-8a38-794e68c941c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a833a419-e8af-423e-b57c-021d10c3492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:44.063595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Network hostable DHCP agents. Network: a833a419-e8af-423e-b57c-021d10c3492a, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:44.075176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.079347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event updated for resources: {'Port': ['ID=a419ce34-cfac-4615-a3ed-5d491aee1e8b,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:44.094412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:44.098690 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912ef25e-a174-4c92-866b-6a32b50c6fea']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:44.115278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7905cf75-10f3-4487-879c-100910abf82b') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:44.120778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7905cf75-10f3-4487-879c-100910abf82b') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:44.128818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.134384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:44.134720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:44.135057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:44.147183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.153373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:44.153706 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:44.156372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:44.156764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:44.160055 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:44.163080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8684a-3b87-4b9a-8921-47fe049169ec req-56427b8a-2eec-4659-85b0-fa4e4fec26ab tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:44.163080 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-21f8684a-3b87-4b9a-8921-47fe049169ec req-56427b8a-2eec-4659-85b0-fa4e4fec26ab tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 946 time: 0.2899902 Jun 28 06:42:44.164128 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 2 to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b Jun 28 06:42:44.173614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5cd0e-954f-4eaa-89b6-f0a340743fa0 req-bcbef861-ddd1-4493-b531-bd885e46633e tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:44.175561 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fe5cd0e-954f-4eaa-89b6-f0a340743fa0 req-bcbef861-ddd1-4493-b531-bd885e46633e tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 944 time: 0.2826285 Jun 28 06:42:44.200978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-84fa97db-cf38-4d02-8337-661071e170df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.203001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:44.208725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.209530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:44.209859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:44.210182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:44.226353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Network a833a419-e8af-423e-b57c-021d10c3492a is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:44.228249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa97db-cf38-4d02-8337-661071e170df None None] Pushing event deleted for resources: {'Port': ['ID=80748ef0-df9d-467f-8804-f8d379b17295,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:44.228466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:44.231511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-84fa97db-cf38-4d02-8337-661071e170df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:44.232325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa97db-cf38-4d02-8337-661071e170df None None] No DVR routers for this DVR port 80748ef0-df9d-467f-8804-f8d379b17295 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:44.240712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:44.241235 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:44.247373 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 3 to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b Jun 28 06:42:44.295538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50092) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:44.301597 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-21f8684a-3b87-4b9a-8921-47fe049169ec req-c70034b8-6c13-47ea-a14e-eabe0e85e9d3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256399 Jun 28 06:42:44.309746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, a833a419-e8af-423e-b57c-021d10c3492a) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:44.315909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.317852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:44.318191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:44.318560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:44.325675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:44.330941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fe5cd0e-954f-4eaa-89b6-f0a340743fa0 req-e17bcb5a-9d02-4a5e-87ef-63649a3321c0 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420105 Jun 28 06:42:44.340121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de89096a-366f-40fe-a5a0-f88aef95fb21 None None] Network a833a419-e8af-423e-b57c-021d10c3492a requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:44.341878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:44.343003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:44.343340 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:44.344313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:44.347254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:44.347841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.354199 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 4 to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b Jun 28 06:42:44.372689 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b628e279-b35a-4183-b6a6-54e2eb85c1a4 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:44.381796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.389929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:44.390268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:44.391001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:44.401027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.401027 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/networks/912ef25e-a174-4c92-866b-6a32b50c6fea HTTP/1.1" status: 204 len: 168 time: 2.2484596 Jun 28 06:42:44.409320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50096) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:44.415583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=270d780b-5ab1-4b39-8b59-4bdd5e298723,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:44.418778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'name': 'tempest-PortsIpV6TestJSON-1029704372'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:44.419282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:44.423389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:44.423753 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:44.425201 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 5 to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b Jun 28 06:42:44.447287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:44.447621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:44.447964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:44.459088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:44.459419 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:44.461000 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 6 to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b Jun 28 06:42:44.476533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:44.476889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:44.477228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:44.486568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:44.486893 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:44.488255 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 7 to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b Jun 28 06:42:44.503552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:44.504130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:44.504480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:44.514104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:44.514729 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:44.515625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.517078 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 8 to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b Jun 28 06:42:44.543685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:44.544088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:44.544431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:44.547976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.557103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-cebd92e2-a957-46a9-87dd-9b21c32e6994 req-ab4ca007-11dc-41ff-ba7e-120625c3fce5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.559155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:44.559483 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:44.559870 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 9 to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b Jun 28 06:42:44.561096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event updated for resources: {'Subnet': ['ID=e9342716-9a7c-429a-97f0-e0302457d262,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:44.567100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:44.567600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bbeca1d4-52ef-49dc-b1dc-ee1ad1875412 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:44.580885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:44.582250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:44.582250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:44.590232 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Network': ['ID=912ef25e-a174-4c92-866b-6a32b50c6fea,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:44.599631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:44.599977 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:44.600368 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.plugins.ml2.plugin [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 10 to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b Jun 28 06:42:44.618577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:44.619718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:44.620152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:44.620268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:44.625475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Checking segment: {'id': '25a74717-49b3-43b9-9ac7-e048ad7e00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '373a692f-0b73-458e-9ee4-9dc0a7824d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:44.626135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Network hostable DHCP agents. Network: 373a692f-0b73-458e-9ee4-9dc0a7824d37, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:44.626595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:44.626934 dv-neutron-797120-6-hyperv neutron-server[100887]: ERROR neutron.plugins.ml2.managers [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port a419ce34-cfac-4615-a3ed-5d491aee1e8b on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:44.627313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.646005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-cebd92e2-a957-46a9-87dd-9b21c32e6994 req-ab4ca007-11dc-41ff-ba7e-120625c3fce5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.648267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:44.679443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-a833a419-e8af-423e-b57c-021d10c3492a', 'network_id': 'a833a419-e8af-423e-b57c-021d10c3492a', 'tenant_id': '9ba10781d9854ac097b858c5276fc0b0', 'fixed_ips': [{'subnet_id': '0e379f01-143e-4013-90f6-c4be61bdbae6'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:42:44.681032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.695931 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': '270d780b-5ab1-4b39-8b59-4bdd5e298723'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:42:44.697275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.705150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-563751470', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:44.717870 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Allocated IP 172.26.4.248 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/bf339265-1bb0-451b-a138-6a78fa0e3a4d) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:44.726429 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cebd92e2-a957-46a9-87dd-9b21c32e6994 req-ab4ca007-11dc-41ff-ba7e-120625c3fce5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7457426 Jun 28 06:42:44.735313 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6710260 Jun 28 06:42:44.738188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ca007-11dc-41ff-ba7e-120625c3fce5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f0728e9d-5b4f-4d27-9441-91c945d58440,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:44.740788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50098) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:44.741894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ab4ca007-11dc-41ff-ba7e-120625c3fce5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:44.746143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'name': 'tempest-NetworksTestDHCPv6-1408686188'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:44.768414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Network 373a692f-0b73-458e-9ee4-9dc0a7824d37 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:44.769193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] For port a419ce34-cfac-4615-a3ed-5d491aee1e8b, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:44.769770 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempted to set empty binding levels {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 28 06:42:44.860358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:44.861497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.863841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.864694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:44.877633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 373a692f-0b73-458e-9ee4-9dc0a7824d37) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:44.888475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:44.894004 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:44.894004 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.912690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event updated for resources: {'Port': ['ID=a419ce34-cfac-4615-a3ed-5d491aee1e8b,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:44.916058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:44.922025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 6feb81cf-2149-4cea-9c1b-0e6616763b29 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:44.922873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] In _notify_port_updated(), no bound segment for port a419ce34-cfac-4615-a3ed-5d491aee1e8b on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:42:44.922873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:44.923077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fffd67b-0085-4e53-9e6b-237c37573e21 None None] Network 373a692f-0b73-458e-9ee4-9dc0a7824d37 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:44.923824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.927761 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "PUT /v2.0/ports/a419ce34-cfac-4615-a3ed-5d491aee1e8b HTTP/1.1" status: 200 len: 979 time: 2.1369343 Jun 28 06:42:44.928194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50100) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:44.958335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.959493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:44.997133 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Allocated IP 2001:db8::1 (a833a419-e8af-423e-b57c-021d10c3492a/0e379f01-143e-4013-90f6-c4be61bdbae6/204ceecb-b185-4c0f-9830-0b6a02181ae9) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:44.997645 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.034435 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8170087 Jun 28 06:42:45.039384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/270d780b-5ab1-4b39-8b59-4bdd5e298723/053b439b-67e4-420a-8679-4cbc3d82b04d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:45.045024 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50102) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:45.087909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.105296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.106016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.106648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.107319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.107944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.108570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.109068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.109537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.110159 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.110782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.111486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.111954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.112581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.113075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.113542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.114167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.119958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-57ca8ee9-3b10-4f84-87c1-89f6e1624a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14404 time: 0.1875551 Jun 28 06:42:45.121605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50104) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:45.172431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af802fdb-ffe3-4d7b-a64d-194d00b6f43c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.173990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af802fdb-ffe3-4d7b-a64d-194d00b6f43c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.175478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af802fdb-ffe3-4d7b-a64d-194d00b6f43c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.177033 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-af802fdb-ffe3-4d7b-a64d-194d00b6f43c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1293285 Jun 28 06:42:45.190935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50106) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:45.224274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:45.227538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.252252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.256185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.263317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:45.290386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-373a692f-0b73-458e-9ee4-9dc0a7824d37', 'network_id': '373a692f-0b73-458e-9ee4-9dc0a7824d37', 'tenant_id': '9ba10781d9854ac097b858c5276fc0b0', 'fixed_ips': [{'subnet_id': 'e9342716-9a7c-429a-97f0-e0302457d262'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:42:45.291227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.307394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 27d76bbb-5e80-4b8c-865c-9afe5532aeb4 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:45.327222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-583f6e7a-5f36-43b0-b6ba-59d08e48d4c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Deleting subnet 0e379f01-143e-4013-90f6-c4be61bdbae6 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:42:45.344009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.348115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Deleting port a419ce34-cfac-4615-a3ed-5d491aee1e8b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:45.348451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.380614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:45.418825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:45.435891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] For port a419ce34-cfac-4615-a3ed-5d491aee1e8b, host hv-neutron-7971, got binding levels [] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:45.436313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.443337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event updated for resources: {'Port': ['ID=bf339265-1bb0-451b-a138-6a78fa0e3a4d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:45.450584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:45.451330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:45.460122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Calling delete_port for a419ce34-cfac-4615-a3ed-5d491aee1e8b owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:45.522513 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.542697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Transition to ACTIVE for port object 204ceecb-b185-4c0f-9830-0b6a02181ae9 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:45.574995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.578288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Allocated IP 2001:db8:0:1::1 (373a692f-0b73-458e-9ee4-9dc0a7824d37/e9342716-9a7c-429a-97f0-e0302457d262/a8fdcc42-ecba-44d5-9476-ebefab6b8d01) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:45.582795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Transition to ACTIVE for port object 204ceecb-b185-4c0f-9830-0b6a02181ae9 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:45.583944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.589908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6f67ab4d-d4d6-4e5a-b7c5-af3e77d26e37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:45.594731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Transition to ACTIVE for port object 053b439b-67e4-420a-8679-4cbc3d82b04d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:45.639031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Transition to ACTIVE for port object 053b439b-67e4-420a-8679-4cbc3d82b04d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:45.652082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-583f6e7a-5f36-43b0-b6ba-59d08e48d4c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.653945 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.664539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:45.700069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:45.709695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d32f4f-d61f-4d41-b938-9b38116b218f req-97323c10-57e0-4e77-846b-8f49351e8d36 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.711183 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d5d32f4f-d61f-4d41-b938-9b38116b218f req-97323c10-57e0-4e77-846b-8f49351e8d36 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 944 time: 0.1728470 Jun 28 06:42:45.715234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:45.724175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:45.729882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.730492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.732090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Network a833a419-e8af-423e-b57c-021d10c3492a is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:45.734263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cd765-73c0-4fa3-a08c-4bafce066d90 req-ca921643-bb3e-4313-a4a3-b2def76bb032 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:45.735682 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-209cd765-73c0-4fa3-a08c-4bafce066d90 req-ca921643-bb3e-4313-a4a3-b2def76bb032 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 946 time: 0.2286456 Jun 28 06:42:45.742726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Pushing event updated for resources: {'Port': ['ID=204ceecb-b185-4c0f-9830-0b6a02181ae9,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:45.742899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=6feb81cf-2149-4cea-9c1b-0e6616763b29,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:45.745378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:45.747444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.767927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-583f6e7a-5f36-43b0-b6ba-59d08e48d4c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.772251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:45.779521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:45.781812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:45.782466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:45.798293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 80748ef0-df9d-467f-8804-f8d379b17295 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:42:45.836887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.848285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::338 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/270d780b-5ab1-4b39-8b59-4bdd5e298723/27d76bbb-5e80-4b8c-865c-9afe5532aeb4) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:45.874133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:45.881604 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d5d32f4f-d61f-4d41-b938-9b38116b218f req-feb1f448-f045-453e-9a58-5167f1007db3 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429703 Jun 28 06:42:45.882678 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4684901 Jun 28 06:42:45.886680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50112) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:45.919284 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-209cd765-73c0-4fa3-a08c-4bafce066d90 req-db8bdd2f-91b2-4fdf-adf2-a21796659e2d tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484210 Jun 28 06:42:45.958108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.963045 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a419ce34-cfac-4615-a3ed-5d491aee1e8b HTTP/1.1" status: 204 len: 168 time: 0.8380411 Jun 28 06:42:45.972824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50114) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:45.979486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event deleted for resources: {'Port': ['ID=a419ce34-cfac-4615-a3ed-5d491aee1e8b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:45.980732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 2f6fafab-eebc-4526-aba4-eba72cec9cd8 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:45.982416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:45.982939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-583f6e7a-5f36-43b0-b6ba-59d08e48d4c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.998296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:45.999394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 80748ef0-df9d-467f-8804-f8d379b17295 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:42:45.999394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 80748ef0-df9d-467f-8804-f8d379b17295 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:42:46.007122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.043787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:46.056606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:46.082429 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d10f6b7-7546-4f18-9b65-4b726fbcde21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] GET failed (client error): The resource could not be found. Jun 28 06:42:46.083761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:46.083958 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3d10f6b7-7546-4f18-9b65-4b726fbcde21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "GET /v2.0/ports/a419ce34-cfac-4615-a3ed-5d491aee1e8b HTTP/1.1" status: 404 len: 333 time: 0.1052170 Jun 28 06:42:46.091358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50116) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:46.094955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Pushing event updated for resources: {'Port': ['ID=053b439b-67e4-420a-8679-4cbc3d82b04d,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:46.096393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-651621292', 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:46.102863 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:46.145779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Allocated IP 172.26.4.154 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/2cab1984-ec3d-4a82-8f46-2188bcb24aaa) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:46.175681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Attempting to bind port 204ceecb-b185-4c0f-9830-0b6a02181ae9 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:46.176102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Attempting to bind port 204ceecb-b185-4c0f-9830-0b6a02181ae9 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '11c00a22-8e32-4094-8a38-794e68c941c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a833a419-e8af-423e-b57c-021d10c3492a'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:46.176781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Attempting to bind port 204ceecb-b185-4c0f-9830-0b6a02181ae9 on network a833a419-e8af-423e-b57c-021d10c3492a {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:46.223893 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Made reservation on behalf of 34671a5f82b74d23a8409aa0e991cf3d for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:46.225692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:46.226279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Checking segment: {'id': '11c00a22-8e32-4094-8a38-794e68c941c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a833a419-e8af-423e-b57c-021d10c3492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:46.226457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.227017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.227577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Bound using segment: {'id': '11c00a22-8e32-4094-8a38-794e68c941c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a833a419-e8af-423e-b57c-021d10c3492a'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:46.228225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Bound port: 204ceecb-b185-4c0f-9830-0b6a02181ae9, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c00a22-8e32-4094-8a38-794e68c941c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a833a419-e8af-423e-b57c-021d10c3492a'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:46.228798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.242422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Attempting to bind port 053b439b-67e4-420a-8679-4cbc3d82b04d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:46.243054 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Attempting to bind port 053b439b-67e4-420a-8679-4cbc3d82b04d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:46.243583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Attempting to bind port 053b439b-67e4-420a-8679-4cbc3d82b04d on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:46.250274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] device_id is not set on port ec68b48f-d465-4849-be49-e3eec2d99190 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:46.269598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:46.270261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:46.270832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.271416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:46.272070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Bound port: 053b439b-67e4-420a-8679-4cbc3d82b04d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:46.272627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.275207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.312604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Transition to ACTIVE for port object a8fdcc42-ecba-44d5-9476-ebefab6b8d01 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:46.318792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.409882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] For port 053b439b-67e4-420a-8679-4cbc3d82b04d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:46.413591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] For port 053b439b-67e4-420a-8679-4cbc3d82b04d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=053b439b-67e4-420a-8679-4cbc3d82b04d,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:46.417831 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:46.424514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Transition to ACTIVE for port object a8fdcc42-ecba-44d5-9476-ebefab6b8d01 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:46.430344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:46.431012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.457403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.515778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.516532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.519080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:46.559008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.562132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:46.567086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] For port 204ceecb-b185-4c0f-9830-0b6a02181ae9, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:46.571906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-583f6e7a-5f36-43b0-b6ba-59d08e48d4c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.574330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.585424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:46.587481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.612323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.621836 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] For port 204ceecb-b185-4c0f-9830-0b6a02181ae9, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=204ceecb-b185-4c0f-9830-0b6a02181ae9,segment=NetworkSegment(11c00a22-8e32-4094-8a38-794e68c941c1),segment_id=11c00a22-8e32-4094-8a38-794e68c941c1)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:46.623121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.624920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:46.638130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f6e7a-5f36-43b0-b6ba-59d08e48d4c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Subnet': ['ID=0e379f01-143e-4013-90f6-c4be61bdbae6,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:46.639353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:46.654056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:46.665793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6fafab-eebc-4526-aba4-eba72cec9cd8'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:42:46.668900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8854d0c-7e86-434d-bcaa-aa35758d8ed0" -d '{"events": [{"server_uuid": "f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f", "name": "network-vif-plugged", "status": "completed", "tag": "2f6fafab-eebc-4526-aba4-eba72cec9cd8"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:42:46.689081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Pushing event updated for resources: {'Port': ['ID=053b439b-67e4-420a-8679-4cbc3d82b04d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:46.695235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-583f6e7a-5f36-43b0-b6ba-59d08e48d4c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:46.703855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Network 373a692f-0b73-458e-9ee4-9dc0a7824d37 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:46.709322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-583f6e7a-5f36-43b0-b6ba-59d08e48d4c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.710919 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-583f6e7a-5f36-43b0-b6ba-59d08e48d4c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "DELETE /v2.0/subnets/0e379f01-143e-4013-90f6-c4be61bdbae6 HTTP/1.1" status: 204 len: 168 time: 1.5189996 Jun 28 06:42:46.719663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50120) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:46.726197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:46.730227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f9be3e37-a68a-45c0-9b45-9c8a548e9d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:46.735799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Network e3d47bf2-617d-4da9-a100-808a6da920eb is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:46.738207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Pushing event updated for resources: {'Port': ['ID=2cab1984-ec3d-4a82-8f46-2188bcb24aaa,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:46.738764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-05cab9db-0823-459c-9728-0d0793deb9b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 6feb81cf-2149-4cea-9c1b-0e6616763b29 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:46.739110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-05cab9db-0823-459c-9728-0d0793deb9b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.739218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.741196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:46.747321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 27d76bbb-5e80-4b8c-865c-9afe5532aeb4 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:46.765624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:46.770484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:46.772441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:46.773816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:46.775015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:46.775694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.781426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 2f6fafab-eebc-4526-aba4-eba72cec9cd8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2f6fafab-eebc-4526-aba4-eba72cec9cd8,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:46.783767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8b68c9-8ad7-41be-b9f7-3137a011d80a x-openstack-request-id: req-af8b68c9-8ad7-41be-b9f7-3137a011d80a {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:42:46.784274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f", "name": "network-vif-plugged", "status": "completed", "tag": "2f6fafab-eebc-4526-aba4-eba72cec9cd8", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:42:46.784731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af8b68c9-8ad7-41be-b9f7-3137a011d80a {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:42:46.785376 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6fafab-eebc-4526-aba4-eba72cec9cd8', 'code': 200} Jun 28 06:42:46.788304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:46.856609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.886344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Pushing event updated for resources: {'Port': ['ID=a8fdcc42-ecba-44d5-9476-ebefab6b8d01,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:46.890091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:46.890634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:46.908358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-05cab9db-0823-459c-9728-0d0793deb9b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:46.956904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-05cab9db-0823-459c-9728-0d0793deb9b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 6feb81cf-2149-4cea-9c1b-0e6616763b29 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:46.985171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-436441f5-836c-428d-b766-43b8bce56d73 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Deleting subnet e9342716-9a7c-429a-97f0-e0302457d262 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:42:47.003161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-436441f5-836c-428d-b766-43b8bce56d73 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.009398 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9169035 Jun 28 06:42:47.016359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50126) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:47.043287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event updated for resources: {'Port': ['ID=ec68b48f-d465-4849-be49-e3eec2d99190,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:47.057280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:47.095251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd6403-f329-4d42-bc4b-4e7221809362 None None] Pushing event updated for resources: {'Port': ['ID=204ceecb-b185-4c0f-9830-0b6a02181ae9,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:47.123634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.140178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-436441f5-836c-428d-b766-43b8bce56d73 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.154665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:47.193395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Attempting to bind port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:47.193777 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Attempting to bind port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '25a74717-49b3-43b9-9ac7-e048ad7e00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '373a692f-0b73-458e-9ee4-9dc0a7824d37'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:47.199151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Attempting to bind port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 on network 373a692f-0b73-458e-9ee4-9dc0a7824d37 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:47.215552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:47.217463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Checking segment: {'id': '25a74717-49b3-43b9-9ac7-e048ad7e00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '373a692f-0b73-458e-9ee4-9dc0a7824d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:47.217828 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.218246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Bound using segment: {'id': '25a74717-49b3-43b9-9ac7-e048ad7e00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '373a692f-0b73-458e-9ee4-9dc0a7824d37'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:47.218752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Bound port: a8fdcc42-ecba-44d5-9476-ebefab6b8d01, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a74717-49b3-43b9-9ac7-e048ad7e00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '373a692f-0b73-458e-9ee4-9dc0a7824d37'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:47.219144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.261434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.273760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a852e35a-db87-4881-ac10-f7619ef59ff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:47.275109 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a852e35a-db87-4881-ac10-f7619ef59ff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "GET /v2.0/ports/ec68b48f-d465-4849-be49-e3eec2d99190 HTTP/1.1" status: 200 len: 958 time: 0.2563031 Jun 28 06:42:47.301610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:47.302254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50128) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:47.318376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=2f6fafab-eebc-4526-aba4-eba72cec9cd8,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:47.328447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:47.332584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:47.342787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:47.343608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.351605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:47.352077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-84fa97db-cf38-4d02-8337-661071e170df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:47.352425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-84fa97db-cf38-4d02-8337-661071e170df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:47.404479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] For port a8fdcc42-ecba-44d5-9476-ebefab6b8d01, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:47.409049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] For port a8fdcc42-ecba-44d5-9476-ebefab6b8d01, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a8fdcc42-ecba-44d5-9476-ebefab6b8d01,segment=NetworkSegment(25a74717-49b3-43b9-9ac7-e048ad7e00df),segment_id=25a74717-49b3-43b9-9ac7-e048ad7e00df)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:47.426271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=27d76bbb-5e80-4b8c-865c-9afe5532aeb4,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:47.429380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:47.484594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.486823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:47.515862 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7739179 Jun 28 06:42:47.516666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-05cab9db-0823-459c-9728-0d0793deb9b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.523673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50130) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:47.524266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-53eb0037-b440-459b-94c9-199c6b872936 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:47.574746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Pushing event updated for resources: {'Port': ['ID=a8fdcc42-ecba-44d5-9476-ebefab6b8d01,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:47.584618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:47.593055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-05cab9db-0823-459c-9728-0d0793deb9b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.599029 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-05cab9db-0823-459c-9728-0d0793deb9b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/6feb81cf-2149-4cea-9c1b-0e6616763b29 HTTP/1.1" status: 204 len: 168 time: 1.7038319 Jun 28 06:42:47.599029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cab9db-0823-459c-9728-0d0793deb9b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=6feb81cf-2149-4cea-9c1b-0e6616763b29,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:47.603340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50132) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:47.613181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'mac_address': 'fa:16:3e:b8:27:92', 'name': 'tempest-PortsIpV6TestJSON-67681412'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:47.620047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-05cab9db-0823-459c-9728-0d0793deb9b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:47.734759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Deleting port ec68b48f-d465-4849-be49-e3eec2d99190 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:47.735331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.805603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7202c5cd-0d73-4579-888c-5c9849d28e31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:47.811952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7202c5cd-0d73-4579-888c-5c9849d28e31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:47.823452 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7202c5cd-0d73-4579-888c-5c9849d28e31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2927167 Jun 28 06:42:47.845096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50134) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:47.904795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 053b439b-67e4-420a-8679-4cbc3d82b04d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:47.907634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6523f-636c-4609-ab1b-6ea417c1589f req-9de5e18c-b7a0-4b98-af08-e2e3b35567a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:47.909122 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cab6523f-636c-4609-ab1b-6ea417c1589f req-9de5e18c-b7a0-4b98-af08-e2e3b35567a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 1098 time: 0.3421524 Jun 28 06:42:47.934649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Router 20d70351-39eb-4ad1-a8c2-edc671a5e40a is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:42:47.939421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-436441f5-836c-428d-b766-43b8bce56d73 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:47.971098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.010510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde988d-3d26-48fd-97c8-918790df5f98 req-eadbb679-c962-4796-bcea-c4b90ed3a36f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:48.012507 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2cde988d-3d26-48fd-97c8-918790df5f98 req-eadbb679-c962-4796-bcea-c4b90ed3a36f tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 945 time: 0.4737828 Jun 28 06:42:48.051912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f178-61c3-402b-b12d-7c67dada4744 req-1a3ba5d2-4bfb-4171-b916-810135972bbe tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:48.053651 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e414f178-61c3-402b-b12d-7c67dada4744 req-1a3ba5d2-4bfb-4171-b916-810135972bbe tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 946 time: 0.4878080 Jun 28 06:42:48.065552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 053b439b-67e4-420a-8679-4cbc3d82b04d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:48.074146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 204ceecb-b185-4c0f-9830-0b6a02181ae9 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:48.148974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Calling delete_port for ec68b48f-d465-4849-be49-e3eec2d99190 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:48.152309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:48.159155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.173872 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cab6523f-636c-4609-ab1b-6ea417c1589f req-b072ea0e-a352-435e-924a-fd9d0cf8d67f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071950 Jun 28 06:42:48.181279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:42:48.189135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 204ceecb-b185-4c0f-9830-0b6a02181ae9 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:48.200770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Sync routers for ids ['20d70351-39eb-4ad1-a8c2-edc671a5e40a'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:42:48.222307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Routers {'20d70351-39eb-4ad1-a8c2-edc671a5e40a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:48.223239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['20d70351-39eb-4ad1-a8c2-edc671a5e40a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:48.228846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-436441f5-836c-428d-b766-43b8bce56d73 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.248803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-72da43aa-ba8d-42d8-83a0-5b218d2c9a4a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:48.257693 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e414f178-61c3-402b-b12d-7c67dada4744 req-05cc4649-dec7-487b-bd94-fddbace9995e tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900005 Jun 28 06:42:48.261458 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2cde988d-3d26-48fd-97c8-918790df5f98 req-a666d03a-e04b-4ba2-af5e-2402ec09ce2d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236419 Jun 28 06:42:48.309831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436441f5-836c-428d-b766-43b8bce56d73 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Subnet': ['ID=e9342716-9a7c-429a-97f0-e0302457d262,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:48.336595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-436441f5-836c-428d-b766-43b8bce56d73 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.343295 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-436441f5-836c-428d-b766-43b8bce56d73 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "DELETE /v2.0/subnets/e9342716-9a7c-429a-97f0-e0302457d262 HTTP/1.1" status: 204 len: 168 time: 1.6225228 Jun 28 06:42:48.344608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-436441f5-836c-428d-b766-43b8bce56d73 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:48.363112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50138) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:48.402655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Set router 20d70351-39eb-4ad1-a8c2-edc671a5e40a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:48.461330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.468651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.470159 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1308434 Jun 28 06:42:48.492316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50140) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:48.497972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-cf798ca2-2bdb-45a8-b740-0bcd6e9f5979 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 27d76bbb-5e80-4b8c-865c-9afe5532aeb4 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:48.498318 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cf798ca2-2bdb-45a8-b740-0bcd6e9f5979 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.595637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d527cf94-a79d-4773-8185-5920aee8204e None None] Provisioning for port 053b439b-67e4-420a-8679-4cbc3d82b04d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:48.608393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d527cf94-a79d-4773-8185-5920aee8204e None None] Provisioning complete for port 053b439b-67e4-420a-8679-4cbc3d82b04d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:48.608834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d527cf94-a79d-4773-8185-5920aee8204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.616477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe834ec-a846-4c67-8363-a14cb323583c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:48.621190 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2fe834ec-a846-4c67-8363-a14cb323583c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2544670 Jun 28 06:42:48.627065 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 50d3bcf4-fba3-4ccd-8815-5e3210336071 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:48.631552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50142) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:48.715521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c4bcc-6711-45f8-871b-ac002c1bbf4e None None] Network a833a419-e8af-423e-b57c-021d10c3492a requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:48.809985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cf798ca2-2bdb-45a8-b740-0bcd6e9f5979 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.824807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-cf798ca2-2bdb-45a8-b740-0bcd6e9f5979 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 27d76bbb-5e80-4b8c-865c-9afe5532aeb4 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:48.843210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d527cf94-a79d-4773-8185-5920aee8204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.871883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d70351-39eb-4ad1-a8c2-edc671a5e40a', 'name': 'tempest-snat-router-699814154', 'tenant_id': '36455b633fdf4920871b2ddb7657be4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.248'}], 'enable_snat': False}, 'gw_port_id': 'bf339265-1bb0-451b-a138-6a78fa0e3a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:42Z', 'updated_at': '2021-06-28T06:42:45Z', 'revision_number': 3, 'project_id': '36455b633fdf4920871b2ddb7657be4a', 'gw_port': {'id': 'bf339265-1bb0-451b-a138-6a78fa0e3a4d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d70351-39eb-4ad1-a8c2-edc671a5e40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:42:44Z', 'updated_at': '2021-06-28T06:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:48.875787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e397768-a84a-4ad8-ba3b-adf7c41d6c46 req-45d287e1-e7ab-42f8-a0e0-88562e6048c3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:48.876837 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e397768-a84a-4ad8-ba3b-adf7c41d6c46 req-45d287e1-e7ab-42f8-a0e0-88562e6048c3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 946 time: 0.4089293 Jun 28 06:42:48.889188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50144) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:48.892315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.899699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:48.908461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8c23d7b8-831b-46c8-ad6e-7e73817025ec tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Request body: {'floatingip': {'port_id': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:48.910902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Checking router: 20d70351-39eb-4ad1-a8c2-edc671a5e40a for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:42:48.911035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Updating router 20d70351-39eb-4ad1-a8c2-edc671a5e40a port bf339265-1bb0-451b-a138-6a78fa0e3a4d binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:42:48.996692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c23d7b8-831b-46c8-ad6e-7e73817025ec tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for floatingip, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.005276 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c3121647-46f9-43d2-9607-c2c7c000b67c tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/routers/20d70351-39eb-4ad1-a8c2-edc671a5e40a HTTP/1.1" status: 200 len: 908 time: 0.5091627 Jun 28 06:42:49.005734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-d527cf94-a79d-4773-8185-5920aee8204e None None] For port 053b439b-67e4-420a-8679-4cbc3d82b04d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=053b439b-67e4-420a-8679-4cbc3d82b04d,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:49.014612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.068263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50146) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:49.087084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Request body: {'router': {'name': 'tempest-snat-router-699814154', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'enable_snat': True}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:49.092449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.103789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:49.126667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d527cf94-a79d-4773-8185-5920aee8204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.130971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-33bb0516-51dc-4b62-88e7-81bde2cc6df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:49.146555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec68b48f-d465-4849-be49-e3eec2d99190,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:49.161032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.164889 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ec68b48f-d465-4849-be49-e3eec2d99190 HTTP/1.1" status: 204 len: 168 time: 1.8591769 Jun 28 06:42:49.167948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50148) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:49.171605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.172089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.172465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.172832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.173226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.173587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.173948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.174305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.174663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.175017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.176005 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.176378 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:49.180078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563089fe-a701-4ad5-9080-3aaaa2f5fb1a None None] Network 373a692f-0b73-458e-9ee4-9dc0a7824d37 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:49.184827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:49.196451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.247269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527cf94-a79d-4773-8185-5920aee8204e None None] Pushing event updated for resources: {'Port': ['ID=053b439b-67e4-420a-8679-4cbc3d82b04d,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:49.266392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cf798ca2-2bdb-45a8-b740-0bcd6e9f5979 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.270743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:49.278903 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e05cfb-3afc-407b-9e4e-7e093a2d5364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] GET failed (client error): The resource could not be found. Jun 28 06:42:49.280427 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f8e05cfb-3afc-407b-9e4e-7e093a2d5364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "GET /v2.0/ports/ec68b48f-d465-4849-be49-e3eec2d99190 HTTP/1.1" status: 404 len: 333 time: 0.1099072 Jun 28 06:42:49.295941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50150) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:49.300554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf798ca2-2bdb-45a8-b740-0bcd6e9f5979 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=27d76bbb-5e80-4b8c-865c-9afe5532aeb4,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:49.303113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cf798ca2-2bdb-45a8-b740-0bcd6e9f5979 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:49.310925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Request body: {'port': {'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-80106929'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:49.339974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cf798ca2-2bdb-45a8-b740-0bcd6e9f5979 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.341782 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cf798ca2-2bdb-45a8-b740-0bcd6e9f5979 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/27d76bbb-5e80-4b8c-865c-9afe5532aeb4 HTTP/1.1" status: 204 len: 168 time: 1.4956970 Jun 28 06:42:49.343749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.345332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50154) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:49.358521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:49.362648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Deleting port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:49.373490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.475390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d527cf94-a79d-4773-8185-5920aee8204e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:49.475390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] DHCP port deletion for a833a419-e8af-423e-b57c-021d10c3492a request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:42:49.475944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:49.500210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:49.502769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:49.508889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:49.509583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.543196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dd95d3-65d1-48ad-af7e-fcdd60b6918f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:49.554958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dd95d3-65d1-48ad-af7e-fcdd60b6918f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:49.560119 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-85dd95d3-65d1-48ad-af7e-fcdd60b6918f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2131374 Jun 28 06:42:49.560865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50156) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:49.563683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=50d3bcf4-fba3-4ccd-8815-5e3210336071,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:49.568672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.569849 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.579529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:49.637000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] Provisioning for port 204ceecb-b185-4c0f-9830-0b6a02181ae9 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:49.639033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] Provisioning complete for port 204ceecb-b185-4c0f-9830-0b6a02181ae9 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:49.639419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.641691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] Deleting port 204ceecb-b185-4c0f-9830-0b6a02181ae9 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:49.642063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.676266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58b7382-a402-4372-b163-2cefb6ab680a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 270d780b-5ab1-4b39-8b59-4bdd5e298723 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:42:49.684294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c58b7382-a402-4372-b163-2cefb6ab680a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.749753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c58b7382-a402-4372-b163-2cefb6ab680a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.815694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] For port 204ceecb-b185-4c0f-9830-0b6a02181ae9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=204ceecb-b185-4c0f-9830-0b6a02181ae9,segment=NetworkSegment(11c00a22-8e32-4094-8a38-794e68c941c1),segment_id=11c00a22-8e32-4094-8a38-794e68c941c1)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:49.816101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.842966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] Calling delete_port for 204ceecb-b185-4c0f-9830-0b6a02181ae9 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:49.852656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.861079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c58b7382-a402-4372-b163-2cefb6ab680a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.877469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Transition to ACTIVE for port object bf339265-1bb0-451b-a138-6a78fa0e3a4d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:49.939501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 053b439b-67e4-420a-8679-4cbc3d82b04d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:49.978975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] DHCP port deletion for 373a692f-0b73-458e-9ee4-9dc0a7824d37 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:42:49.986378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:49.993942 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8927b829-10fd-4a33-8aa2-a830a87706f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:50.039416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.072805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] For port a8fdcc42-ecba-44d5-9476-ebefab6b8d01, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a8fdcc42-ecba-44d5-9476-ebefab6b8d01,segment=NetworkSegment(25a74717-49b3-43b9-9ac7-e048ad7e00df),segment_id=25a74717-49b3-43b9-9ac7-e048ad7e00df)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:50.073737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.098805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c58b7382-a402-4372-b163-2cefb6ab680a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.099131 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:50.125857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Pushing event updated for resources: {'Port': ['ID=bf339265-1bb0-451b-a138-6a78fa0e3a4d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:50.136717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:50.137455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Attempting to bind port bf339265-1bb0-451b-a138-6a78fa0e3a4d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:50.138505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Attempting to bind port bf339265-1bb0-451b-a138-6a78fa0e3a4d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:50.138505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Attempting to bind port bf339265-1bb0-451b-a138-6a78fa0e3a4d on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:50.144429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.145428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b7382-a402-4372-b163-2cefb6ab680a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=270d780b-5ab1-4b39-8b59-4bdd5e298723,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:50.149738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c58b7382-a402-4372-b163-2cefb6ab680a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:50.151710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c58b7382-a402-4372-b163-2cefb6ab680a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.156457 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c58b7382-a402-4372-b163-2cefb6ab680a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/270d780b-5ab1-4b39-8b59-4bdd5e298723 HTTP/1.1" status: 204 len: 168 time: 0.5912488 Jun 28 06:42:50.156602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] For port 204ceecb-b185-4c0f-9830-0b6a02181ae9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=204ceecb-b185-4c0f-9830-0b6a02181ae9,segment=NetworkSegment(11c00a22-8e32-4094-8a38-794e68c941c1),segment_id=11c00a22-8e32-4094-8a38-794e68c941c1)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:50.157299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50158) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:50.162288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:50.162734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:50.163226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.163475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:50.164144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Bound port: bf339265-1bb0-451b-a138-6a78fa0e3a4d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:50.164341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.191541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Made reservation on behalf of 34671a5f82b74d23a8409aa0e991cf3d for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:50.191828 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e107e6-94f2-4b84-9060-907b78b23372 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:50.193826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.202555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Calling delete_port for a8fdcc42-ecba-44d5-9476-ebefab6b8d01 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:50.224428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 053b439b-67e4-420a-8679-4cbc3d82b04d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:50.224840 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.261017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Router 5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:42:50.294410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.303191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-56502aff-e927-4514-9e92-ad23b8f167f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:50.305853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] Deleting port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:50.306245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.359365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] For port bf339265-1bb0-451b-a138-6a78fa0e3a4d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:50.381781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] device_id is not set on port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:50.432566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f686b-bbf8-4ef0-b31c-e831e792f33a req-9470bc7c-3ff9-4230-9dab-4d21f0515a0b tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:50.435316 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.8309338 Jun 28 06:42:50.435634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-423f686b-bbf8-4ef0-b31c-e831e792f33a req-9470bc7c-3ff9-4230-9dab-4d21f0515a0b tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 945 time: 0.8831966 Jun 28 06:42:50.441934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] For port bf339265-1bb0-451b-a138-6a78fa0e3a4d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bf339265-1bb0-451b-a138-6a78fa0e3a4d,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:50.443243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.452822 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] Pushing event deleted for resources: {'Port': ['ID=204ceecb-b185-4c0f-9830-0b6a02181ae9,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:50.465006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50162) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:50.474045 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a26272ad-ca50-4712-94d9-193247ee8b04 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3152854 Jun 28 06:42:50.475100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50164) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:50.481634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:50.490889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] No DVR routers for this DVR port 204ceecb-b185-4c0f-9830-0b6a02181ae9 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:50.492494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:50.494619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:50.504126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] Provisioning for port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:50.536762 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] For port a8fdcc42-ecba-44d5-9476-ebefab6b8d01, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a8fdcc42-ecba-44d5-9476-ebefab6b8d01,segment=NetworkSegment(25a74717-49b3-43b9-9ac7-e048ad7e00df),segment_id=25a74717-49b3-43b9-9ac7-e048ad7e00df)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:50.537443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.540174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.542172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] Pushing event deleted for resources: {'Port': ['ID=204ceecb-b185-4c0f-9830-0b6a02181ae9,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:50.550747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] Could not find standard attr ID for object 27d76bbb-5e80-4b8c-865c-9afe5532aeb4. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:42:50.558503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:50.560249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fdd94feb-60ae-4b34-91c2-36a0bea6cd28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:50.569072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] Calling delete_port for a8fdcc42-ecba-44d5-9476-ebefab6b8d01 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:50.671642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:50.675763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.691825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a8fdcc42-ecba-44d5-9476-ebefab6b8d01 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:50.722718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.726890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Pushing event updated for resources: {'Port': ['ID=bf339265-1bb0-451b-a138-6a78fa0e3a4d,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:50.728895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Routers {'20d70351-39eb-4ad1-a8c2-edc671a5e40a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:50.730230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['20d70351-39eb-4ad1-a8c2-edc671a5e40a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:50.745323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9b1f2-6998-435b-8bf0-a0e935c127b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:50.746804 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-77a9b1f2-6998-435b-8bf0-a0e935c127b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/50d3bcf4-fba3-4ccd-8815-5e3210336071 HTTP/1.1" status: 200 len: 843 time: 0.2809663 Jun 28 06:42:50.749533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50166) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:50.791113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.791432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.791910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.792560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.792642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.793330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.793330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.793608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.794049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.794250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.794991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.794991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:50.803141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:50.856617 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-423f686b-bbf8-4ef0-b31c-e831e792f33a req-c1f126d5-1f5f-497f-add9-0698b787a894 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952103 Jun 28 06:42:50.896794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.resource_extend [None req-8c23d7b8-831b-46c8-ad6e-7e73817025ec tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 06:42:50.897105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:42:50.938799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] Set router 20d70351-39eb-4ad1-a8c2-edc671a5e40a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:50.954717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d39ef336-082a-4f74-a44e-1f3d888f6de5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 50d3bcf4-fba3-4ccd-8815-5e3210336071 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:50.955342 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39ef336-082a-4f74-a44e-1f3d888f6de5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.968446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:50.984680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fc931269-6d52-4224-a149-37e48223ae64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:51.009597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:42:51.011947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:51.027398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:51.027891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.031689 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204f704-0320-4eef-b047-a0b3a77b7c74 None None] Sync routers for ids ['5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:42:51.044415 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204f704-0320-4eef-b047-a0b3a77b7c74 None None] Routers {'5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:51.047914 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e204f704-0320-4eef-b047-a0b3a77b7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:51.077428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39ef336-082a-4f74-a44e-1f3d888f6de5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.080041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.083816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Port': ['ID=a8fdcc42-ecba-44d5-9476-ebefab6b8d01,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:51.086210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:51.093545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d39ef336-082a-4f74-a44e-1f3d888f6de5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 50d3bcf4-fba3-4ccd-8815-5e3210336071 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:51.099053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 was deleted so its status cannot be updated. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 28 06:42:51.099318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:51.100308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] No DVR routers for this DVR port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:51.110343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c23d7b8-831b-46c8-ad6e-7e73817025ec tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.123093 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e204f704-0320-4eef-b047-a0b3a77b7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:51.130536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] Pushing event deleted for resources: {'Port': ['ID=a8fdcc42-ecba-44d5-9476-ebefab6b8d01,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:51.142121 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204f704-0320-4eef-b047-a0b3a77b7c74 None None] Routers {'5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:51.143005 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e204f704-0320-4eef-b047-a0b3a77b7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:51.148369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.149165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:51.149920 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] No DVR routers for this DVR port a8fdcc42-ecba-44d5-9476-ebefab6b8d01 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:51.154465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-37f257fe-f722-4d01-8715-49136efb0277 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:51.183987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] Deleting port 053b439b-67e4-420a-8679-4cbc3d82b04d {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:51.184604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.191088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 204ceecb-b185-4c0f-9830-0b6a02181ae9 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:42:51.211352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c23d7b8-831b-46c8-ad6e-7e73817025ec tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.218151 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e204f704-0320-4eef-b047-a0b3a77b7c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:51.218377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:51.220829 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204f704-0320-4eef-b047-a0b3a77b7c74 None None] The sync data for ids ['5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:42:51.225593 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:51.233102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.239950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:51.240598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.263796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=9330e104-329e-4504-9d8f-b76def6c4a7e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:51.267780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:51.293037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.297743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50168) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:51.297982 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9993005 Jun 28 06:42:51.349173 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8699601 Jun 28 06:42:51.349758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.350606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50170) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:51.358207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'name': 'tempest-NetworksTestDHCPv6-297627814'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:51.379276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 204ceecb-b185-4c0f-9830-0b6a02181ae9 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:42:51.379276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 204ceecb-b185-4c0f-9830-0b6a02181ae9 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:42:51.396758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39ef336-082a-4f74-a44e-1f3d888f6de5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.397763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373a692f-0b73-458e-9ee4-9dc0a7824d37']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:51.407098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c66086b-8dc8-4690-b113-41e3f2d98a69 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:51.425155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a74717-49b3-43b9-9ac7-e048ad7e00df') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:51.425457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a74717-49b3-43b9-9ac7-e048ad7e00df') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:51.444471 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.470602 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-8c23d7b8-831b-46c8-ad6e-7e73817025ec tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Floating IP a7c48b6c-77a7-4901-a2c4-94493c1489e2 associated. External IP: 172.26.4.216, port: ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c. Jun 28 06:42:51.474679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.478048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] For port 053b439b-67e4-420a-8679-4cbc3d82b04d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=053b439b-67e4-420a-8679-4cbc3d82b04d,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:51.494193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.494843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ef336-082a-4f74-a44e-1f3d888f6de5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=50d3bcf4-fba3-4ccd-8815-5e3210336071,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:51.494843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d39ef336-082a-4f74-a44e-1f3d888f6de5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:51.495000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] Calling delete_port for 053b439b-67e4-420a-8679-4cbc3d82b04d owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:51.501662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d70351-39eb-4ad1-a8c2-edc671a5e40a', 'name': 'tempest-snat-router-699814154', 'tenant_id': '36455b633fdf4920871b2ddb7657be4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.248'}], 'enable_snat': False}, 'gw_port_id': 'bf339265-1bb0-451b-a138-6a78fa0e3a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:42Z', 'updated_at': '2021-06-28T06:42:45Z', 'revision_number': 3, 'project_id': '36455b633fdf4920871b2ddb7657be4a', 'gw_port': {'id': 'bf339265-1bb0-451b-a138-6a78fa0e3a4d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d70351-39eb-4ad1-a8c2-edc671a5e40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:42:44Z', 'updated_at': '2021-06-28T06:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:51.516598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:51.517472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.519327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39ef336-082a-4f74-a44e-1f3d888f6de5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.521565 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d39ef336-082a-4f74-a44e-1f3d888f6de5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/50d3bcf4-fba3-4ccd-8815-5e3210336071 HTTP/1.1" status: 204 len: 168 time: 0.7710900 Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:51.522543 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:51.530605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50172) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:51.535903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca2076-33b4-40dc-b52f-c2a65149a6c1 None None] The sync data for ids ['20d70351-39eb-4ad1-a8c2-edc671a5e40a'] in dv-neutron-797120-6-hyperv is: [{'id': '20d70351-39eb-4ad1-a8c2-edc671a5e40a', 'name': 'tempest-snat-router-699814154', 'tenant_id': '36455b633fdf4920871b2ddb7657be4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.248'}], 'enable_snat': False}, 'gw_port_id': 'bf339265-1bb0-451b-a138-6a78fa0e3a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:42Z', 'updated_at': '2021-06-28T06:42:45Z', 'revision_number': 3, 'project_id': '36455b633fdf4920871b2ddb7657be4a', 'gw_port': {'id': 'bf339265-1bb0-451b-a138-6a78fa0e3a4d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d70351-39eb-4ad1-a8c2-edc671a5e40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:42:44Z', 'updated_at': '2021-06-28T06:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:42:51.590334 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d14bde8-3bb3-45ac-8325-75d347a5a0f1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:42:51.592624 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9d14bde8-3bb3-45ac-8325-75d347a5a0f1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/50d3bcf4-fba3-4ccd-8815-5e3210336071 HTTP/1.1" status: 404 len: 333 time: 0.0637283 Jun 28 06:42:51.599279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50174) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:51.602073 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b2b35926-4fdd-4f9b-a321-4b6035fbd256 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/routers/5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae HTTP/1.1" status: 200 len: 924 time: 0.3025243 Jun 28 06:42:51.613759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'name': 'tempest-PortsIpV6TestJSON-555777098'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:51.617392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50176) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:51.695217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.707649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:51.716770 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bcf64e41-6466-4e57-87df-f66d3c60bb09 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae HTTP/1.1" status: 200 len: 205 time: 0.0965118 Jun 28 06:42:51.720401 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] No DVR routers for this DVR port 053b439b-67e4-420a-8679-4cbc3d82b04d on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:51.726597 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50178) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:51.762222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 053b439b-67e4-420a-8679-4cbc3d82b04d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:42:51.789128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 053b439b-67e4-420a-8679-4cbc3d82b04d {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:42:51.789485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 053b439b-67e4-420a-8679-4cbc3d82b04d not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:42:51.790689 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a8fdcc42-ecba-44d5-9476-ebefab6b8d01 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:42:51.800365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c47fa1-3b91-4670-aa66-d52aa88c432b None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:51.800651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] Pushing event deleted for resources: {'Port': ['ID=053b439b-67e4-420a-8679-4cbc3d82b04d,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:51.924476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:51.928498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:51.947192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: a8fdcc42-ecba-44d5-9476-ebefab6b8d01 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:42:51.947600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a8fdcc42-ecba-44d5-9476-ebefab6b8d01 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:42:51.956981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:52.013389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.037219 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 0475b1de-cee0-414e-b7a1-e10b4476010f yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:52.050261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.072955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': '9330e104-329e-4504-9d8f-b76def6c4a7e'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:42:52.074225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.085109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-87fd641a-fe83-4459-b5a4-50c7673c1962 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:52.123581 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:52.127608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.170967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 13bba7df-c0c0-45ed-a89a-8390a9b6f9f9 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:52.204740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Network e3d47bf2-617d-4da9-a100-808a6da920eb is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:52.215147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:52.222829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.237137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/9330e104-329e-4504-9d8f-b76def6c4a7e/7d81141b-6310-43da-9eef-8391f87363e3) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:52.240375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:52.242664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:52.243597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.249721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.255823 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "DELETE /v2.0/networks/373a692f-0b73-458e-9ee4-9dc0a7824d37 HTTP/1.1" status: 204 len: 168 time: 3.6165645 Jun 28 06:42:52.259607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50182) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:52.287305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event updated for resources: {'Port': ['ID=9c1593a7-1e42-49c1-9846-afae8edb1cc2,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:52.301717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.302263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.302812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.303471 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.309331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.309331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.309331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.309331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.309331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.309331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.309331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.309331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:42:52.312960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.317131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:52.320454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a3fd8f15-a022-41f3-9ef0-bc73555779c7 tempest-PortsAdminExtendedAttrsTestJSON-1119902727 tempest-PortsAdminExtendedAttrsTestJSON-1119902727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:52.362407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.394356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.403635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Transition to ACTIVE for port object 7d81141b-6310-43da-9eef-8391f87363e3 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:52.409128 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.415516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.423977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Transition to ACTIVE for port object 7d81141b-6310-43da-9eef-8391f87363e3 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:52.427600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Network': ['ID=373a692f-0b73-458e-9ee4-9dc0a7824d37,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:52.468283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:52.474778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 3.1703374 Jun 28 06:42:52.475859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50184) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:52.483878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:52.494784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.504282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d527cf94-a79d-4773-8185-5920aee8204e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:52.528592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54385e-7184-49e3-a94c-76f764e4caa4 req-c73bc72d-86c0-4516-ac97-cff6b98e1125 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:52.535912 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed54385e-7184-49e3-a94c-76f764e4caa4 req-c73bc72d-86c0-4516-ac97-cff6b98e1125 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 945 time: 0.5352354 Jun 28 06:42:52.538857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:52.543295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:52.550575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:52.587099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Pushing event updated for resources: {'Port': ['ID=7d81141b-6310-43da-9eef-8391f87363e3,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:52.592485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:52.618430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.633271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Allocated IP 172.26.4.88 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:52.639528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Attempting to bind port 7d81141b-6310-43da-9eef-8391f87363e3 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:52.640351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Attempting to bind port 7d81141b-6310-43da-9eef-8391f87363e3 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:52.640588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Attempting to bind port 7d81141b-6310-43da-9eef-8391f87363e3 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:52.646851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:52.647298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:52.647720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.648124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:52.648609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Bound port: 7d81141b-6310-43da-9eef-8391f87363e3, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:52.651720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.672274 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed54385e-7184-49e3-a94c-76f764e4caa4 req-d2fec4da-9bf7-4c7f-95eb-94b4afd779e8 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352839 Jun 28 06:42:52.692252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c23d7b8-831b-46c8-ad6e-7e73817025ec tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Router 72bbbb4c-a8bc-4914-a445-5782a66dd180 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:42:52.704742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.744148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] For port 7d81141b-6310-43da-9eef-8391f87363e3, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:52.748241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] For port 7d81141b-6310-43da-9eef-8391f87363e3, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7d81141b-6310-43da-9eef-8391f87363e3,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:52.782274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::b9 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/9330e104-329e-4504-9d8f-b76def6c4a7e/0475b1de-cee0-414e-b7a1-e10b4476010f) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:52.785203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a833a419-e8af-423e-b57c-021d10c3492a']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:52.805554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c00a22-8e32-4094-8a38-794e68c941c1') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:52.805911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c00a22-8e32-4094-8a38-794e68c941c1') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:52.825064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.828193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:52.854385 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.874416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.887995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Pushing event updated for resources: {'Port': ['ID=7d81141b-6310-43da-9eef-8391f87363e3,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:52.891303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:52.915786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.916064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.922293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Deleting port 2cab1984-ec3d-4a82-8f46-2188bcb24aaa {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:52.922626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.954268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c23d7b8-831b-46c8-ad6e-7e73817025ec tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:42:52.962255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c23d7b8-831b-46c8-ad6e-7e73817025ec tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.969101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] Sync routers for ids ['72bbbb4c-a8bc-4914-a445-5782a66dd180'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:42:52.979969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] Routers {'72bbbb4c-a8bc-4914-a445-5782a66dd180'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:52.980272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:52.980825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['72bbbb4c-a8bc-4914-a445-5782a66dd180'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:52.981059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:52.983952 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:53.028235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e708-e562-4042-a508-ca152fd6f3bf req-5f14325a-eb16-4dd8-9315-fd1201b6df8d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:53.029767 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d953e708-e562-4042-a508-ca152fd6f3bf req-5f14325a-eb16-4dd8-9315-fd1201b6df8d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 945 time: 0.2244341 Jun 28 06:42:53.059188 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8c23d7b8-831b-46c8-ad6e-7e73817025ec tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "PUT /v2.0/floatingips/a7c48b6c-77a7-4901-a2c4-94493c1489e2 HTTP/1.1" status: 200 len: 992 time: 4.1588697 Jun 28 06:42:53.060110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50188) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:53.061628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'tag': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:42:53.064023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13260ea3-83f2-4adc-a1df-e9e05474347d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c49bbfc-431b-48f0-bc7d-b79d61d3105a", "tag": "ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:42:53.070544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6cdda27b-34a1-4b74-8be9-36e2caeb169c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Request body: {'floatingip': {'port_id': '2f6fafab-eebc-4526-aba4-eba72cec9cd8'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:53.139369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f231e2-61ef-46df-9204-f3f9a6efaff3 x-openstack-request-id: req-86f231e2-61ef-46df-9204-f3f9a6efaff3 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:42:53.140358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c49bbfc-431b-48f0-bc7d-b79d61d3105a", "tag": "ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:42:53.140802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86f231e2-61ef-46df-9204-f3f9a6efaff3 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:42:53.141411 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'tag': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c', 'status': 'completed', 'code': 200} Jun 28 06:42:53.145957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] Set router 72bbbb4c-a8bc-4914-a445-5782a66dd180 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:53.148184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:53.153246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e8eccc09-52dd-4936-bf30-6d9f159b2bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:53.161879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cdda27b-34a1-4b74-8be9-36e2caeb169c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for floatingip, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:53.288598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:53.317088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:53.326497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:53.369662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event updated for resources: {'Port': ['ID=3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:53.384967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:53.466524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:53.497622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b296c168-8a5e-429e-9722-4fe5b96bd40a tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:53.548045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-a3e38dba-410c-49c3-9370-48b55470d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:53.549621 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-a3e38dba-410c-49c3-9370-48b55470d1b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b67808f91d83459f8fcccc2724735120&device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 1099 time: 0.3532932 Jun 28 06:42:53.568295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:56Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'a7c48b6c-77a7-4901-a2c4-94493c1489e2', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'port_id': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'mac_address': 'fa:16:3e:27:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:42:06Z', 'updated_at': '2021-06-28T06:42:50Z', 'revision_number': 1, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9315bc-90a1-4014-9d3f-9d2f95cab5ce', 'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'mac_address': 'fa:16:3e:9d:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:55Z', 'updated_at': '2021-06-28T06:42:03Z', 'revision_number': 5, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'subnets': [{'id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:53.581202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:53.604938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] Checking router: 72bbbb4c-a8bc-4914-a445-5782a66dd180 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:42:53.619311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] Routers {'72bbbb4c-a8bc-4914-a445-5782a66dd180'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:53.620183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['72bbbb4c-a8bc-4914-a445-5782a66dd180'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:53.627032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:53.629469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:53.635886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:53.636613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:53.701535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:53.707907 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:53.710386 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "DELETE /v2.0/networks/a833a419-e8af-423e-b57c-021d10c3492a HTTP/1.1" status: 204 len: 168 time: 1.4492483 Jun 28 06:42:53.719548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50196) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:53.731389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=13bba7df-c0c0-45ed-a89a-8390a9b6f9f9,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:53.734113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:53.745381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:53.783478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:53.803875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Network': ['ID=a833a419-e8af-423e-b57c-021d10c3492a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:53.807226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:53.824112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] Set router 72bbbb4c-a8bc-4914-a445-5782a66dd180 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:53.824207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Calling delete_port for 2cab1984-ec3d-4a82-8f46-2188bcb24aaa owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:53.843980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:53.858421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2ce5-c280-4955-a150-6212020a7622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:53.879978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 0475b1de-cee0-414e-b7a1-e10b4476010f will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:53.936234 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3303275 Jun 28 06:42:53.939700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50198) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:53.949918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:53.954879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bf339265-1bb0-451b-a138-6a78fa0e3a4d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:53.975328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-a5da4894-51b3-466e-9174-18f2255bcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:53.976822 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-a5da4894-51b3-466e-9174-18f2255bcfbb service neutron] 10.222.0.50 "GET /v2.0/networks?id=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 HTTP/1.1" status: 200 len: 913 time: 0.4201131 Jun 28 06:42:54.024285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] device_id is not set on port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:42:54.038223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.052255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.126253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:56Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'a7c48b6c-77a7-4901-a2c4-94493c1489e2', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'port_id': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'mac_address': 'fa:16:3e:27:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:42:06Z', 'updated_at': '2021-06-28T06:42:50Z', 'revision_number': 1, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9315bc-90a1-4014-9d3f-9d2f95cab5ce', 'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'mac_address': 'fa:16:3e:9d:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:55Z', 'updated_at': '2021-06-28T06:42:03Z', 'revision_number': 5, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'subnets': [{'id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:54.152936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Transition to ACTIVE for port object 9c1593a7-1e42-49c1-9846-afae8edb1cc2 will not be triggered until provisioned by entity L2. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:54.156980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port bf339265-1bb0-451b-a138-6a78fa0e3a4d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:54.159306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d98c95-44b1-459d-9772-ba45ec3f9235 None None] The sync data for ids ['72bbbb4c-a8bc-4914-a445-5782a66dd180'] in dv-neutron-797120-6-hyperv is: [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:56Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'a7c48b6c-77a7-4901-a2c4-94493c1489e2', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'port_id': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'mac_address': 'fa:16:3e:27:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:42:06Z', 'updated_at': '2021-06-28T06:42:50Z', 'revision_number': 1, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9315bc-90a1-4014-9d3f-9d2f95cab5ce', 'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'mac_address': 'fa:16:3e:9d:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:55Z', 'updated_at': '2021-06-28T06:42:03Z', 'revision_number': 5, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'subnets': [{'id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:42:54.163198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port bf339265-1bb0-451b-a138-6a78fa0e3a4d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:54.163347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.182898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.209521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.221341 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-47bc34a0-af59-4783-a213-8d3e3a93cd86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c HTTP/1.1" status: 200 len: 1000 time: 0.1979210 Jun 28 06:42:54.270025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.299368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-162bd16e-2374-4015-8726-f5790508c675 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:54.305547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.324554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port bf339265-1bb0-451b-a138-6a78fa0e3a4d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bf339265-1bb0-451b-a138-6a78fa0e3a4d,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:54.334860 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.406172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.407116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7d81141b-6310-43da-9eef-8391f87363e3 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:54.410979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:54.417084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=0475b1de-cee0-414e-b7a1-e10b4476010f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:54.449359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:54.480652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:54.480652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cf9533c4-f212-4e0c-89eb-839181ab26f4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:54.488727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:54.514134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:54.515989 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7f4573-a463-4048-b563-980a348073d0 None None] New status for floating IP a7c48b6c-77a7-4901-a2c4-94493c1489e2: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:42:54.519756 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:54.520351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.570083 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.571544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=bf339265-1bb0-451b-a138-6a78fa0e3a4d,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:54.587241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:54.631906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:54.631906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:54.632218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:54.653270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event updated for resources: {'Port': ['ID=9c1593a7-1e42-49c1-9846-afae8edb1cc2,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:54.661827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:54.662331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cf798ca2-2bdb-45a8-b740-0bcd6e9f5979 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:54.666861 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:54.667704 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:54.671936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 7d81141b-6310-43da-9eef-8391f87363e3 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:54.721096 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 2 to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 Jun 28 06:42:54.737956 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Pushing event deleted for resources: {'Port': ['ID=2cab1984-ec3d-4a82-8f46-2188bcb24aaa,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:54.747872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:54.748210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:54.748546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:54.751655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:54.764163 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4100623 Jun 28 06:42:54.771519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50204) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:54.788751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.792894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:54.792894 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:54.794340 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 3 to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 Jun 28 06:42:54.834127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:54.834484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:54.834796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:54.839782 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.875450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:54.875812 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:54.894562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-abe1258b-841a-4c22-8cdf-64a6001ee53b None None] Provisioning for port 7d81141b-6310-43da-9eef-8391f87363e3 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:54.905817 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 4 to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 Jun 28 06:42:54.907240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-abe1258b-841a-4c22-8cdf-64a6001ee53b None None] Provisioning complete for port 7d81141b-6310-43da-9eef-8391f87363e3 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:54.907240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-abe1258b-841a-4c22-8cdf-64a6001ee53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.908440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.912927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:54.920092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-38b4ae8f-833c-419d-8b4e-a10528f1baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:54.922099 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-38b4ae8f-833c-419d-8b4e-a10528f1baed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95ac959d-f76a-43ac-bb61-d3dc749104f4 HTTP/1.1" status: 200 len: 851 time: 0.6396773 Jun 28 06:42:54.955313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.resource_extend [None req-6cdda27b-34a1-4b74-8be9-36e2caeb169c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 06:42:54.995975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:54.999108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:55.000085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:55.000085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:55.009525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.038004 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-abe1258b-841a-4c22-8cdf-64a6001ee53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.039021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.056788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] In _notify_port_updated(), no bound segment for port 13bba7df-c0c0-45ed-a89a-8390a9b6f9f9 on network 533d1581-e96a-498e-a9bf-8ddf55a666ce {{(pid=100886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:42:55.060932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90e719b-bc21-4ec4-a7ea-0102970a4664']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:55.062485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:55.063187 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.067154 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "PUT /v2.0/ports/13bba7df-c0c0-45ed-a89a-8390a9b6f9f9 HTTP/1.1" status: 200 len: 818 time: 1.1214347 Jun 28 06:42:55.072366 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-abe1258b-841a-4c22-8cdf-64a6001ee53b None None] For port 7d81141b-6310-43da-9eef-8391f87363e3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7d81141b-6310-43da-9eef-8391f87363e3,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:55.074962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50206) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:55.089952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:55.090280 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:55.095339 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 5 to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 Jun 28 06:42:55.117812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d849aa0-3c72-4646-9077-54a66ad5f15c') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:55.118114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d849aa0-3c72-4646-9077-54a66ad5f15c') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:55.125937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=13bba7df-c0c0-45ed-a89a-8390a9b6f9f9,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:55.128997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:55.139826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cdda27b-34a1-4b74-8be9-36e2caeb169c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.143797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.144007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82626d2-42bb-4b0f-92ca-f7148cfe488c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:55.150210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82626d2-42bb-4b0f-92ca-f7148cfe488c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:55.152488 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f82626d2-42bb-4b0f-92ca-f7148cfe488c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3783855 Jun 28 06:42:55.157221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50208) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:55.161764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:55.162128 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:55.162470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:55.163278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-abe1258b-841a-4c22-8cdf-64a6001ee53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.165580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-84fa97db-cf38-4d02-8337-661071e170df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:55.172254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:55.172589 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:55.173022 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 6 to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 Jun 28 06:42:55.196219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.205000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-f704eca1-b3d3-4284-a711-e71eced319c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:55.206525 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-f704eca1-b3d3-4284-a711-e71eced319c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2467008 Jun 28 06:42:55.214264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.214797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Fanout notify agent at l3_agent the message router_deleted on router 5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:42:55.222081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.229715 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae HTTP/1.1" status: 204 len: 168 time: 3.4956806 Jun 28 06:42:55.229715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:55.229715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:55.229715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:55.229715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50210) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:55.235194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1121183901', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'enable_snat': False}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:55.239908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:55.240465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.244844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:55.245275 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:55.247948 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:55.250231 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 7 to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 Jun 28 06:42:55.278419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:55.278803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:55.279094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:55.290558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:55.290865 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:55.292084 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 8 to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 Jun 28 06:42:55.303219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cdda27b-34a1-4b74-8be9-36e2caeb169c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.310127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:55.310463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:55.310800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:55.315369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-0997f50a-497c-42ca-8cb1-285a909d8d37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 13bba7df-c0c0-45ed-a89a-8390a9b6f9f9 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:55.315714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0997f50a-497c-42ca-8cb1-285a909d8d37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.321002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:55.321348 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:55.332124 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 9 to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 Jun 28 06:42:55.348144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1258b-841a-4c22-8cdf-64a6001ee53b None None] Pushing event updated for resources: {'Port': ['ID=7d81141b-6310-43da-9eef-8391f87363e3,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:55.351263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-abe1258b-841a-4c22-8cdf-64a6001ee53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:55.381546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.382618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.386594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:55.386927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:55.387328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:55.398922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:55.399256 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:55.400207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-384c39a7-4043-4de7-bd9e-7bffc8bf5623 None None] Provisioning for port 0475b1de-cee0-414e-b7a1-e10b4476010f completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:42:55.405510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-384c39a7-4043-4de7-bd9e-7bffc8bf5623 None None] Provisioning complete for port 0475b1de-cee0-414e-b7a1-e10b4476010f triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:55.406119 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.plugins.ml2.plugin [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempt 10 to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 Jun 28 06:42:55.406307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-384c39a7-4043-4de7-bd9e-7bffc8bf5623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.411944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.424566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0997f50a-497c-42ca-8cb1-285a909d8d37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.444730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-384c39a7-4043-4de7-bd9e-7bffc8bf5623 None None] Port 0475b1de-cee0-414e-b7a1-e10b4476010f cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:42:55.446798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:55.447141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:55.447998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempting to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:55.455011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-0997f50a-497c-42ca-8cb1-285a909d8d37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 13bba7df-c0c0-45ed-a89a-8390a9b6f9f9 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:55.490349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.491169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:42:55.491495 dv-neutron-797120-6-hyperv neutron-server[100886]: ERROR neutron.plugins.ml2.managers [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Failed to bind port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '60aaa636-71da-4bd3-abbc-ec66e39ad033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3d47bf2-617d-4da9-a100-808a6da920eb'}] Jun 28 06:42:55.491846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.545372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.558372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4d4fe607-5b8f-42a0-b8fa-a5c77a1fb6e2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:55.565683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.567506 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "DELETE /v2.0/networks/e90e719b-bc21-4ec4-a7ea-0102970a4664 HTTP/1.1" status: 204 len: 168 time: 1.8477232 Jun 28 06:42:55.570859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50212) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:55.571010 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-1ce43669-0bb1-48f0-af5d-410d8bb8eca7 service neutron] 10.222.0.50 "GET /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422697 Jun 28 06:42:55.613650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Network': ['ID=e90e719b-bc21-4ec4-a7ea-0102970a4664,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:55.635039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:55.668516 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-6cdda27b-34a1-4b74-8be9-36e2caeb169c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Floating IP af2dd8d7-f357-4503-a202-062323965919 associated. External IP: 172.26.4.247, port: 2f6fafab-eebc-4526-aba4-eba72cec9cd8. Jun 28 06:42:55.751045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-b1d78698-5072-4a79-a990-837a3fd3f235 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 0475b1de-cee0-414e-b7a1-e10b4476010f {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:55.751491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1d78698-5072-4a79-a990-837a3fd3f235 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.765917 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bf339265-1bb0-451b-a138-6a78fa0e3a4d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:55.890365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port bf339265-1bb0-451b-a138-6a78fa0e3a4d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:55.890365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.890675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] For port 9c1593a7-1e42-49c1-9846-afae8edb1cc2, host hv-neutron-7971, cleared binding levels {{(pid=100886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:55.890675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attempted to set empty binding levels {{(pid=100886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 28 06:42:55.890675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.890675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.906075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7d81141b-6310-43da-9eef-8391f87363e3 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:42:55.908402 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-13260ea3-83f2-4adc-a1df-e9e05474347d req-263577dc-2b39-4a93-95bd-41b041ff919a service neutron] 10.222.0.50 "GET /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181646 Jun 28 06:42:55.955642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1d78698-5072-4a79-a990-837a3fd3f235 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.962064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.969348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 7d81141b-6310-43da-9eef-8391f87363e3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:42:55.969743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:55.973183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d8efe0-07a8-47ca-9bed-60b15913d4ca']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:55.983470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46382114-625f-4210-9d51-00fa4a6a06b6') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:55.983880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46382114-625f-4210-9d51-00fa4a6a06b6') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:55.993433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.005019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-b1d78698-5072-4a79-a990-837a3fd3f235 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 0475b1de-cee0-414e-b7a1-e10b4476010f owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:56.011831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.018058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:56.018450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:56.021513 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:56.126205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdda27b-34a1-4b74-8be9-36e2caeb169c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Router a2668517-1866-4a8f-bc84-f1668ecab821 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:42:56.289086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdda27b-34a1-4b74-8be9-36e2caeb169c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:42:56.294093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cdda27b-34a1-4b74-8be9-36e2caeb169c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.298729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] Sync routers for ids ['a2668517-1866-4a8f-bc84-f1668ecab821'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:42:56.307297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] Routers {'a2668517-1866-4a8f-bc84-f1668ecab821'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:56.307907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2668517-1866-4a8f-bc84-f1668ecab821'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:56.336555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6cdda27b-34a1-4b74-8be9-36e2caeb169c tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "PUT /v2.0/floatingips/af2dd8d7-f357-4503-a202-062323965919 HTTP/1.1" status: 200 len: 991 time: 3.2673750 Jun 28 06:42:56.336555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'tag': '2f6fafab-eebc-4526-aba4-eba72cec9cd8'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:42:56.337185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bff09c6-ad36-4522-aea3-17757e3f5557" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f", "tag": "2f6fafab-eebc-4526-aba4-eba72cec9cd8"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:42:56.376220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10472a83-5ead-445f-8d10-c12fa8abccb9 x-openstack-request-id: req-10472a83-5ead-445f-8d10-c12fa8abccb9 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:42:56.376667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f", "tag": "2f6fafab-eebc-4526-aba4-eba72cec9cd8", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:42:56.377114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10472a83-5ead-445f-8d10-c12fa8abccb9 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:42:56.377672 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'tag': '2f6fafab-eebc-4526-aba4-eba72cec9cd8', 'status': 'completed', 'code': 200} Jun 28 06:42:56.433255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] Set router a2668517-1866-4a8f-bc84-f1668ecab821 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:56.484662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-b6994dd5-afbd-46c2-a347-7ce597df3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:56.486200 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-b6994dd5-afbd-46c2-a347-7ce597df3a66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e3a2332b99445df9da299c508b526df&device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 1098 time: 0.0555453 Jun 28 06:42:56.580940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-1b9b2baa-e864-4e3b-9663-0256786b5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:56.582308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-1b9b2baa-e864-4e3b-9663-0256786b5044 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a232f4af-fb75-42fc-86a9-957d7c91074d HTTP/1.1" status: 200 len: 906 time: 0.0859067 Jun 28 06:42:56.657599 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-babac075-0ac0-49b2-b8ed-b8f4abc40f12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f6fafab-eebc-4526-aba4-eba72cec9cd8 HTTP/1.1" status: 200 len: 999 time: 0.0682824 Jun 28 06:42:56.660456 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:59Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'af2dd8d7-f357-4503-a202-062323965919', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'port_id': '2f6fafab-eebc-4526-aba4-eba72cec9cd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'mac_address': 'fa:16:3e:4a:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:42:08Z', 'updated_at': '2021-06-28T06:42:54Z', 'revision_number': 1, 'project_id': '7e3a2332b99445df9da299c508b526df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bf06b9-ffb2-4ca5-b57a-e3032868daaf', 'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'mac_address': 'fa:16:3e:a6:f6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:57Z', 'updated_at': '2021-06-28T06:42:08Z', 'revision_number': 5, 'project_id': '7e3a2332b99445df9da299c508b526df', 'subnets': [{'id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:56.692312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] Checking router: a2668517-1866-4a8f-bc84-f1668ecab821 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:42:56.702382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] Routers {'a2668517-1866-4a8f-bc84-f1668ecab821'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:56.703109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2668517-1866-4a8f-bc84-f1668ecab821'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:56.705749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-85842587-d0af-4c30-9db4-ed25e5abfd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:56.707231 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-85842587-d0af-4c30-9db4-ed25e5abfd83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3210fa62-75ac-48b8-b28d-2530ed5ef449 HTTP/1.1" status: 200 len: 844 time: 0.0439537 Jun 28 06:42:56.764188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-900fe8f6-24ff-4157-8caa-760592fdb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:56.765921 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-900fe8f6-24ff-4157-8caa-760592fdb6d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a232f4af-fb75-42fc-86a9-957d7c91074d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522676 Jun 28 06:42:56.821585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] Set router a2668517-1866-4a8f-bc84-f1668ecab821 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:56.860836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.863982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8647255c-4a4d-4873-b2d2-780188e9e36f tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:56.864439 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-5d89edcb-f9b0-4934-b891-b0c8e770cdfb service neutron] 10.222.0.50 "GET /v2.0/networks/a232f4af-fb75-42fc-86a9-957d7c91074d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921645 Jun 28 06:42:56.898826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] In _notify_port_updated(), no bound segment for port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 on network e3d47bf2-617d-4da9-a100-808a6da920eb {{(pid=100886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:42:56.899683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:56.900278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.904238 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "PUT /v2.0/ports/9c1593a7-1e42-49c1-9846-afae8edb1cc2 HTTP/1.1" status: 200 len: 979 time: 4.4232371 Jun 28 06:42:56.907921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.908629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50222) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:56.919749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.923791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0997f50a-497c-42ca-8cb1-285a909d8d37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.936932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.936932 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] 10.222.0.24 "DELETE /v2.0/networks/54d8efe0-07a8-47ca-9bed-60b15913d4ca HTTP/1.1" status: 204 len: 168 time: 1.3606992 Jun 28 06:42:56.947471 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event updated for resources: {'Port': ['ID=9c1593a7-1e42-49c1-9846-afae8edb1cc2,revision_number=3']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:56.953724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:56.959717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-77fa950e-0e3c-4faa-95ec-1adc2de28912 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:56.968621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Pushing event deleted for resources: {'Network': ['ID=54d8efe0-07a8-47ca-9bed-60b15913d4ca,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:56.972764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:56.973818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Router a2ca4781-2546-4515-8e0f-a02797e59c50 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:42:56.974519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a452cfbe-f91c-4222-8126-ed212caffef1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:56.981530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1d78698-5072-4a79-a990-837a3fd3f235 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.993072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6b00005-a862-40dd-b3c6-a10fde9caf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:56.998936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0997f50a-497c-42ca-8cb1-285a909d8d37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.003476 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0997f50a-497c-42ca-8cb1-285a909d8d37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/13bba7df-c0c0-45ed-a89a-8390a9b6f9f9 HTTP/1.1" status: 204 len: 168 time: 1.9247675 Jun 28 06:42:57.004768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50226) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:57.013488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:57.039726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997f50a-497c-42ca-8cb1-285a909d8d37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=13bba7df-c0c0-45ed-a89a-8390a9b6f9f9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:57.064823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78698-5072-4a79-a990-837a3fd3f235 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=0475b1de-cee0-414e-b7a1-e10b4476010f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:57.075132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0997f50a-497c-42ca-8cb1-285a909d8d37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:57.115142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b1d78698-5072-4a79-a990-837a3fd3f235 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:57.118171 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2bff09c6-ad36-4522-aea3-17757e3f5557 req-a2a4d3c4-fb2e-4444-9124-614aa63d1428 service neutron] 10.222.0.50 "GET /v2.0/networks/a232f4af-fb75-42fc-86a9-957d7c91074d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454882 Jun 28 06:42:57.144893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e43a11c-0032-4d3a-a63d-518e7389b202 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:57.147530 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7e43a11c-0032-4d3a-a63d-518e7389b202 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1402538 Jun 28 06:42:57.154560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50228) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:57.158011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:59Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'af2dd8d7-f357-4503-a202-062323965919', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'port_id': '2f6fafab-eebc-4526-aba4-eba72cec9cd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'mac_address': 'fa:16:3e:4a:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:42:08Z', 'updated_at': '2021-06-28T06:42:54Z', 'revision_number': 1, 'project_id': '7e3a2332b99445df9da299c508b526df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bf06b9-ffb2-4ca5-b57a-e3032868daaf', 'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'mac_address': 'fa:16:3e:a6:f6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:57Z', 'updated_at': '2021-06-28T06:42:08Z', 'revision_number': 5, 'project_id': '7e3a2332b99445df9da299c508b526df', 'subnets': [{'id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:57.191654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ea726-ed0a-4507-b14f-5b3d1b2ac9dc None None] The sync data for ids ['a2668517-1866-4a8f-bc84-f1668ecab821'] in dv-neutron-797120-6-hyperv is: [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:59Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'af2dd8d7-f357-4503-a202-062323965919', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'port_id': '2f6fafab-eebc-4526-aba4-eba72cec9cd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'mac_address': 'fa:16:3e:4a:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:42:08Z', 'updated_at': '2021-06-28T06:42:54Z', 'revision_number': 1, 'project_id': '7e3a2332b99445df9da299c508b526df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bf06b9-ffb2-4ca5-b57a-e3032868daaf', 'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'mac_address': 'fa:16:3e:a6:f6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:57Z', 'updated_at': '2021-06-28T06:42:08Z', 'revision_number': 5, 'project_id': '7e3a2332b99445df9da299c508b526df', 'subnets': [{'id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:42:57.197022 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc99c6e-3140-4d70-9ed9-c78cdcdb4b00 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:42:57.200023 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0bc99c6e-3140-4d70-9ed9-c78cdcdb4b00 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/13bba7df-c0c0-45ed-a89a-8390a9b6f9f9 HTTP/1.1" status: 404 len: 333 time: 0.0360088 Jun 28 06:42:57.283103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50230) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:57.288518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-794090167'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:57.339234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.365127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.414771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:57.420419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.501117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:42:57.513110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.513500 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Added segment e418cce7-8855-4acc-81df-e88bdb7353a1 of type vlan for network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d Jun 28 06:42:57.533101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1d78698-5072-4a79-a990-837a3fd3f235 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.541000 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b1d78698-5072-4a79-a990-837a3fd3f235 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/0475b1de-cee0-414e-b7a1-e10b4476010f HTTP/1.1" status: 204 len: 168 time: 2.3746481 Jun 28 06:42:57.541729 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22ebf8-06db-4a44-8580-c773468211d7 None None] New status for floating IP af2dd8d7-f357-4503-a202-062323965919: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:42:57.542235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50236) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:57.556636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50238) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:57.560000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.570598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.630183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Allocated IP 172.26.4.108 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/47373ec1-cc0d-4994-86bb-261769983045) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:42:57.688871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cccf47-263b-4b9e-a6dc-c48033e76d84 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:57.690424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cccf47-263b-4b9e-a6dc-c48033e76d84 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:57.694286 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-42cccf47-263b-4b9e-a6dc-c48033e76d84 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1527739 Jun 28 06:42:57.694858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50242) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:57.721462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.724841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:42:57.736991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:57.736991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.736991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:57.737591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Sync routers for ids ['a2ca4781-2546-4515-8e0f-a02797e59c50'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:42:57.753596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Routers {'a2ca4781-2546-4515-8e0f-a02797e59c50'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:57.754388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2ca4781-2546-4515-8e0f-a02797e59c50'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:57.754554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Deleting port 9c1593a7-1e42-49c1-9846-afae8edb1cc2 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:57.754882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.774332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-10183f40-d988-498d-87f8-4b2d98192c0e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 9330e104-329e-4504-9d8f-b76def6c4a7e {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:42:57.789826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10183f40-d988-498d-87f8-4b2d98192c0e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.881024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Set router a2ca4781-2546-4515-8e0f-a02797e59c50 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:57.882443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.883847 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.8076718 Jun 28 06:42:57.895589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50244) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:57.911724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] For port 9c1593a7-1e42-49c1-9846-afae8edb1cc2, host hv-neutron-7971, got binding levels [] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:57.912087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:57.927854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10183f40-d988-498d-87f8-4b2d98192c0e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.008073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Calling delete_port for 9c1593a7-1e42-49c1-9846-afae8edb1cc2 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:58.079810 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ea73a7c2-06b9-4415-9ca6-34f3d46b214d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ba10781d9854ac097b858c5276fc0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961271 Jun 28 06:42:58.085292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50248) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:58.100488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Network': ['ID=d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:58.100739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca4781-2546-4515-8e0f-a02797e59c50', 'name': 'tempest-snat-router-699814154', 'tenant_id': '36455b633fdf4920871b2ddb7657be4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:49Z', 'updated_at': '2021-06-28T06:42:53Z', 'revision_number': 3, 'project_id': '36455b633fdf4920871b2ddb7657be4a', 'gw_port': {'id': '3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ca4781-2546-4515-8e0f-a02797e59c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:42:52Z', 'updated_at': '2021-06-28T06:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:58.111992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:58.120536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.140620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:42:58.153146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Checking router: a2ca4781-2546-4515-8e0f-a02797e59c50 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:42:58.153760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Updating router a2ca4781-2546-4515-8e0f-a02797e59c50 port 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:42:58.162162 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8753927 Jun 28 06:42:58.162356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50250) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:58.168064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:58.174209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3a5d-1ea7-4205-a32e-6316bfe5fae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.193981 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-add4b488-290f-4297-841a-57a38f0c229e tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/routers/a2ca4781-2546-4515-8e0f-a02797e59c50 HTTP/1.1" status: 200 len: 906 time: 0.2887623 Jun 28 06:42:58.196194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50252) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:58.208431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10183f40-d988-498d-87f8-4b2d98192c0e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.218239 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3a5d-1ea7-4205-a32e-6316bfe5fae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.236476 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.358188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.394974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.399937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:58.404011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.406557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:58.414122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.415252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-25bf2461-9e0b-4ca4-85ad-58b94c2564fa tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:58.417373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3a5d-1ea7-4205-a32e-6316bfe5fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.419890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3a5d-1ea7-4205-a32e-6316bfe5fae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.423587 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9c3a3a5d-1ea7-4205-a32e-6316bfe5fae9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b3b08d8-041e-4138-bdc5-84400c05a7d1 HTTP/1.1" status: 204 len: 168 time: 0.3350775 Jun 28 06:42:58.428679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c1593a7-1e42-49c1-9846-afae8edb1cc2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:58.433964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:58.470605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.472489 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9c1593a7-1e42-49c1-9846-afae8edb1cc2 HTTP/1.1" status: 204 len: 168 time: 1.5046437 Jun 28 06:42:58.475127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50256) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:58.481116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10183f40-d988-498d-87f8-4b2d98192c0e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.514511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:58.516365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:58.522520 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:58.534893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c04045-e1e7-427b-8095-418410eae521 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:58.539902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:42:58.544613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10183f40-d988-498d-87f8-4b2d98192c0e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.546485 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-10183f40-d988-498d-87f8-4b2d98192c0e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/9330e104-329e-4504-9d8f-b76def6c4a7e HTTP/1.1" status: 204 len: 168 time: 0.8501608 Jun 28 06:42:58.547812 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3100df97-2c93-4b0a-b88b-f14fdff3fead tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] GET failed (client error): The resource could not be found. Jun 28 06:42:58.549632 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3100df97-2c93-4b0a-b88b-f14fdff3fead tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] 10.222.0.24 "GET /v2.0/ports/9c1593a7-1e42-49c1-9846-afae8edb1cc2 HTTP/1.1" status: 404 len: 333 time: 0.0732753 Jun 28 06:42:58.550360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50258) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:58.553127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50260) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:58.563695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10183f40-d988-498d-87f8-4b2d98192c0e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=9330e104-329e-4504-9d8f-b76def6c4a7e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:58.601917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event updated for resources: {'Port': ['ID=47373ec1-cc0d-4994-86bb-261769983045,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:58.610481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:58.611187 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83198276-1634-4028-9ed5-748545b55a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:58.624121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-10183f40-d988-498d-87f8-4b2d98192c0e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:58.628293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a3a5d-1ea7-4205-a32e-6316bfe5fae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3b08d8-041e-4138-bdc5-84400c05a7d1,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:58.629049 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8d97cde8-48f2-49ef-b018-455f85044cd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755460 Jun 28 06:42:58.631552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50262) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:58.643860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.644687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9c3a3a5d-1ea7-4205-a32e-6316bfe5fae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:58.677615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.685014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Transition to ACTIVE for port object 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:42:58.722064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff4fd8-cf1f-430a-8a24-bbf7b7cb3a91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:58.726059 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-aeff4fd8-cf1f-430a-8a24-bbf7b7cb3a91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0911646 Jun 28 06:42:58.732279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50264) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:58.783255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.786385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:58.804368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58645c-c0b1-46c8-8599-316af27759e7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:58.805948 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3b58645c-c0b1-46c8-8599-316af27759e7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0788767 Jun 28 06:42:58.811506 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.814096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50270) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:58.865150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dee4b-6c58-4ebb-9353-87558d39ae3b None None] Pushing event updated for resources: {'Port': ['ID=3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:58.872143 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-03542b33-6ef7-4ecc-8e4c-19acb977cdb9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568240 Jun 28 06:42:58.878556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50272) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:58.882294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:42:58.885851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:58.910594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6b3dee4b-6c58-4ebb-9353-87558d39ae3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:58.940015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Attempting to bind port 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:42:58.943638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Attempting to bind port 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:42:58.943638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Attempting to bind port 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:42:58.949623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:42:58.950790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:58.951742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.952377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:42:58.953054 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Bound port: 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:42:58.954441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:58.968823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Deleting port 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:58.969289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.022754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] For port 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:42:59.026472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] For port 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:42:59.056653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] Deleting port 7d81141b-6310-43da-9eef-8391f87363e3 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:42:59.057857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.073363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] For port 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:59.074058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.096274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Calling delete_port for 3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:59.110105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.114553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:59.121928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.140306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d47bf2-617d-4da9-a100-808a6da920eb']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:59.148720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:42:59.152551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.154197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60aaa636-71da-4bd3-abbc-ec66e39ad033') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:59.154501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60aaa636-71da-4bd3-abbc-ec66e39ad033') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:59.164783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.174327 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:42:59.179285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.186634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:42:59.187034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.189160 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dee4b-6c58-4ebb-9353-87558d39ae3b None None] Pushing event updated for resources: {'Port': ['ID=3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:42:59.223094 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:42:59.349282 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.359779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6b3dee4b-6c58-4ebb-9353-87558d39ae3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:59.377816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] For port 7d81141b-6310-43da-9eef-8391f87363e3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7d81141b-6310-43da-9eef-8391f87363e3,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:42:59.378219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.389261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Routers {'a2ca4781-2546-4515-8e0f-a02797e59c50'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:42:59.389905 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2ca4781-2546-4515-8e0f-a02797e59c50'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:59.427145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] Calling delete_port for 7d81141b-6310-43da-9eef-8391f87363e3 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:42:59.454560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.456913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.465769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9e434018-e0b8-48f4-b475-579af4cff228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:59.487991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.514246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.518384 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] 10.222.0.24 "DELETE /v2.0/networks/e3d47bf2-617d-4da9-a100-808a6da920eb HTTP/1.1" status: 204 len: 168 time: 0.9612691 Jun 28 06:42:59.518384 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=e27fd31f-7766-4a97-aa5c-dee91fb025cc,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:59.526560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:59.527159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1afc8736-8ea9-4506-9879-6d92c8a80c48 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:59.545293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.553783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-815a10d4-74f7-4099-b4f6-23170263ffa8 tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:59.554513 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] Set router a2ca4781-2546-4515-8e0f-a02797e59c50 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:42:59.601806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c19ab14-0325-4ed2-8941-b4ed4c7d9b1c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:59.608503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:59.624280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ca4781-2546-4515-8e0f-a02797e59c50', 'name': 'tempest-snat-router-699814154', 'tenant_id': '36455b633fdf4920871b2ddb7657be4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:49Z', 'updated_at': '2021-06-28T06:42:58Z', 'revision_number': 4, 'project_id': '36455b633fdf4920871b2ddb7657be4a', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:42:59.638139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.662389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485eec1-44f3-4f80-997d-cbf9d7549b03 None None] The sync data for ids ['a2ca4781-2546-4515-8e0f-a02797e59c50'] in dv-neutron-797120-6-hyperv is: [{'id': 'a2ca4781-2546-4515-8e0f-a02797e59c50', 'name': 'tempest-snat-router-699814154', 'tenant_id': '36455b633fdf4920871b2ddb7657be4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:49Z', 'updated_at': '2021-06-28T06:42:58Z', 'revision_number': 4, 'project_id': '36455b633fdf4920871b2ddb7657be4a', 'gw_port_host': None}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:42:59.663163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Pushing event deleted for resources: {'Network': ['ID=e3d47bf2-617d-4da9-a100-808a6da920eb,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:59.664066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:59.684774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:59.726110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:42:59.735247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:42:59.738793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:42:59.739944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.743111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.753148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4368ccde-90c7-4e91-8110-315cf9a05bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:42:59.757785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] No DVR routers for this DVR port 7d81141b-6310-43da-9eef-8391f87363e3 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:42:59.762068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.768987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=6b213217-f92d-48d6-aad5-e1ff05b7caf7,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:59.771213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:59.791376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7d81141b-6310-43da-9eef-8391f87363e3 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:42:59.795808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] Pushing event deleted for resources: {'Port': ['ID=7d81141b-6310-43da-9eef-8391f87363e3,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:42:59.796804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:42:59.812156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681f753-e0bc-4db1-a80c-996dd2ef6487 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:42:59.832522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Checking segment: {'id': 'e418cce7-8855-4acc-81df-e88bdb7353a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:42:59.832929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network hostable DHCP agents. Network: d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:42:59.864972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.886752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 7d81141b-6310-43da-9eef-8391f87363e3 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:42:59.886752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7d81141b-6310-43da-9eef-8391f87363e3 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:42:59.928973 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0463455 Jun 28 06:42:59.929377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50294) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:42:59.938380 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'fixed_ips': [{'subnet_id': '6b213217-f92d-48d6-aad5-e1ff05b7caf7', 'ip_address': '2001:db8::578f:31b5:4e58:ada0'}], 'name': 'tempest-NetworksTestDHCPv6-290809253'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:42:59.945203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:42:59.952126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:42:59.965361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.037381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50298) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:00.124236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:00.131499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:00.132466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.133409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b20546-2c9b-4724-a92a-3afe20da60a1 None None] Network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:00.175349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.176914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2ca4781-2546-4515-8e0f-a02797e59c50 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:00.194041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Router 27424ea6-021c-4a48-8cab-3c2a86484462 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:00.206724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50304) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:00.209269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.214365 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a2ca4781-2546-4515-8e0f-a02797e59c50 HTTP/1.1" status: 204 len: 168 time: 2.0159900 Jun 28 06:43:00.221910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50308) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:00.263152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': '6b213217-f92d-48d6-aad5-e1ff05b7caf7'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:00.264551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.362555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:00.384152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Sync routers for ids ['27424ea6-021c-4a48-8cab-3c2a86484462'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:00.388206 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2223041 Jun 28 06:43:00.388394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.391870 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50312) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:00.399546 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Routers {'27424ea6-021c-4a48-8cab-3c2a86484462'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:00.401544 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['27424ea6-021c-4a48-8cab-3c2a86484462'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:00.409610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d1047d33-582f-46fa-89a2-aabaa55b188c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:00.432540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'networks': [{'name': 'tempest-network--434438876'}, {'name': 'tempest-network--412891705'}]} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:00.432886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'network': {'name': 'tempest-network--434438876'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:00.433328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'network': {'name': 'tempest-network--412891705'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:00.453392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d', 'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d', 'tenant_id': 'd8ede9ad57f2483ebfe893fb78cd5d47', 'fixed_ips': [{'subnet_id': 'e27fd31f-7766-4a97-aa5c-dee91fb025cc'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:00.454606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.512215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.530157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:43:00.530157 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:43:00.530157 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': 'a88534ab2ed9447899804bc4c978954b', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 43, 0, 444739)}] Jun 28 06:43:00.530157 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:43:00.530612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:43:00.601279 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fb1533d7-0fc6-4c32-acda-e42b27bf8441 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3682ec40d81b4fcb8c4f1c1fa8be5cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893375 Jun 28 06:43:00.601279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50314) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:00.609063 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Set router 27424ea6-021c-4a48-8cab-3c2a86484462 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:00.620995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:00.625761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/6b213217-f92d-48d6-aad5-e1ff05b7caf7/5f881145-6332-4ef9-9f8e-d6deadd151d0) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:00.680424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Allocated IP 2001:db8::2 (d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d/e27fd31f-7766-4a97-aa5c-dee91fb025cc/839df2f5-7791-421a-9f0a-e7da4af1b828) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:00.702537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5adeb37d-7575-42ff-afaa-0696954700fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.728234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5adeb37d-7575-42ff-afaa-0696954700fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.759958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Deleting port bf339265-1bb0-451b-a138-6a78fa0e3a4d {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:00.760308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.766345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.767610 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.5362952 Jun 28 06:43:00.775741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50316) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:00.794799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.835410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5adeb37d-7575-42ff-afaa-0696954700fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.838188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5adeb37d-7575-42ff-afaa-0696954700fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.839663 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5adeb37d-7575-42ff-afaa-0696954700fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b64cee2-dcb6-4322-b1fb-35402e273cd5 HTTP/1.1" status: 204 len: 168 time: 0.2379975 Jun 28 06:43:00.842084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:00.882471 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adeb37d-7575-42ff-afaa-0696954700fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64cee2-dcb6-4322-b1fb-35402e273cd5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:00.885692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5adeb37d-7575-42ff-afaa-0696954700fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:00.898368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1047d33-582f-46fa-89a2-aabaa55b188c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:00.903177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1047d33-582f-46fa-89a2-aabaa55b188c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:00.904905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port fc2aab6f-5125-4f6b-ab90-3db16fbd53a4 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:00.946021 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27424ea6-021c-4a48-8cab-3c2a86484462', 'name': 'tempest-snat-router-1121183901', 'tenant_id': '34777db5deba44b8bdde97e61eaf4512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.108'}], 'enable_snat': False}, 'gw_port_id': '47373ec1-cc0d-4994-86bb-261769983045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:55Z', 'updated_at': '2021-06-28T06:42:58Z', 'revision_number': 3, 'project_id': '34777db5deba44b8bdde97e61eaf4512', 'gw_port': {'id': '47373ec1-cc0d-4994-86bb-261769983045', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27424ea6-021c-4a48-8cab-3c2a86484462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:42:57Z', 'updated_at': '2021-06-28T06:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:00.999717 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b2a53786-31cf-4836-b997-bb87405be775 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/routers/27424ea6-021c-4a48-8cab-3c2a86484462 HTTP/1.1" status: 200 len: 909 time: 0.2188363 Jun 28 06:43:00.999717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50320) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:01.005055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1121183901', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'enable_snat': True}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:01.020279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.039332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Transition to ACTIVE for port object 5f881145-6332-4ef9-9f8e-d6deadd151d0 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:01.060761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.079753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Transition to ACTIVE for port object 5f881145-6332-4ef9-9f8e-d6deadd151d0 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:01.087565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Transition to ACTIVE for port object 839df2f5-7791-421a-9f0a-e7da4af1b828 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:01.097489 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Checking router: 27424ea6-021c-4a48-8cab-3c2a86484462 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:43:01.097950 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Updating router 27424ea6-021c-4a48-8cab-3c2a86484462 port 47373ec1-cc0d-4994-86bb-261769983045 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:43:01.117470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Transition to ACTIVE for port object 839df2f5-7791-421a-9f0a-e7da4af1b828 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:01.143132 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.161977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] For port bf339265-1bb0-451b-a138-6a78fa0e3a4d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bf339265-1bb0-451b-a138-6a78fa0e3a4d,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:01.163104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.169830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.175319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1e0a6178-9d15-490a-be6b-bcf164c56c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:01.206350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Calling delete_port for bf339265-1bb0-451b-a138-6a78fa0e3a4d owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:01.247115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Pushing event updated for resources: {'Port': ['ID=5f881145-6332-4ef9-9f8e-d6deadd151d0,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:01.252140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.254673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:01.255093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:01.305528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:01.312270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:01.325129 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:01.337175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:01.371725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::578f:31b5:4e58:ada0 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/6b213217-f92d-48d6-aad5-e1ff05b7caf7/fc2aab6f-5125-4f6b-ab90-3db16fbd53a4) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:01.439899 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.ipam_backend_mixin [None req-d1047d33-582f-46fa-89a2-aabaa55b188c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e27fd31f-7766-4a97-aa5c-dee91fb025cc (CIDR: 2001:db8::/64) Jun 28 06:43:01.446700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:01.456651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:01.459593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Pushing event updated for resources: {'Port': ['ID=839df2f5-7791-421a-9f0a-e7da4af1b828,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:01.478124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.480099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.481446 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.487081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:01.492996 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Transition to ACTIVE for port object 47373ec1-cc0d-4994-86bb-261769983045 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:01.506516 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1047d33-582f-46fa-89a2-aabaa55b188c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:43:01.507026 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1047d33-582f-46fa-89a2-aabaa55b188c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:43:01.532593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Attempting to bind port 5f881145-6332-4ef9-9f8e-d6deadd151d0 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:01.533244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Attempting to bind port 5f881145-6332-4ef9-9f8e-d6deadd151d0 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:01.533966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Attempting to bind port 5f881145-6332-4ef9-9f8e-d6deadd151d0 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:01.560157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:01.560699 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:01.561590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.561590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:01.562265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Bound port: 5f881145-6332-4ef9-9f8e-d6deadd151d0, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:01.562737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.566175 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.569819 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.574205 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:01.609389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Attempting to bind port 839df2f5-7791-421a-9f0a-e7da4af1b828 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:01.609389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Attempting to bind port 839df2f5-7791-421a-9f0a-e7da4af1b828 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'e418cce7-8855-4acc-81df-e88bdb7353a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:01.609972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Attempting to bind port 839df2f5-7791-421a-9f0a-e7da4af1b828 on network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:01.648231 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Pushing event updated for resources: {'Port': ['ID=47373ec1-cc0d-4994-86bb-261769983045,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:01.658831 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Attempting to bind port 47373ec1-cc0d-4994-86bb-261769983045 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:01.659411 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Attempting to bind port 47373ec1-cc0d-4994-86bb-261769983045 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:01.660126 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Attempting to bind port 47373ec1-cc0d-4994-86bb-261769983045 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:01.664409 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.664586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Made reservation on behalf of a88534ab2ed9447899804bc4c978954b for: {'network': 2} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:01.665122 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.665607 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.666475 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.667015 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.667790 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.668535 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.669050 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.672778 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.672778 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.672778 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.673352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.673438 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:01.674817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] For port 5f881145-6332-4ef9-9f8e-d6deadd151d0, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:01.676785 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:01.677928 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:01.678446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] For port 5f881145-6332-4ef9-9f8e-d6deadd151d0, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5f881145-6332-4ef9-9f8e-d6deadd151d0,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:01.678716 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:01.679285 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.679831 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:01.680456 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Bound port: 47373ec1-cc0d-4994-86bb-261769983045, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:01.681066 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.683139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:01.683654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Checking segment: {'id': 'e418cce7-8855-4acc-81df-e88bdb7353a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:01.684154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.684674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Bound using segment: {'id': 'e418cce7-8855-4acc-81df-e88bdb7353a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:01.685279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Bound port: 839df2f5-7791-421a-9f0a-e7da4af1b828, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e418cce7-8855-4acc-81df-e88bdb7353a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:01.685754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.695779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.710200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.733444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.743024 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] For port 47373ec1-cc0d-4994-86bb-261769983045, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:01.747771 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] For port 47373ec1-cc0d-4994-86bb-261769983045, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=47373ec1-cc0d-4994-86bb-261769983045,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:01.748708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a76e36ba-57bb-427d-a33b-de8df8f5f0cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:01.776290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object fc2aab6f-5125-4f6b-ab90-3db16fbd53a4 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:01.777135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf339265-1bb0-451b-a138-6a78fa0e3a4d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:01.784492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] For port 839df2f5-7791-421a-9f0a-e7da4af1b828, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:01.787174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:01.791530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] For port 839df2f5-7791-421a-9f0a-e7da4af1b828, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=839df2f5-7791-421a-9f0a-e7da4af1b828,segment=NetworkSegment(e418cce7-8855-4acc-81df-e88bdb7353a1),segment_id=e418cce7-8855-4acc-81df-e88bdb7353a1)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:01.803970 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50328) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:01.823553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.827145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9ead01ab-a41e-4792-b9f5-34f2de4f189f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:01.838892 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d1047d33-582f-46fa-89a2-aabaa55b188c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4360292 Jun 28 06:43:01.839291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50330) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:01.852195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:01.892161 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.892463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Pushing event updated for resources: {'Port': ['ID=5f881145-6332-4ef9-9f8e-d6deadd151d0,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:01.895388 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:01.896545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.901539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:01.901539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ad335576-e33b-4c2b-8f70-6145afdcafbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:01.985403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:01.988703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Pushing event updated for resources: {'Port': ['ID=839df2f5-7791-421a-9f0a-e7da4af1b828,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:01.994624 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Routers {'27424ea6-021c-4a48-8cab-3c2a86484462'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:01.995863 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['27424ea6-021c-4a48-8cab-3c2a86484462'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:02.002509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:02.019037 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a5490ed6-0b86-4d41-8909-13872b6ff1d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34671a5f82b74d23a8409aa0e991cf3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137239 Jun 28 06:43:02.025251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50332) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:02.046324 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Pushing event updated for resources: {'Port': ['ID=47373ec1-cc0d-4994-86bb-261769983045,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:02.052156 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:02.149025 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] Set router 27424ea6-021c-4a48-8cab-3c2a86484462 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:02.257911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-13803705-fe5a-4556-a1eb-8d95f530614d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.285809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.320025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-13803705-fe5a-4556-a1eb-8d95f530614d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.346357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.376829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.382047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.382047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:02.437729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18d41a-0121-42de-a68f-1c71bf449648,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:02.451064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:02.455839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:02.471040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.490908 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27424ea6-021c-4a48-8cab-3c2a86484462', 'name': 'tempest-snat-router-1121183901', 'tenant_id': '34777db5deba44b8bdde97e61eaf4512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.108'}], 'enable_snat': False}, 'gw_port_id': '47373ec1-cc0d-4994-86bb-261769983045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:55Z', 'updated_at': '2021-06-28T06:42:58Z', 'revision_number': 3, 'project_id': '34777db5deba44b8bdde97e61eaf4512', 'gw_port': {'id': '47373ec1-cc0d-4994-86bb-261769983045', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27424ea6-021c-4a48-8cab-3c2a86484462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:42:57Z', 'updated_at': '2021-06-28T06:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:02.505365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3d7c0027-721a-487e-880b-68fd56097e6f tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:02.534713 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60bf57-5fed-40a9-8743-c0d1886f948a None None] The sync data for ids ['27424ea6-021c-4a48-8cab-3c2a86484462'] in dv-neutron-797120-6-hyperv is: [{'id': '27424ea6-021c-4a48-8cab-3c2a86484462', 'name': 'tempest-snat-router-1121183901', 'tenant_id': '34777db5deba44b8bdde97e61eaf4512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.108'}], 'enable_snat': False}, 'gw_port_id': '47373ec1-cc0d-4994-86bb-261769983045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:42:55Z', 'updated_at': '2021-06-28T06:42:58Z', 'revision_number': 3, 'project_id': '34777db5deba44b8bdde97e61eaf4512', 'gw_port': {'id': '47373ec1-cc0d-4994-86bb-261769983045', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27424ea6-021c-4a48-8cab-3c2a86484462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:42:57Z', 'updated_at': '2021-06-28T06:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:02.539948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.540154 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Added segment db2da325-5e87-4e57-b335-2f4f82d9844e of type vlan for network 9f3ddfa4-11eb-4a7c-9c56-f9dd6498031c Jun 28 06:43:02.552289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-13803705-fe5a-4556-a1eb-8d95f530614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.554931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-13803705-fe5a-4556-a1eb-8d95f530614d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.567075 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-13803705-fe5a-4556-a1eb-8d95f530614d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67dd4a3d-551d-4d83-a307-19fdbbfe193e HTTP/1.1" status: 204 len: 168 time: 0.5288768 Jun 28 06:43:02.567327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.567424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1ed97421-fb70-48b6-b4c5-ccac5a9de225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:02.569347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.614683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.620988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13803705-fe5a-4556-a1eb-8d95f530614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dd4a3d-551d-4d83-a307-19fdbbfe193e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:02.653797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=fc2aab6f-5125-4f6b-ab90-3db16fbd53a4,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:02.657356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:02.660743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:02.664478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:02.669111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:02.675181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:02.676004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.692339 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-13803705-fe5a-4556-a1eb-8d95f530614d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:02.736786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.739211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:02.740660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.741715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20d70351-39eb-4ad1-a8c2-edc671a5e40a {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:02.752831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.752831 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "DELETE /v2.0/routers/20d70351-39eb-4ad1-a8c2-edc671a5e40a HTTP/1.1" status: 204 len: 168 time: 2.5295937 Jun 28 06:43:02.752831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50338) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:02.758171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-888191933', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:02.764432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.769879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.770223 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Added segment b12ed071-ea5c-41bd-b9fb-e648b076c7a7 of type vlan for network b4909c89-6304-4c8e-8ca8-bd65a85fa321 Jun 28 06:43:02.779747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:02.784505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.857755 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.873275 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9404116 Jun 28 06:43:02.874345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50342) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:02.962357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Allocated IP 172.26.4.116 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/03d79712-228e-4863-b065-0e9da904fee8) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:02.977143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:02.978147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:03.066244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:03.113403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:03.113403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:03.134424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:03.144561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:03.146225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:03.153725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f2dd2fca-d691-4188-b152-898276103092 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:03.223936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:03.308371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'Network': ['ID=9f3ddfa4-11eb-4a7c-9c56-f9dd6498031c,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:03.331231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 9f3ddfa4-11eb-4a7c-9c56-f9dd6498031c details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:03.382992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1831456b-a0f2-46fc-8ae9-9688227a5b84 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:03.395751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1831456b-a0f2-46fc-8ae9-9688227a5b84 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:03.397697 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1831456b-a0f2-46fc-8ae9-9688227a5b84 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5223808 Jun 28 06:43:03.400920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50352) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:03.409253 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.3703797 Jun 28 06:43:03.419418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50354) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:03.476547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'Network': ['ID=b4909c89-6304-4c8e-8ca8-bd65a85fa321,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:03.497042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:03.497670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:03.497915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:03.527166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:03.590837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9013a317-7a4f-47f8-8733-d877c0fc42ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:03.696069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:03.696069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:03.741675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:03.780107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:03.889701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network b4909c89-6304-4c8e-8ca8-bd65a85fa321 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:03.899302 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event updated for resources: {'Port': ['ID=03d79712-228e-4863-b065-0e9da904fee8,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:03.913868 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:03.923997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:03.987807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eb7c4f62-8491-40c6-82f7-fd14207e427f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:04.019270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e8979-18a6-483f-97b3-595336eb6957 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:04.039034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 839df2f5-7791-421a-9f0a-e7da4af1b828 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:04.060351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e8979-18a6-483f-97b3-595336eb6957 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:04.080326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e8979-18a6-483f-97b3-595336eb6957 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:04.091062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=f6b330dd-6b19-422a-9668-3597fada551f,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:04.100727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:04.108729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e8979-18a6-483f-97b3-595336eb6957 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:04.114434 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d38e8979-18a6-483f-97b3-595336eb6957 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6938248 Jun 28 06:43:04.115397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50364) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:04.159573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:04.169755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:04.204362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:04.206816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.247133 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a755cf0a-d983-4844-a6b9-ffb1b7fd0793 None None] Network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:04.250330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4d49fcd9-d812-4026-989c-708d0a0f7b87 None None] Provisioning for port 5f881145-6332-4ef9-9f8e-d6deadd151d0 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:04.253506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-b8085d55-aff8-4e2d-8dde-ef1d86ed57ec tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port fc2aab6f-5125-4f6b-ab90-3db16fbd53a4 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:04.254151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8085d55-aff8-4e2d-8dde-ef1d86ed57ec tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.345029 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5090380 Jun 28 06:43:04.351843 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50372) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:04.359945 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 839df2f5-7791-421a-9f0a-e7da4af1b828 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:04.364827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d', 'fixed_ips': [{'subnet_id': 'e27fd31f-7766-4a97-aa5c-dee91fb025cc'}, {'subnet_id': 'f6b330dd-6b19-422a-9668-3597fada551f'}], 'name': 'tempest-PortsIpV6TestJSON-1639818598'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:04.383767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8085d55-aff8-4e2d-8dde-ef1d86ed57ec tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.393792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47373ec1-cc0d-4994-86bb-261769983045 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:04.419698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.424299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-b8085d55-aff8-4e2d-8dde-ef1d86ed57ec tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for fc2aab6f-5125-4f6b-ab90-3db16fbd53a4 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:04.494954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0351ef9a-83df-49c9-a9c1-b6e712d4c84a None None] Provisioning for port 839df2f5-7791-421a-9f0a-e7da4af1b828 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:04.504557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0351ef9a-83df-49c9-a9c1-b6e712d4c84a None None] Provisioning complete for port 839df2f5-7791-421a-9f0a-e7da4af1b828 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:04.505009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0351ef9a-83df-49c9-a9c1-b6e712d4c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.554895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 47373ec1-cc0d-4994-86bb-261769983045 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:04.571275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 47373ec1-cc0d-4994-86bb-261769983045 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:04.571655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.648391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.660684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.685560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae3a00-6116-439a-bcab-bb856d695829 None None] Update dhcp port {'port': {'network_id': 'd7f4fc42-e8de-4892-851c-ddfb1aa2ce8d', 'fixed_ips': [{'subnet_id': 'e27fd31f-7766-4a97-aa5c-dee91fb025cc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6b330dd-6b19-422a-9668-3597fada551f'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': '839df2f5-7791-421a-9f0a-e7da4af1b828'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:43:04.705741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.742496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.751949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0351ef9a-83df-49c9-a9c1-b6e712d4c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.767954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3a00-6116-439a-bcab-bb856d695829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.790416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3ddfa4-11eb-4a7c-9c56-f9dd6498031c']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:04.809206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.817542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2da325-5e87-4e57-b335-2f4f82d9844e') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:04.817542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2da325-5e87-4e57-b335-2f4f82d9844e') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:04.832890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.860208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.878499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:04.902886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 47373ec1-cc0d-4994-86bb-261769983045, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=47373ec1-cc0d-4994-86bb-261769983045,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:04.905794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:43:04.906158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:43:04.909309 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:43:04.913089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0351ef9a-83df-49c9-a9c1-b6e712d4c84a None None] For port 839df2f5-7791-421a-9f0a-e7da4af1b828, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=839df2f5-7791-421a-9f0a-e7da4af1b828,segment=NetworkSegment(e418cce7-8855-4acc-81df-e88bdb7353a1),segment_id=e418cce7-8855-4acc-81df-e88bdb7353a1)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:04.962034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Allocated IP 172.26.4.155 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/dada5d49-c00d-4f5f-8a32-b54ea073d2aa) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:05.031027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.071903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8085d55-aff8-4e2d-8dde-ef1d86ed57ec tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.078128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.078128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5f881145-6332-4ef9-9f8e-d6deadd151d0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:05.081356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:05.082330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f816a288-77e4-442e-9470-f823b89e3a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:05.084297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0351ef9a-83df-49c9-a9c1-b6e712d4c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.113856 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.130041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8085d55-aff8-4e2d-8dde-ef1d86ed57ec tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=fc2aab6f-5125-4f6b-ab90-3db16fbd53a4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:05.141362 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.141477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0351ef9a-83df-49c9-a9c1-b6e712d4c84a None None] Could not find standard attr ID for object fc2aab6f-5125-4f6b-ab90-3db16fbd53a4. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:43:05.143040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.143166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b8085d55-aff8-4e2d-8dde-ef1d86ed57ec tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:05.150957 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "DELETE /v2.0/networks/9f3ddfa4-11eb-4a7c-9c56-f9dd6498031c HTTP/1.1" status: 204 len: 168 time: 1.0302503 Jun 28 06:43:05.153965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50384) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:05.154792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b9525f5b-a43a-47fe-b350-87ff04e3e433 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:05.169548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-f8ae3a00-6116-439a-bcab-bb856d695829 None None] Allocated IP 2001:db8:0:1::2 (d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d/f6b330dd-6b19-422a-9668-3597fada551f/839df2f5-7791-421a-9f0a-e7da4af1b828) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:05.191698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 08f8f054-47c0-4d80-b6f7-8b70f398b170 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:05.276582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=47373ec1-cc0d-4994-86bb-261769983045,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:05.304789 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:05.305281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6b3dee4b-6c58-4ebb-9353-87558d39ae3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:05.449223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b8085d55-aff8-4e2d-8dde-ef1d86ed57ec tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.456289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351ef9a-83df-49c9-a9c1-b6e712d4c84a None None] Pushing event updated for resources: {'Port': ['ID=839df2f5-7791-421a-9f0a-e7da4af1b828,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:05.463093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0351ef9a-83df-49c9-a9c1-b6e712d4c84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:05.466324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b8085d55-aff8-4e2d-8dde-ef1d86ed57ec tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/fc2aab6f-5125-4f6b-ab90-3db16fbd53a4 HTTP/1.1" status: 204 len: 168 time: 2.0620954 Jun 28 06:43:05.478028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 5f881145-6332-4ef9-9f8e-d6deadd151d0 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:05.482786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f8ae3a00-6116-439a-bcab-bb856d695829 None None] For port 839df2f5-7791-421a-9f0a-e7da4af1b828, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=839df2f5-7791-421a-9f0a-e7da4af1b828,segment=NetworkSegment(e418cce7-8855-4acc-81df-e88bdb7353a1),segment_id=e418cce7-8855-4acc-81df-e88bdb7353a1)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:05.484566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.486407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50394) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:05.503616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5f881145-6332-4ef9-9f8e-d6deadd151d0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:05.505150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.579657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3a00-6116-439a-bcab-bb856d695829 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.607312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f8ae3a00-6116-439a-bcab-bb856d695829 None None] Transition to ACTIVE for port object 839df2f5-7791-421a-9f0a-e7da4af1b828 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:05.612073 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50396) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:05.614484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Network': ['ID=9f3ddfa4-11eb-4a7c-9c56-f9dd6498031c,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:05.616871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:05.646465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1297d68e-ade8-461a-8520-2d236266f657 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:05.648416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1297d68e-ade8-461a-8520-2d236266f657 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:05.653630 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1297d68e-ade8-461a-8520-2d236266f657 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1662097 Jun 28 06:43:05.654197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50400) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:05.654522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.694251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 5f881145-6332-4ef9-9f8e-d6deadd151d0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5f881145-6332-4ef9-9f8e-d6deadd151d0,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:05.695839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3a00-6116-439a-bcab-bb856d695829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.709173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:05.724201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.759386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed968b4-c011-42ad-893d-a043ac735b88 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 6b213217-f92d-48d6-aad5-e1ff05b7caf7 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:05.766352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6ed968b4-c011-42ad-893d-a043ac735b88 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.782229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.789861 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-233301415', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:05.805320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Router 03d41318-a8c5-41da-821f-1e7ef96e296e is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:05.814787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae3a00-6116-439a-bcab-bb856d695829 None None] Pushing event updated for resources: {'Port': ['ID=839df2f5-7791-421a-9f0a-e7da4af1b828,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:05.827736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8ae3a00-6116-439a-bcab-bb856d695829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:05.828139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-614fadaa-4c8e-436c-850a-1e8fbf7a73f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:05.860686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.866699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.874255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-00563147-f8a8-44ad-9232-dd3b266e1a5f tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:05.880103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bf339265-1bb0-451b-a138-6a78fa0e3a4d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:05.881062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6ed968b4-c011-42ad-893d-a043ac735b88 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.907359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4909c89-6304-4c8e-8ca8-bd65a85fa321']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:05.909736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: bf339265-1bb0-451b-a138-6a78fa0e3a4d {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:05.914045 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bf339265-1bb0-451b-a138-6a78fa0e3a4d not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:05.922419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12ed071-ea5c-41bd-b9fb-e648b076c7a7') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:05.922793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12ed071-ea5c-41bd-b9fb-e648b076c7a7') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:05.928140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=5f881145-6332-4ef9-9f8e-d6deadd151d0,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:05.931346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:05.943008 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.981756 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Made reservation on behalf of 744d742cf33242e790c656e0a9ee1e4e for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:05.984257 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:05.998118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.004105 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.019321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:43:06.019708 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:43:06.022845 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:43:06.049209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 839df2f5-7791-421a-9f0a-e7da4af1b828 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:06.058483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:06.073557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8::1ad (d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d/e27fd31f-7766-4a97-aa5c-dee91fb025cc/08f8f054-47c0-4d80-b6f7-8b70f398b170) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:06.082549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6ed968b4-c011-42ad-893d-a043ac735b88 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.086500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:06.103743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:06.109814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47373ec1-cc0d-4994-86bb-261769983045 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:06.128271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8:0:1::94 (d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d/f6b330dd-6b19-422a-9668-3597fada551f/08f8f054-47c0-4d80-b6f7-8b70f398b170) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:06.130493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:06.138532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Sync routers for ids ['03d41318-a8c5-41da-821f-1e7ef96e296e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:06.141509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Pushing event updated for resources: {'Port': ['ID=dada5d49-c00d-4f5f-8a32-b54ea073d2aa,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:06.161442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Routers {'03d41318-a8c5-41da-821f-1e7ef96e296e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:06.162151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['03d41318-a8c5-41da-821f-1e7ef96e296e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:06.168450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:06.175631 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.180069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.185906 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "DELETE /v2.0/networks/b4909c89-6304-4c8e-8ca8-bd65a85fa321 HTTP/1.1" status: 204 len: 168 time: 1.0265851 Jun 28 06:43:06.188484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50402) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:06.189257 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:06.235069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Network': ['ID=b4909c89-6304-4c8e-8ca8-bd65a85fa321,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:06.236832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:06.257900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 47373ec1-cc0d-4994-86bb-261769983045 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:06.258637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.340567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Set router 03d41318-a8c5-41da-821f-1e7ef96e296e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:06.364908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39635ed2-6b1f-4744-af46-11f7ed339b6c tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:06.372127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39635ed2-6b1f-4744-af46-11f7ed339b6c tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:06.377888 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-39635ed2-6b1f-4744-af46-11f7ed339b6c tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1846406 Jun 28 06:43:06.380276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.389475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50404) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:06.391149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.394824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1779513652'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:06.463922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.467847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-38660703-0169-48bc-a602-447bfd9b1e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:06.470496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] device_id is not set on port 627d786b-fe03-451b-9c99-cf52543c62a2 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:06.546857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.550676 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5473292 Jun 28 06:43:06.553539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50408) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:06.566894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3629874-a026-44ec-b549-b90bf15df007,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:06.570155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:06.636613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e8fbc2-9c15-4d2f-9c1f-e304417356a8 None None] Network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:06.657246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Made reservation on behalf of a88534ab2ed9447899804bc4c978954b for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:06.661151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.731706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:06.750433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Allocated IP 172.26.4.62 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/627d786b-fe03-451b-9c99-cf52543c62a2) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:06.770300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.770905 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Added segment 9993a1a6-4e01-4c29-a8df-ff7c2e0ccf2e of type vlan for network 0a938c3d-8278-41cd-a1e7-938b496311a2 Jun 28 06:43:06.820213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 08f8f054-47c0-4d80-b6f7-8b70f398b170 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:06.837144 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2544369a-8a3e-4ab0-9cc1-c6ea8fe43cb3 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/routers/03d41318-a8c5-41da-821f-1e7ef96e296e HTTP/1.1" status: 200 len: 908 time: 0.2786722 Jun 28 06:43:06.838894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50412) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:06.852921 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.882740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aab63656-3db9-4765-8f61-0a0a6219ff96 None None] Provisioning for port 839df2f5-7791-421a-9f0a-e7da4af1b828 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:06.896164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aab63656-3db9-4765-8f61-0a0a6219ff96 None None] Provisioning complete for port 839df2f5-7791-421a-9f0a-e7da4af1b828 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:06.896637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aab63656-3db9-4765-8f61-0a0a6219ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.906572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6ed968b4-c011-42ad-893d-a043ac735b88 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.910170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-436441f5-836c-428d-b766-43b8bce56d73 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:06.935127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed968b4-c011-42ad-893d-a043ac735b88 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=6b213217-f92d-48d6-aad5-e1ff05b7caf7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:06.938870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ed968b4-c011-42ad-893d-a043ac735b88 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:06.942792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6ed968b4-c011-42ad-893d-a043ac735b88 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:06.947761 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6ed968b4-c011-42ad-893d-a043ac735b88 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/6b213217-f92d-48d6-aad5-e1ff05b7caf7 HTTP/1.1" status: 204 len: 168 time: 1.2909510 Jun 28 06:43:06.948618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50414) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:06.959498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d41318-a8c5-41da-821f-1e7ef96e296e', 'name': 'tempest-snat-router-1121183901', 'tenant_id': '34777db5deba44b8bdde97e61eaf4512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '03d79712-228e-4863-b065-0e9da904fee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:01Z', 'updated_at': '2021-06-28T06:43:04Z', 'revision_number': 3, 'project_id': '34777db5deba44b8bdde97e61eaf4512', 'gw_port': {'id': '03d79712-228e-4863-b065-0e9da904fee8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d41318-a8c5-41da-821f-1e7ef96e296e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:43:02Z', 'updated_at': '2021-06-28T06:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:06.963580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825dccfa-edbf-4b0d-9c4b-f4fa7b4e26d7 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:06.994641 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e369f513-50b6-4720-9ccc-94e34fec7b74 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446343 Jun 28 06:43:06.995563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50416) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:07.000899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:07.012899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Checking router: 03d41318-a8c5-41da-821f-1e7ef96e296e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:43:07.013220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Updating router 03d41318-a8c5-41da-821f-1e7ef96e296e port 03d79712-228e-4863-b065-0e9da904fee8 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:43:07.054629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.066504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.074403 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.078975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6d781cbd-54e6-47f3-85cc-09d64cd5cf74 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:07.113910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.120233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:07.120899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.136650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fd1eff89-b055-468a-8924-d1159120b45e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:07.143987 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.193858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:07.222150 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8292174 Jun 28 06:43:07.232214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50418) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:07.233137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:07.243829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-369776229'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:07.264949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:07.270921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:07.276010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.276718 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'Network': ['ID=0a938c3d-8278-41cd-a1e7-938b496311a2,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:07.286548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=08f8f054-47c0-4d80-b6f7-8b70f398b170,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:07.299898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:07.301975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:07.310635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 0a938c3d-8278-41cd-a1e7-938b496311a2 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:07.316340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.326902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.359252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Made reservation on behalf of a88534ab2ed9447899804bc4c978954b for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:07.362976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.388949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.408086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a148949d-c770-44e6-9dcc-95e940a0812f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:07.435406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-263f1d2a-e699-4f71-bd47-190445bd1874 None None] Provisioning complete for port 839df2f5-7791-421a-9f0a-e7da4af1b828 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:07.435793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-263f1d2a-e699-4f71-bd47-190445bd1874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.443197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:07.455071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:07.458857 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.470050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.470396 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Added segment 2010284c-fdf3-4c1d-9a77-84bb26813595 of type vlan for network 213c351a-6852-4397-9ea4-b726d21faef9 Jun 28 06:43:07.486209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Pushing event updated for resources: {'Port': ['ID=627d786b-fe03-451b-9c99-cf52543c62a2,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:07.489988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:07.501562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:07.552375 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:07.561313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:07.594543 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.2415848 Jun 28 06:43:07.597162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:07.601168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50420) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:07.612004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.615501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e27fd31f-7766-4a97-aa5c-dee91fb025cc'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:07.690258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:07.691091 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.738001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.750640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Transition to ACTIVE for port object 03d79712-228e-4863-b065-0e9da904fee8 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:07.754063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.755532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Deleting port 03d79712-228e-4863-b065-0e9da904fee8 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:07.756007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.756100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] Deleting port 5f881145-6332-4ef9-9f8e-d6deadd151d0 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:07.756486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.761066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:07.761882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.768815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c807cc67-db47-42b4-8481-5a5eaa067cb1 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:07.782713 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.1666951 Jun 28 06:43:07.783926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50424) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:07.793352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.62'}]}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:07.828099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.834319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:07.838219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.838929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] For port 5f881145-6332-4ef9-9f8e-d6deadd151d0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5f881145-6332-4ef9-9f8e-d6deadd151d0,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:07.839391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.878012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6426444 Jun 28 06:43:07.880020 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] Calling delete_port for 5f881145-6332-4ef9-9f8e-d6deadd151d0 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:07.883754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50426) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:07.889646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'ports': [{'network_id': '0a938c3d-8278-41cd-a1e7-938b496311a2', 'name': 'tempest-port--1441141594', 'admin_state_up': True}, {'network_id': '213c351a-6852-4397-9ea4-b726d21faef9', 'admin_state_up': False}]} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:07.889816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'port': {'network_id': '0a938c3d-8278-41cd-a1e7-938b496311a2', 'name': 'tempest-port--1441141594', 'admin_state_up': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:07.890868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'port': {'network_id': '213c351a-6852-4397-9ea4-b726d21faef9', 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:07.898256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'Network': ['ID=213c351a-6852-4397-9ea4-b726d21faef9,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:07.916704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-03d508da-3e82-448b-a261-3c43fc03205b None None] Provisioning for port 08f8f054-47c0-4d80-b6f7-8b70f398b170 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:07.919430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:07.925846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 213c351a-6852-4397-9ea4-b726d21faef9 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:07.926861 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.933848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe79e8-d9fb-4693-a0a8-19b68262118a None None] Pushing event updated for resources: {'Port': ['ID=03d79712-228e-4863-b065-0e9da904fee8,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:07.948231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Calling delete_port for 03d79712-228e-4863-b065-0e9da904fee8 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:07.950425 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.973027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-03d508da-3e82-448b-a261-3c43fc03205b None None] Provisioning complete for port 08f8f054-47c0-4d80-b6f7-8b70f398b170 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:07.973410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-03d508da-3e82-448b-a261-3c43fc03205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:07.975031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Attempting to bind port 03d79712-228e-4863-b065-0e9da904fee8 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:07.975401 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Attempting to bind port 03d79712-228e-4863-b065-0e9da904fee8 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:07.975899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Attempting to bind port 03d79712-228e-4863-b065-0e9da904fee8 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:07.979962 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f4fe79e8-d9fb-4693-a0a8-19b68262118a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:08.094267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5f881145-6332-4ef9-9f8e-d6deadd151d0 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:08.096523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:08.096933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:08.097340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.097747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:08.098220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Bound port: 03d79712-228e-4863-b065-0e9da904fee8, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:08.098606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.163166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-03d508da-3e82-448b-a261-3c43fc03205b None None] Port 08f8f054-47c0-4d80-b6f7-8b70f398b170 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:08.211310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.223346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] For port 03d79712-228e-4863-b065-0e9da904fee8, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:08.226540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] For port 03d79712-228e-4863-b065-0e9da904fee8, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=03d79712-228e-4863-b065-0e9da904fee8,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:08.228649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a04d862c-5eb1-4e02-a64d-af19a0d5e28a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:08.245800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:08.260149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.261142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.265720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.278200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:08.280519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Delete allocated IP 2001:db8:0:1::94 (d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d/f6b330dd-6b19-422a-9668-3597fada551f) {{(pid=100886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 28 06:43:08.281347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:08.282115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.306459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.316643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=afe6696b-cf3e-4cb2-85f6-45ded9f1a729,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:08.319538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:08.326625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e7bf595d-c0eb-4dde-bdce-d657ff81deef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:08.357580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] No DVR routers for this DVR port 5f881145-6332-4ef9-9f8e-d6deadd151d0 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:08.361378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Made reservation on behalf of a88534ab2ed9447899804bc4c978954b for: {'port': 2} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:08.362623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] Pushing event deleted for resources: {'Port': ['ID=5f881145-6332-4ef9-9f8e-d6deadd151d0,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:08.367056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.368061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.381288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:08.381288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6cbefebf-7377-474c-9b9d-6476a425d246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:08.387605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.410751 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389d111-036b-497c-bfb2-7d431a28e9d3 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:08.424193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Router c7699e69-e825-4238-8ca1-bc152dff2315 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:08.428055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.479748 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4687982 Jun 28 06:43:08.479748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50430) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:08.479748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'fixed_ips': [{'subnet_id': 'afe6696b-cf3e-4cb2-85f6-45ded9f1a729', 'ip_address': '2001:db8::90f0:7ecc:86f4:d14'}], 'name': 'tempest-NetworksTestDHCPv6-420175222'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:08.483328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Routers {'03d41318-a8c5-41da-821f-1e7ef96e296e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:08.483969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['03d41318-a8c5-41da-821f-1e7ef96e296e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:08.527032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe79e8-d9fb-4693-a0a8-19b68262118a None None] Pushing event updated for resources: {'Port': ['ID=03d79712-228e-4863-b065-0e9da904fee8,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:08.556885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] device_id is not set on port f234fadf-8664-4d79-8ab5-9b7a96768c84 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:08.662623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f4fe79e8-d9fb-4693-a0a8-19b68262118a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:08.719145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:08.729063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] Set router 03d41318-a8c5-41da-821f-1e7ef96e296e gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:08.735141 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd800549-7b7a-49ac-a367-c52bfa07d16d None None] Sync routers for ids ['c7699e69-e825-4238-8ca1-bc152dff2315'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:08.746027 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd800549-7b7a-49ac-a367-c52bfa07d16d None None] Routers {'c7699e69-e825-4238-8ca1-bc152dff2315'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:08.747355 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cd800549-7b7a-49ac-a367-c52bfa07d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c7699e69-e825-4238-8ca1-bc152dff2315'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:08.785859 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cd800549-7b7a-49ac-a367-c52bfa07d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:08.815035 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd800549-7b7a-49ac-a367-c52bfa07d16d None None] Routers {'c7699e69-e825-4238-8ca1-bc152dff2315'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:08.816024 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cd800549-7b7a-49ac-a367-c52bfa07d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c7699e69-e825-4238-8ca1-bc152dff2315'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:08.833488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.843916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d41318-a8c5-41da-821f-1e7ef96e296e', 'name': 'tempest-snat-router-1121183901', 'tenant_id': '34777db5deba44b8bdde97e61eaf4512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:01Z', 'updated_at': '2021-06-28T06:43:07Z', 'revision_number': 4, 'project_id': '34777db5deba44b8bdde97e61eaf4512', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:08.888406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'afe6696b-cf3e-4cb2-85f6-45ded9f1a729'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:08.889483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:08.893065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8adf78-56b6-40f7-9d59-bbc85f8020b5 None None] The sync data for ids ['03d41318-a8c5-41da-821f-1e7ef96e296e'] in dv-neutron-797120-6-hyperv is: [{'id': '03d41318-a8c5-41da-821f-1e7ef96e296e', 'name': 'tempest-snat-router-1121183901', 'tenant_id': '34777db5deba44b8bdde97e61eaf4512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:01Z', 'updated_at': '2021-06-28T06:43:07Z', 'revision_number': 4, 'project_id': '34777db5deba44b8bdde97e61eaf4512', 'gw_port_host': None}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:08.926608 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cd800549-7b7a-49ac-a367-c52bfa07d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:08.927806 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd800549-7b7a-49ac-a367-c52bfa07d16d None None] The sync data for ids ['c7699e69-e825-4238-8ca1-bc152dff2315'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:08.956342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] device_id is not set on port 6afd8e84-2785-455b-a752-f1ba9535b2c7 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:08.975906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.003064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.019618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 08f8f054-47c0-4d80-b6f7-8b70f398b170 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:09.085547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/afe6696b-cf3e-4cb2-85f6-45ded9f1a729/2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:09.116646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.151226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.153780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.156305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-05cab9db-0823-459c-9728-0d0793deb9b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:09.186039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:09.193424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event deleted for resources: {'Port': ['ID=03d79712-228e-4863-b065-0e9da904fee8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:09.201830 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:09.203272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2d7fd36a-002c-428a-b258-81ddede02339 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:09.284515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.289850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.300782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-44d85cc3-10f3-4f73-875d-6d0fae4e02d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:09.305283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Transition to ACTIVE for port object 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:09.309498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.310901 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5575571 Jun 28 06:43:09.326896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Transition to ACTIVE for port object 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:09.330844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50436) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:09.338587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] In _notify_port_updated(), no bound segment for port 08f8f054-47c0-4d80-b6f7-8b70f398b170 on network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d {{(pid=100886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:43:09.341596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:09.341953 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.346136 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "PUT /v2.0/ports/08f8f054-47c0-4d80-b6f7-8b70f398b170 HTTP/1.1" status: 200 len: 926 time: 1.7384813 Jun 28 06:43:09.347566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50438) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:09.352972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1f4eded8-b364-4632-8a0f-ea85839354cd tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'enable_snat': False}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:09.377341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e27fd31f-7766-4a97-aa5c-dee91fb025cc'}, {'subnet_id': 'f6b330dd-6b19-422a-9668-3597fada551f'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:09.397733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.401769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=08f8f054-47c0-4d80-b6f7-8b70f398b170,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:09.402416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0351ef9a-83df-49c9-a9c1-b6e712d4c84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:09.408014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:09.427516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.452659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:09.459541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:09.464042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:09.466775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'Port': ['ID=f234fadf-8664-4d79-8ab5-9b7a96768c84,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:09.470229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Checking segment: {'id': '9993a1a6-4e01-4c29-a8df-ff7c2e0ccf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0a938c3d-8278-41cd-a1e7-938b496311a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:09.470665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Network hostable DHCP agents. Network: 0a938c3d-8278-41cd-a1e7-938b496311a2, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:09.471758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Pushing event updated for resources: {'Port': ['ID=2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:09.474108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:09.494244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.499448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:09.564106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Attempting to bind port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:09.565002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Attempting to bind port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:09.565123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Attempting to bind port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:09.575283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:09.575913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:09.577330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.577330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:09.577509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.578102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Bound port: 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:09.578512 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.580274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.586329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 23867b2e-8231-411a-a9b6-15a9d974f4e6 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:09.586901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.649532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Network 0a938c3d-8278-41cd-a1e7-938b496311a2 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:09.682789 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] For port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:09.685529 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e5ccf9f9-70aa-4f0f-8b5f-51ca7b859977 None None] Provisioning for port 08f8f054-47c0-4d80-b6f7-8b70f398b170 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:09.690543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] For port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:09.692578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e5ccf9f9-70aa-4f0f-8b5f-51ca7b859977 None None] Provisioning complete for port 08f8f054-47c0-4d80-b6f7-8b70f398b170 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:09.692699 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e5ccf9f9-70aa-4f0f-8b5f-51ca7b859977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.739685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccf9f9-70aa-4f0f-8b5f-51ca7b859977 None None] Port 08f8f054-47c0-4d80-b6f7-8b70f398b170 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:09.779592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 0a938c3d-8278-41cd-a1e7-938b496311a2) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:09.787659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:09.788628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.793256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edf93cc-7545-4fac-b766-41c0c2a3a579 None None] Network 0a938c3d-8278-41cd-a1e7-938b496311a2 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:09.798709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a95447b8-cb7a-4668-a51c-3d797f9db504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:09.799609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.814451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:09.818116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.818257 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03d41318-a8c5-41da-821f-1e7ef96e296e {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:09.830984 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:09.830984 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "DELETE /v2.0/routers/03d41318-a8c5-41da-821f-1e7ef96e296e HTTP/1.1" status: 204 len: 168 time: 2.9866309 Jun 28 06:43:09.832260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50440) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:09.942545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Pushing event updated for resources: {'Port': ['ID=2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:09.946104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:09.964788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'Port': ['ID=6afd8e84-2785-455b-a752-f1ba9535b2c7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:09.981464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:09.996123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.031117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::90f0:7ecc:86f4:d14 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/afe6696b-cf3e-4cb2-85f6-45ded9f1a729/23867b2e-8231-411a-a9b6-15a9d974f4e6) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:10.039541 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.073120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Checking segment: {'id': '2010284c-fdf3-4c1d-9a77-84bb26813595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '213c351a-6852-4397-9ea4-b726d21faef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:10.073120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Network hostable DHCP agents. Network: 213c351a-6852-4397-9ea4-b726d21faef9, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:10.145003 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f4eded8-b364-4632-8a0f-ea85839354cd tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.180219 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.253642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Network 213c351a-6852-4397-9ea4-b726d21faef9 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:10.256195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8:0:1::196 (d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d/f6b330dd-6b19-422a-9668-3597fada551f/08f8f054-47c0-4d80-b6f7-8b70f398b170) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:10.386236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 213c351a-6852-4397-9ea4-b726d21faef9) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:10.397269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1333f41-c48e-4f0a-a1f6-3d79e3b1da88 None None] Network 213c351a-6852-4397-9ea4-b726d21faef9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:10.402596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:10.408310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:10.413574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:10.414605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.422210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.450475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.479840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 23867b2e-8231-411a-a9b6-15a9d974f4e6 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:10.533389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.772420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.777748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.810873 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9260759 Jun 28 06:43:10.815256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50446) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:10.875987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.876986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Deleting port 47373ec1-cc0d-4994-86bb-261769983045 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:10.877335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.900896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Ignored duplicate provisioning block setup for port 08f8f054-47c0-4d80-b6f7-8b70f398b170 by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 28 06:43:10.932493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a153c-4d16-4e30-aa28-1e6f15021412 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:10.938588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a153c-4d16-4e30-aa28-1e6f15021412 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:10.940263 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-242a153c-4d16-4e30-aa28-1e6f15021412 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1240549 Jun 28 06:43:10.943327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50448) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:10.980424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.987532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:10.993074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b1d78698-5072-4a79-a990-837a3fd3f235 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:11.105196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:11.118912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:11.165084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:11.223173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:11.223173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.223173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] In _notify_port_updated(), no bound segment for port 08f8f054-47c0-4d80-b6f7-8b70f398b170 on network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:43:11.223173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:11.223173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.223173 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "PUT /v2.0/ports/08f8f054-47c0-4d80-b6f7-8b70f398b170 HTTP/1.1" status: 200 len: 1012 time: 1.8154376 Jun 28 06:43:11.223173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=08f8f054-47c0-4d80-b6f7-8b70f398b170,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:11.225941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.225941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 625b7f44-ca7c-4d98-8604-7fef42e35455 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:11.226391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:11.226391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7461b03f-4554-4600-ae4d-b03cda38adfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:11.234634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50450) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:11.306533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=23867b2e-8231-411a-a9b6-15a9d974f4e6,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:11.309770 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:11.311108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-266d35a6-4c71-48ed-9913-4c5e94dc513f tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Deleting port f234fadf-8664-4d79-8ab5-9b7a96768c84 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:11.311550 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-266d35a6-4c71-48ed-9913-4c5e94dc513f tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.479190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] For port 47373ec1-cc0d-4994-86bb-261769983045, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=47373ec1-cc0d-4994-86bb-261769983045,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:11.479190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.479190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Calling delete_port for 47373ec1-cc0d-4994-86bb-261769983045 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:11.479560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-266d35a6-4c71-48ed-9913-4c5e94dc513f tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.479560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-266d35a6-4c71-48ed-9913-4c5e94dc513f tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Calling delete_port for f234fadf-8664-4d79-8ab5-9b7a96768c84 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:11.479560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-264dc12b-9cd1-467a-bbea-ef6937ee4c4e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 08f8f054-47c0-4d80-b6f7-8b70f398b170 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:11.479560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-264dc12b-9cd1-467a-bbea-ef6937ee4c4e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.479862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f4eded8-b364-4632-8a0f-ea85839354cd tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.479862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f4eded8-b364-4632-8a0f-ea85839354cd tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.599208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-264dc12b-9cd1-467a-bbea-ef6937ee4c4e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.614608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-264dc12b-9cd1-467a-bbea-ef6937ee4c4e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 08f8f054-47c0-4d80-b6f7-8b70f398b170 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:11.660539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4eded8-b364-4632-8a0f-ea85839354cd tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Router c7699e69-e825-4238-8ca1-bc152dff2315 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:43:11.741317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2667813 Jun 28 06:43:11.743959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50456) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:11.797353 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 28 06:43:11.798718 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d6a64e5a-0024-4ab3-b00a-3de15a0e885f tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0118673 Jun 28 06:43:11.804209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50458) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:11.849036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4eded8-b364-4632-8a0f-ea85839354cd tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:11.853636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f4eded8-b364-4632-8a0f-ea85839354cd tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.855479 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1f4eded8-b364-4632-8a0f-ea85839354cd tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "PUT /v2.0/routers/c7699e69-e825-4238-8ca1-bc152dff2315 HTTP/1.1" status: 200 len: 921 time: 2.5076516 Jun 28 06:43:11.858117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50460) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:11.859358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ac76f3-3d40-4f8a-9e2d-1d6281a3b41e None None] Sync routers for ids ['c7699e69-e825-4238-8ca1-bc152dff2315'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:11.863044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9b51c3d6-3b43-4155-8fcd-f716759fde4b None None] Provisioning for port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:11.870613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-266d35a6-4c71-48ed-9913-4c5e94dc513f tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.876436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:11.880781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ac76f3-3d40-4f8a-9e2d-1d6281a3b41e None None] Routers {'c7699e69-e825-4238-8ca1-bc152dff2315'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:11.881776 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-10ac76f3-3d40-4f8a-9e2d-1d6281a3b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c7699e69-e825-4238-8ca1-bc152dff2315'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:11.905643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.912502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d35a6-4c71-48ed-9913-4c5e94dc513f tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Port': ['ID=f234fadf-8664-4d79-8ab5-9b7a96768c84,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:11.922374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-96b914c9-3c33-44d7-af9a-17c8ac259716 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:11.923577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616ac69-fac1-4f52-a033-dd0a653266d8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:11.929552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616ac69-fac1-4f52-a033-dd0a653266d8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:11.931271 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9616ac69-fac1-4f52-a033-dd0a653266d8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1863446 Jun 28 06:43:11.932455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-266d35a6-4c71-48ed-9913-4c5e94dc513f tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:11.933629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-10ac76f3-3d40-4f8a-9e2d-1d6281a3b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:11.934363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50462) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:11.945073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-266d35a6-4c71-48ed-9913-4c5e94dc513f tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:11.948332 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-266d35a6-4c71-48ed-9913-4c5e94dc513f tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "DELETE /v2.0/ports/f234fadf-8664-4d79-8ab5-9b7a96768c84 HTTP/1.1" status: 204 len: 168 time: 1.0027006 Jun 28 06:43:11.950152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ac76f3-3d40-4f8a-9e2d-1d6281a3b41e None None] Routers {'c7699e69-e825-4238-8ca1-bc152dff2315'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:11.950788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-10ac76f3-3d40-4f8a-9e2d-1d6281a3b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c7699e69-e825-4238-8ca1-bc152dff2315'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:11.966555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50464) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:11.980041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-264dc12b-9cd1-467a-bbea-ef6937ee4c4e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.008647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:12.016183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-10ac76f3-3d40-4f8a-9e2d-1d6281a3b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:12.016872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ac76f3-3d40-4f8a-9e2d-1d6281a3b41e None None] The sync data for ids ['c7699e69-e825-4238-8ca1-bc152dff2315'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:12.019128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e01c9a01-f5f9-4e6f-ab77-432193eff921 None None] Could not find standard attr ID for object 08f8f054-47c0-4d80-b6f7-8b70f398b170. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:43:12.052762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dc12b-9cd1-467a-bbea-ef6937ee4c4e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=08f8f054-47c0-4d80-b6f7-8b70f398b170,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:12.060959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-264dc12b-9cd1-467a-bbea-ef6937ee4c4e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:12.105010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:12.105849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event deleted for resources: {'Port': ['ID=47373ec1-cc0d-4994-86bb-261769983045,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:12.113449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:12.165056 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.172184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-264dc12b-9cd1-467a-bbea-ef6937ee4c4e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.172184 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-264dc12b-9cd1-467a-bbea-ef6937ee4c4e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/08f8f054-47c0-4d80-b6f7-8b70f398b170 HTTP/1.1" status: 204 len: 168 time: 0.9315023 Jun 28 06:43:12.172184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50466) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:12.212489 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ccaa51-b629-4bec-b5ec-5a29eebe5068 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:43:12.216588 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-91ccaa51-b629-4bec-b5ec-5a29eebe5068 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/08f8f054-47c0-4d80-b6f7-8b70f398b170 HTTP/1.1" status: 404 len: 333 time: 0.0415697 Jun 28 06:43:12.219755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cae53fd3-615e-495f-8c5a-51aa77fa28c7 None None] Provisioning for port 23867b2e-8231-411a-a9b6-15a9d974f4e6 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:12.219957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50468) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:12.224228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cae53fd3-615e-495f-8c5a-51aa77fa28c7 None None] Provisioning complete for port 23867b2e-8231-411a-a9b6-15a9d974f4e6 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:12.225577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cae53fd3-615e-495f-8c5a-51aa77fa28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.273901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-cae53fd3-615e-495f-8c5a-51aa77fa28c7 None None] Port 23867b2e-8231-411a-a9b6-15a9d974f4e6 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:12.279735 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:12.283757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-31219827-e1d6-4bf7-97ba-aface424a765 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 23867b2e-8231-411a-a9b6-15a9d974f4e6 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:12.284096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-31219827-e1d6-4bf7-97ba-aface424a765 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.285130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.286523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:12.287130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.292137 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b661edb4-753e-4460-b73d-85e690b60812 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/routers/c7699e69-e825-4238-8ca1-bc152dff2315 HTTP/1.1" status: 200 len: 921 time: 0.4300537 Jun 28 06:43:12.292137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.295201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50470) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:12.310064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a8d2e-e592-4fd7-b7c9-12d60c956791 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Deleting port 6afd8e84-2785-455b-a752-f1ba9535b2c7 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:12.310405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8d2e-e592-4fd7-b7c9-12d60c956791 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.316506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34028fc-b34a-42e0-b056-1cbfb21d689c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet f6b330dd-6b19-422a-9668-3597fada551f {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:12.325376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a34028fc-b34a-42e0-b056-1cbfb21d689c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.378758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.410966 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3b933a9f-3a22-45d4-ae03-6a5078ddd2df tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Deleting port 627d786b-fe03-451b-9c99-cf52543c62a2 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:12.411333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b933a9f-3a22-45d4-ae03-6a5078ddd2df tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.412117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:12.447908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a34028fc-b34a-42e0-b056-1cbfb21d689c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.476471 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50de3bb-e733-4876-8874-b485ed7e197f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:12.478039 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d50de3bb-e733-4876-8874-b485ed7e197f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&device_id=c7699e69-e825-4238-8ca1-bc152dff2315&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1817749 Jun 28 06:43:12.479111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.479369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27424ea6-021c-4a48-8cab-3c2a86484462 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:12.483910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.485864 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "DELETE /v2.0/routers/27424ea6-021c-4a48-8cab-3c2a86484462 HTTP/1.1" status: 204 len: 168 time: 2.6527448 Jun 28 06:43:12.492229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.492380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50472) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:12.492467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50474) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:12.492548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1132d4f7-8892-4231-bf52-834e6f6b1f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:12.494599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8d2e-e592-4fd7-b7c9-12d60c956791 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.511312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-132710253', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:12.534642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a8d2e-e592-4fd7-b7c9-12d60c956791 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Calling delete_port for 6afd8e84-2785-455b-a752-f1ba9535b2c7 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:12.538625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-31219827-e1d6-4bf7-97ba-aface424a765 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.574631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:12.580195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b933a9f-3a22-45d4-ae03-6a5078ddd2df tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.583088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-31219827-e1d6-4bf7-97ba-aface424a765 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 23867b2e-8231-411a-a9b6-15a9d974f4e6 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:12.595446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:12.598484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3b933a9f-3a22-45d4-ae03-6a5078ddd2df tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Calling delete_port for 627d786b-fe03-451b-9c99-cf52543c62a2 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:12.658947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405590a4-a015-4d95-b6f9-f93a279e14bd tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:12.663037 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-405590a4-a015-4d95-b6f9-f93a279e14bd tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 881 time: 0.1718752 Jun 28 06:43:12.663678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50478) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:12.704584 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2baac9f5-9ade-4824-ab0b-6baa7034a313 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7699e69-e825-4238-8ca1-bc152dff2315 HTTP/1.1" status: 200 len: 205 time: 0.0380070 Jun 28 06:43:12.704762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.704762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.706567 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50480) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:12.745547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a34028fc-b34a-42e0-b056-1cbfb21d689c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.851826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:12.861273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.003803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a34028fc-b34a-42e0-b056-1cbfb21d689c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.004520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8d2e-e592-4fd7-b7c9-12d60c956791 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.011841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-264dc12b-9cd1-467a-bbea-ef6937ee4c4e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:13.050746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-31219827-e1d6-4bf7-97ba-aface424a765 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.052522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a8d2e-e592-4fd7-b7c9-12d60c956791 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Port': ['ID=6afd8e84-2785-455b-a752-f1ba9535b2c7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:13.092119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9c9a8d2e-e592-4fd7-b7c9-12d60c956791 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:13.093631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:13.106652 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5119cf8-c49d-49b4-b945-24dd0aaffa86 None None] Network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:13.137500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a34028fc-b34a-42e0-b056-1cbfb21d689c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.141846 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a34028fc-b34a-42e0-b056-1cbfb21d689c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/f6b330dd-6b19-422a-9668-3597fada551f HTTP/1.1" status: 204 len: 168 time: 0.9175591 Jun 28 06:43:13.157461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8d2e-e592-4fd7-b7c9-12d60c956791 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.159324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9c9a8d2e-e592-4fd7-b7c9-12d60c956791 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "DELETE /v2.0/ports/6afd8e84-2785-455b-a752-f1ba9535b2c7 HTTP/1.1" status: 204 len: 168 time: 1.1918299 Jun 28 06:43:13.161891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50484) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:13.162170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50486) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:13.173936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.190393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34028fc-b34a-42e0-b056-1cbfb21d689c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b330dd-6b19-422a-9668-3597fada551f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:13.211843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b933a9f-3a22-45d4-ae03-6a5078ddd2df tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.217525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03731dec-0347-4a05-a198-eb310b496761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:13.243027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a34028fc-b34a-42e0-b056-1cbfb21d689c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:13.243640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a76221a7-f2c0-40d4-b6b5-63d26b044b95 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:13.252214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b933a9f-3a22-45d4-ae03-6a5078ddd2df tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Pushing event deleted for resources: {'Port': ['ID=627d786b-fe03-451b-9c99-cf52543c62a2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:13.257278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3b933a9f-3a22-45d4-ae03-6a5078ddd2df tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:13.276813 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-20caa496-54d3-43d6-a648-da2f48f29e39 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1108489 Jun 28 06:43:13.282616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50488) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:13.308335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1525341849'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:13.316584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-31219827-e1d6-4bf7-97ba-aface424a765 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.321004 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-31219827-e1d6-4bf7-97ba-aface424a765 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/23867b2e-8231-411a-a9b6-15a9d974f4e6 HTTP/1.1" status: 204 len: 168 time: 1.3833454 Jun 28 06:43:13.321184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.325416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50490) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:13.339389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31219827-e1d6-4bf7-97ba-aface424a765 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=23867b2e-8231-411a-a9b6-15a9d974f4e6,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:13.355256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-31219827-e1d6-4bf7-97ba-aface424a765 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:13.369509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5364c31f-ef7e-45c6-a84f-d6b46b1f1b91 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet e27fd31f-7766-4a97-aa5c-dee91fb025cc {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:13.377277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.384983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5364c31f-ef7e-45c6-a84f-d6b46b1f1b91 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.389544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b933a9f-3a22-45d4-ae03-6a5078ddd2df tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.394799 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3b933a9f-3a22-45d4-ae03-6a5078ddd2df tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] 10.222.0.24 "DELETE /v2.0/ports/627d786b-fe03-451b-9c99-cf52543c62a2 HTTP/1.1" status: 204 len: 168 time: 1.5889695 Jun 28 06:43:13.413314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e5a31-cfae-4040-8991-2898ecb62e43 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:13.422294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e5a31-cfae-4040-8991-2898ecb62e43 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:13.422294 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-147e5a31-cfae-4040-8991-2898ecb62e43 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0920291 Jun 28 06:43:13.426275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50494) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:13.505009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5364c31f-ef7e-45c6-a84f-d6b46b1f1b91 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.539703 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d100f4-b517-4cfe-8a3f-c25fac491ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet afe6696b-cf3e-4cb2-85f6-45ded9f1a729 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:13.544318 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-68d100f4-b517-4cfe-8a3f-c25fac491ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.547723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Made reservation on behalf of a88534ab2ed9447899804bc4c978954b for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:13.552128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.580104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Deleting port dada5d49-c00d-4f5f-8a32-b54ea073d2aa {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:13.580843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.628723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-68d100f4-b517-4cfe-8a3f-c25fac491ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.651520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:13.672024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.674830 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Added segment 3a22310d-8850-45d1-aa16-2cd055b846db of type vlan for network 6cb69ff8-c9da-425a-87fe-66fdd2916df5 Jun 28 06:43:13.674830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5364c31f-ef7e-45c6-a84f-d6b46b1f1b91 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.752651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.755276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.773198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Calling delete_port for dada5d49-c00d-4f5f-8a32-b54ea073d2aa owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:13.787570 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-68d100f4-b517-4cfe-8a3f-c25fac491ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.882052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.909220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.916524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5364c31f-ef7e-45c6-a84f-d6b46b1f1b91 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.922145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-150495a2-d812-4f34-874a-46111d7b9e14 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:13.981122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364c31f-ef7e-45c6-a84f-d6b46b1f1b91 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=e27fd31f-7766-4a97-aa5c-dee91fb025cc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:13.983531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5364c31f-ef7e-45c6-a84f-d6b46b1f1b91 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:13.989013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5364c31f-ef7e-45c6-a84f-d6b46b1f1b91 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:13.992230 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5364c31f-ef7e-45c6-a84f-d6b46b1f1b91 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/e27fd31f-7766-4a97-aa5c-dee91fb025cc HTTP/1.1" status: 204 len: 168 time: 0.8288426 Jun 28 06:43:14.005984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50502) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:14.028410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50504) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:14.092742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-68d100f4-b517-4cfe-8a3f-c25fac491ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.098458 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c95e35e8-2919-48aa-b04a-8e7f42b3f325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:14.123001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:14.139271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d100f4-b517-4cfe-8a3f-c25fac491ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=afe6696b-cf3e-4cb2-85f6-45ded9f1a729,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:14.141712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-68d100f4-b517-4cfe-8a3f-c25fac491ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.143749 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-68d100f4-b517-4cfe-8a3f-c25fac491ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/afe6696b-cf3e-4cb2-85f6-45ded9f1a729 HTTP/1.1" status: 204 len: 168 time: 0.7162836 Jun 28 06:43:14.146743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-68d100f4-b517-4cfe-8a3f-c25fac491ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:14.147236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50508) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:14.197714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f79daf-91b9-4513-b090-e81b199bda48 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:14.201241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ff174-76f4-4dd7-a52c-965d58d06175 None None] Network d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:14.206664 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-01022f88-486d-4d12-b1ea-b7aec9194318 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539162 Jun 28 06:43:14.213829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50510) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:14.224975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:14.231302 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b91d5e6e-799b-42da-9c34-8e9a2519036c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.296519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.303985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e1b1c2c3-5ed3-4834-b2ce-f3cd9284479b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:14.340570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d1c0171e-0582-4330-853e-775eb09a2605 None None] Provisioning complete for port 839df2f5-7791-421a-9f0a-e7da4af1b828 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:14.341275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d1c0171e-0582-4330-853e-775eb09a2605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.345726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:14.346084 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.352726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Pushing event deleted for resources: {'Port': ['ID=dada5d49-c00d-4f5f-8a32-b54ea073d2aa,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:14.363202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:14.408659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.414081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:14.414671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.421544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:14.453732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.474678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.539278 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'Network': ['ID=6cb69ff8-c9da-425a-87fe-66fdd2916df5,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:14.675192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:14.675295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.675295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.675463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Allocated IP 172.26.4.162 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/c967c223-cc0e-448e-a162-5220d5c60166) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:14.675463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 839df2f5-7791-421a-9f0a-e7da4af1b828 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:14.675463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.675698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b91d5e6e-799b-42da-9c34-8e9a2519036c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.693859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 6cb69ff8-c9da-425a-87fe-66fdd2916df5 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:14.753477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] For port 839df2f5-7791-421a-9f0a-e7da4af1b828, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=839df2f5-7791-421a-9f0a-e7da4af1b828,segment=NetworkSegment(e418cce7-8855-4acc-81df-e88bdb7353a1),segment_id=e418cce7-8855-4acc-81df-e88bdb7353a1)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:14.753477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.771492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.772410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Fanout notify agent at l3_agent the message router_deleted on router c7699e69-e825-4238-8ca1-bc152dff2315 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:14.772553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 839df2f5-7791-421a-9f0a-e7da4af1b828 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:14.782464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.787441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.794425 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/c7699e69-e825-4238-8ca1-bc152dff2315 HTTP/1.1" status: 204 len: 168 time: 2.0867450 Jun 28 06:43:14.794596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50512) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:14.804266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b6e18a68-3e78-4979-adc9-b5736b13444a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-345638727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:14.809909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b91d5e6e-799b-42da-9c34-8e9a2519036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.815181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:14.828741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:14.866222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d5e6e-799b-42da-9c34-8e9a2519036c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3882b687-e4b0-4569-9912-265023db0d59,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:14.872888 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b91d5e6e-799b-42da-9c34-8e9a2519036c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d57aa309034d44678b2ff47a2717124b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8409998 Jun 28 06:43:14.872888 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b91d5e6e-799b-42da-9c34-8e9a2519036c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:14.873635 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50514) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:14.899195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c05805-9826-4984-848c-783f59738912 None None] DHCP port deletion for d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:14.907407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] Deleting port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:14.907792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.921877 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:14.925505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:14.935324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47373ec1-cc0d-4994-86bb-261769983045 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:14.972148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 47373ec1-cc0d-4994-86bb-261769983045 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:14.972506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47373ec1-cc0d-4994-86bb-261769983045 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:15.004386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.010001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d209dad7-6f54-44a7-8337-ae3cb08685cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.014768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c4512259-f99f-4b92-98cd-463d5ada7659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:15.035057 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] For port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:15.035483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.053937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d209dad7-6f54-44a7-8337-ae3cb08685cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.055110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] Calling delete_port for 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:15.065608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50518) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:15.065931 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7620344 Jun 28 06:43:15.067094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.069499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a6c05805-9826-4984-848c-783f59738912 None None] Deleting port 839df2f5-7791-421a-9f0a-e7da4af1b828 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:15.069892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6c05805-9826-4984-848c-783f59738912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.080415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1195177494'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:15.128468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No DVR routers for this DVR port 839df2f5-7791-421a-9f0a-e7da4af1b828 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:15.146500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:15.166500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Pushing event updated for resources: {'Port': ['ID=c967c223-cc0e-448e-a162-5220d5c60166,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:15.171549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:15.174154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:15.183576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:15.183918 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a6c05805-9826-4984-848c-783f59738912 None None] For port 839df2f5-7791-421a-9f0a-e7da4af1b828, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:15.183918 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6c05805-9826-4984-848c-783f59738912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.184364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cb0cf4e6-3c99-4598-9a8a-596d7e6a4d4d tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:15.197928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a6c05805-9826-4984-848c-783f59738912 None None] Calling delete_port for 839df2f5-7791-421a-9f0a-e7da4af1b828 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:15.206423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.ipam_backend_mixin [None req-a6c05805-9826-4984-848c-783f59738912 None None] Port 839df2f5-7791-421a-9f0a-e7da4af1b828 was not found and therefore no delete operation was performed {{(pid=100888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:43:15.213021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6c05805-9826-4984-848c-783f59738912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.213021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:15.238979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c05805-9826-4984-848c-783f59738912 None None] Pushing event deleted for resources: {'Port': ['ID=839df2f5-7791-421a-9f0a-e7da4af1b828,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:15.241267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c05805-9826-4984-848c-783f59738912 None None] No DVR routers for this DVR port 839df2f5-7791-421a-9f0a-e7da4af1b828 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:15.242944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a6c05805-9826-4984-848c-783f59738912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:15.257902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a68-3e78-4979-adc9-b5736b13444a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.257902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a68-3e78-4979-adc9-b5736b13444a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.265889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=839df2f5-7791-421a-9f0a-e7da4af1b828,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:15.268305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:15.277902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d209dad7-6f54-44a7-8337-ae3cb08685cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.280780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d209dad7-6f54-44a7-8337-ae3cb08685cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.284475 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d209dad7-6f54-44a7-8337-ae3cb08685cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3882b687-e4b0-4569-9912-265023db0d59 HTTP/1.1" status: 204 len: 168 time: 0.4075894 Jun 28 06:43:15.284475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8aa48bfb-fa2e-4349-882e-1501743013d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:15.292744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209dad7-6f54-44a7-8337-ae3cb08685cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3882b687-e4b0-4569-9912-265023db0d59,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:15.295176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d209dad7-6f54-44a7-8337-ae3cb08685cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:15.316989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.331446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.331672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:15.334518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2771c1df-af8a-4635-8f9a-55723c7fbb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:15.360049 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Made reservation on behalf of a88534ab2ed9447899804bc4c978954b for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:15.364302 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.369628 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.369787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] Pushing event deleted for resources: {'Port': ['ID=2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:15.370710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a6a3f51-1cc2-4861-a0e2-5a3a58fbc820 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:15.370938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] No DVR routers for this DVR port 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:15.372540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:15.398465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e418cce7-8855-4acc-81df-e88bdb7353a1') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:15.398792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e418cce7-8855-4acc-81df-e88bdb7353a1') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:15.433878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:15.441788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:15.448379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:15.450516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.450756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.451637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:15.453800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0bb5ef-17a6-4fa1-8f80-bff94b0b4633 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:15.462947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=14f383db-2da0-45ce-83c5-17bffba5090f,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:15.468309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:15.472401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.472752 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Added segment 958facc0-a7a4-4790-b211-1972a841ae0b of type vlan for network b1103bc5-5e5c-48ab-8686-bd25628cd0c8 Jun 28 06:43:15.499371 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-0b0fa8b7-3736-484c-9562-7db1632af512 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4216969 Jun 28 06:43:15.514589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.537546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.540226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a68-3e78-4979-adc9-b5736b13444a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.552958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:43:15.553379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:43:15.557431 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:43:15.565990 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3511803 Jun 28 06:43:15.568581 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50524) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:15.577818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'fixed_ips': [{'subnet_id': '14f383db-2da0-45ce-83c5-17bffba5090f', 'ip_address': '2001:db8::9dce:3d70:e658:43e0'}], 'name': 'tempest-NetworksTestDHCPv6-1061872498'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:15.647535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a68-3e78-4979-adc9-b5736b13444a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.655154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': '14f383db-2da0-45ce-83c5-17bffba5090f'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:15.656077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.676202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.685292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:15.685839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.689294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-9fcb0b4f-774b-4603-a03e-08a5543767e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:15.690423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-9fcb0b4f-774b-4603-a03e-08a5543767e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b67808f91d83459f8fcccc2724735120&device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 1099 time: 0.1170852 Jun 28 06:43:15.702749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52592e4d-066c-4fc9-bc38-45dc95b20580 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:15.789706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'Network': ['ID=b1103bc5-5e5c-48ab-8686-bd25628cd0c8,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:15.792501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:15.801506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network b1103bc5-5e5c-48ab-8686-bd25628cd0c8 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:15.804579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-41ef2f1d-659e-47d4-b622-bc4707d5720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:15.806257 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-41ef2f1d-659e-47d4-b622-bc4707d5720e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 HTTP/1.1" status: 200 len: 913 time: 0.0903499 Jun 28 06:43:15.831880 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/14f383db-2da0-45ce-83c5-17bffba5090f/2daf85c4-89e9-43b3-82e5-69f6b907b911) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:15.890367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b6e18a68-3e78-4979-adc9-b5736b13444a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.891548 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b6e18a68-3e78-4979-adc9-b5736b13444a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0959866 Jun 28 06:43:15.894549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50528) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:15.898183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.901326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:15.906639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f23156eb-d453-4ea1-85ed-6e0330b0b169 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:15.912108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:15.917844 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/networks/d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d HTTP/1.1" status: 204 len: 168 time: 1.9177377 Jun 28 06:43:15.925238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50530) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:16.003076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Network': ['ID=d7f4fc42-e8de-4892-851c-ddfb1aa2ce8d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:16.006189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:16.016568 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-fb758ef4-0fe7-4a19-88b0-cf06e413190d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c HTTP/1.1" status: 200 len: 1002 time: 0.2024734 Jun 28 06:43:16.039472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:16.061199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.064934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:16.064934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2ddeda22-a3e6-4f9a-ad05-bc340b8dfbdc not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:16.065308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 839df2f5-7791-421a-9f0a-e7da4af1b828 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:16.092636 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0118260 Jun 28 06:43:16.092899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 839df2f5-7791-421a-9f0a-e7da4af1b828 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:16.092899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 839df2f5-7791-421a-9f0a-e7da4af1b828 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:16.116944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.127437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Transition to ACTIVE for port object 2daf85c4-89e9-43b3-82e5-69f6b907b911 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:16.146114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Transition to ACTIVE for port object 2daf85c4-89e9-43b3-82e5-69f6b907b911 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:16.180012 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50534) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:16.226389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:16.231477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.234245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f4fe79e8-d9fb-4693-a0a8-19b68262118a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:16.235504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-56189e3f-e4c6-4dc7-9601-9fac871dd4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:16.237222 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-56189e3f-e4c6-4dc7-9601-9fac871dd4b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95ac959d-f76a-43ac-bb61-d3dc749104f4 HTTP/1.1" status: 200 len: 851 time: 0.2096519 Jun 28 06:43:16.238745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50536) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:16.247393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'subnets': [{'network_id': '6cb69ff8-c9da-425a-87fe-66fdd2916df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--634683775', 'ip_version': 4}, {'network_id': 'b1103bc5-5e5c-48ab-8686-bd25628cd0c8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:16.247989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'subnet': {'network_id': '6cb69ff8-c9da-425a-87fe-66fdd2916df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--634683775', 'ip_version': 4}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:16.248659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Request body: {'subnet': {'network_id': 'b1103bc5-5e5c-48ab-8686-bd25628cd0c8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:16.271107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:16.278933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:16.282995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:16.292725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.309989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Pushing event updated for resources: {'Port': ['ID=2daf85c4-89e9-43b3-82e5-69f6b907b911,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:16.315064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:16.341996 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-25c3797c-1c7d-43db-9174-0faa187aba33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=744d742cf33242e790c656e0a9ee1e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584451 Jun 28 06:43:16.342333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50538) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:16.348604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Attempting to bind port 2daf85c4-89e9-43b3-82e5-69f6b907b911 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:16.349027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Attempting to bind port 2daf85c4-89e9-43b3-82e5-69f6b907b911 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:16.349404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Attempting to bind port 2daf85c4-89e9-43b3-82e5-69f6b907b911 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:16.350337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37f1368-578b-49e1-90b4-7161dcc84d5c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:16.357380 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a37f1368-578b-49e1-90b4-7161dcc84d5c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3959055 Jun 28 06:43:16.357569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:16.357569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:16.357569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.357569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:16.357569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Bound port: 2daf85c4-89e9-43b3-82e5-69f6b907b911, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:16.357972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.361548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50540) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:16.372099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.425256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] For port 2daf85c4-89e9-43b3-82e5-69f6b907b911, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:16.428882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] For port 2daf85c4-89e9-43b3-82e5-69f6b907b911, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2daf85c4-89e9-43b3-82e5-69f6b907b911,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:16.433617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port a9a25236-b277-44a1-a035-86e6be4fd64c yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:16.500284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.503646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-273df386-2972-43bc-af06-4a583ffe060e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.503803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:16.575538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-ee166aeb-30c7-43e4-bd28-b122354da611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:16.577055 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-ee166aeb-30c7-43e4-bd28-b122354da611 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2753172 Jun 28 06:43:16.585716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Pushing event updated for resources: {'Port': ['ID=2daf85c4-89e9-43b3-82e5-69f6b907b911,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:16.593671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:16.608365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-273df386-2972-43bc-af06-4a583ffe060e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.622237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.715496 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fce6d2ff-470d-4a15-9454-06d3a50124c7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3496213 Jun 28 06:43:16.722786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50544) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:16.731855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-272192820'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:16.737290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::9dce:3d70:e658:43e0 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/14f383db-2da0-45ce-83c5-17bffba5090f/a9a25236-b277-44a1-a035-86e6be4fd64c) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:16.812495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Made reservation on behalf of a88534ab2ed9447899804bc4c978954b for: {'subnet': 2} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:16.817090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.817747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.829439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-273df386-2972-43bc-af06-4a583ffe060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.832233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-273df386-2972-43bc-af06-4a583ffe060e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.835549 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-273df386-2972-43bc-af06-4a583ffe060e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3629874-a026-44ec-b549-b90bf15df007 HTTP/1.1" status: 204 len: 168 time: 0.4897075 Jun 28 06:43:16.856246 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-fa085dcf-18cc-4eee-ada2-17ff08bd25a9 service neutron] 10.222.0.50 "GET /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658882 Jun 28 06:43:16.877976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3d0b1aa0-95bc-4344-b565-413401a71a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:16.886758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273df386-2972-43bc-af06-4a583ffe060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3629874-a026-44ec-b549-b90bf15df007,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:16.902884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-273df386-2972-43bc-af06-4a583ffe060e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:16.946503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:16.985279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.041464 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d57c1ba-d942-4b64-b199-c0bb9b44b0a9 req-15f0bb6e-d65e-414e-a714-dba7fff34464 service neutron] 10.222.0.50 "GET /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765571 Jun 28 06:43:17.057262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:17.060732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.141606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:17.147589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Router 66c4b035-2e0b-48aa-8861-1b43fc9fbc50 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:17.171659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.172006 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Added segment 66c77c80-9261-4c2b-83fa-cc370d29df12 of type vlan for network 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 Jun 28 06:43:17.201878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Allocated IP 172.26.4.185 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/3c422c51-b130-4e39-9d30-db8659601fad) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:17.205712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.254862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.277613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object a9a25236-b277-44a1-a035-86e6be4fd64c will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:17.359927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:17.375347 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a869064-38aa-4b4f-835c-d3df96b6d9e4 None None] Sync routers for ids ['66c4b035-2e0b-48aa-8861-1b43fc9fbc50'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:17.404432 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a869064-38aa-4b4f-835c-d3df96b6d9e4 None None] Routers {'66c4b035-2e0b-48aa-8861-1b43fc9fbc50'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:17.405453 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-0a869064-38aa-4b4f-835c-d3df96b6d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['66c4b035-2e0b-48aa-8861-1b43fc9fbc50'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:17.459327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.460591 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9605796 Jun 28 06:43:17.465516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50556) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:17.470655 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9d0fc248-d269-48d6-a7b3-69a92f95a426 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'enable_snat': False}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:17.474506 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-0a869064-38aa-4b4f-835c-d3df96b6d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:17.483520 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.486761 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a869064-38aa-4b4f-835c-d3df96b6d9e4 None None] Routers {'66c4b035-2e0b-48aa-8861-1b43fc9fbc50'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:17.487382 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-0a869064-38aa-4b4f-835c-d3df96b6d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['66c4b035-2e0b-48aa-8861-1b43fc9fbc50'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:17.531381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.538890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:17.539527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.543411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:17.558046 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-0a869064-38aa-4b4f-835c-d3df96b6d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:17.559054 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a869064-38aa-4b4f-835c-d3df96b6d9e4 None None] The sync data for ids ['66c4b035-2e0b-48aa-8861-1b43fc9fbc50'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:17.571170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.574368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5364c31f-ef7e-45c6-a84f-d6b46b1f1b91 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:17.633645 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.640364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Network': ['ID=57c3c8ce-ed18-4bf0-b523-df768ea6ec70,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:17.646381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:17.647499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b419f952-6c1e-4388-925c-f46b24ba3a28 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:17.652178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:17.753186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=a9a25236-b277-44a1-a035-86e6be4fd64c,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:17.757917 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0329423 Jun 28 06:43:17.761045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:17.772088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:17.772611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:17.774608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50566) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:17.785572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '57c3c8ce-ed18-4bf0-b523-df768ea6ec70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:17.817704 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:18.042486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2daf85c4-89e9-43b3-82e5-69f6b907b911 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:18.074776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'Subnet': ['ID=f979b054-aee6-4be0-b7df-652eae5dc322,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:18.077241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:18.091462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-25f45acf-b0fc-44f8-afbf-bf1d3e5db0f5 None None] Provisioning for port 2daf85c4-89e9-43b3-82e5-69f6b907b911 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:18.151758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:18.154737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Checking segment: {'id': '3a22310d-8850-45d1-aa16-2cd055b846db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6cb69ff8-c9da-425a-87fe-66fdd2916df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:18.155123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Network hostable DHCP agents. Network: 6cb69ff8-c9da-425a-87fe-66fdd2916df5, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:18.160900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:18.167161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:18.172507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:18.178247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:18.178881 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.191269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2daf85c4-89e9-43b3-82e5-69f6b907b911 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:18.195991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2daf85c4-89e9-43b3-82e5-69f6b907b911 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:18.196365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.214673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:18.285997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Pushing event updated for resources: {'Port': ['ID=3c422c51-b130-4e39-9d30-db8659601fad,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:18.298512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:18.309387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.336149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Network 6cb69ff8-c9da-425a-87fe-66fdd2916df5 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:18.364606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc248-d269-48d6-a7b3-69a92f95a426 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.369228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2daf85c4-89e9-43b3-82e5-69f6b907b911, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2daf85c4-89e9-43b3-82e5-69f6b907b911,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:18.373822 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-83bf4ff9-6126-424a-b5c7-210726eb589d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8017099 Jun 28 06:43:18.374926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50576) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:18.419403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 6cb69ff8-c9da-425a-87fe-66fdd2916df5) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:18.425397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.430753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee788094-4ad5-4d67-b609-9223d6ae0976 None None] Network 6cb69ff8-c9da-425a-87fe-66fdd2916df5 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:18.431505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:18.441854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50578) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:18.450999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.459872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a6c05805-9826-4984-848c-783f59738912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:18.542526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event updated for resources: {'Subnet': ['ID=20fb8d0f-8a83-4592-9e3e-4114f6442692,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:18.543331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:18.550488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.552402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d60b07-b38d-43ed-b3b2-36985e0d9bb8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:18.554616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2daf85c4-89e9-43b3-82e5-69f6b907b911,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:18.558965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d60b07-b38d-43ed-b3b2-36985e0d9bb8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:18.564520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:18.564742 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f8d60b07-b38d-43ed-b3b2-36985e0d9bb8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1855412 Jun 28 06:43:18.564742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:18.565324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50582) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:18.605560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Checking segment: {'id': '958facc0-a7a4-4790-b211-1972a841ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1103bc5-5e5c-48ab-8686-bd25628cd0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:18.605560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Network hostable DHCP agents. Network: b1103bc5-5e5c-48ab-8686-bd25628cd0c8, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:18.648476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-eb5ff7bf-7a43-4bdc-8021-445a28068931 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] Request body: {'port': {'network_id': 'dcbf662e-67b9-4b34-ad02-fd3269f19aa4', 'name': 'tempest-NetworksNegativeTestJSON-694543023'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:18.672134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-6cb69ff8-c9da-425a-87fe-66fdd2916df5', 'network_id': '6cb69ff8-c9da-425a-87fe-66fdd2916df5', 'tenant_id': 'a88534ab2ed9447899804bc4c978954b', 'fixed_ips': [{'subnet_id': 'f979b054-aee6-4be0-b7df-652eae5dc322'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:18.673760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.677551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bdb5a908-d09e-4273-8a9e-46f8de165bce None None] Provisioning for port a9a25236-b277-44a1-a035-86e6be4fd64c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:18.684958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5ff7bf-7a43-4bdc-8021-445a28068931 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] POST failed (client error): The resource could not be found. Jun 28 06:43:18.685535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5ff7bf-7a43-4bdc-8021-445a28068931 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:43:18.690416 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-eb5ff7bf-7a43-4bdc-8021-445a28068931 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2438068 Jun 28 06:43:18.697737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50586) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:18.698074 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bdb5a908-d09e-4273-8a9e-46f8de165bce None None] Provisioning complete for port a9a25236-b277-44a1-a035-86e6be4fd64c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:18.698558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5a908-d09e-4273-8a9e-46f8de165bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.735975 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-56111244-f904-4ef2-8825-0f0a3652e124 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] DELETE failed (client error): The resource could not be found. Jun 28 06:43:18.736543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56111244-f904-4ef2-8825-0f0a3652e124 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:43:18.740927 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-56111244-f904-4ef2-8825-0f0a3652e124 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] 10.222.0.24 "DELETE /v2.0/networks/f7aea4dd-8e4d-4a7c-b9d9-cfc61dbe73d2 HTTP/1.1" status: 404 len: 339 time: 0.0396321 Jun 28 06:43:18.746650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50588) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:18.787232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Network b1103bc5-5e5c-48ab-8686-bd25628cd0c8 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:18.795204 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c1485a-55ce-4951-9650-a45d5b1ab8ad tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] DELETE failed (client error): The resource could not be found. Jun 28 06:43:18.796196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c1485a-55ce-4951-9650-a45d5b1ab8ad tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:43:18.798242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-04c1485a-55ce-4951-9650-a45d5b1ab8ad tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] 10.222.0.24 "DELETE /v2.0/ports/bf967b23-1707-4f59-b5aa-0669e6e5b8ac HTTP/1.1" status: 404 len: 333 time: 0.0495608 Jun 28 06:43:18.803002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5a908-d09e-4273-8a9e-46f8de165bce None None] Port a9a25236-b277-44a1-a035-86e6be4fd64c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:18.804656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50590) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:18.848194 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8734399f-b1e8-4571-9e70-f200d4063c0f tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] DELETE failed (client error): The resource could not be found. Jun 28 06:43:18.849003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8734399f-b1e8-4571-9e70-f200d4063c0f tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:43:18.855282 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8734399f-b1e8-4571-9e70-f200d4063c0f tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] 10.222.0.24 "DELETE /v2.0/subnets/41d2d74f-65de-4994-8f2c-2e547029e00a HTTP/1.1" status: 404 len: 337 time: 0.0434542 Jun 28 06:43:18.856784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50594) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:18.871334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-49ea36af-ba0f-4dd4-b638-171b4f0655a5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port a9a25236-b277-44a1-a035-86e6be4fd64c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:18.871682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49ea36af-ba0f-4dd4-b638-171b4f0655a5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.874625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, b1103bc5-5e5c-48ab-8686-bd25628cd0c8) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:18.895347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.898102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a297b7-1280-45aa-8775-41c9d94237dc None None] Network b1103bc5-5e5c-48ab-8686-bd25628cd0c8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:18.902902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:18.903021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:18.903021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:18.903021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.907275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:18.911768 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9365c5a2-8c73-44c6-833b-7f2b9ddfaf6a tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] GET failed (client error): The resource could not be found. Jun 28 06:43:18.913280 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9365c5a2-8c73-44c6-833b-7f2b9ddfaf6a tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] 10.222.0.24 "GET /v2.0/networks/f0834c63-a2eb-42ba-add9-677f27556f0c HTTP/1.1" status: 404 len: 339 time: 0.0567577 Jun 28 06:43:18.918478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50596) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:18.989063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-27032dc6-be82-4715-ad56-e6d175599e02 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] GET failed (client error): The resource could not be found. Jun 28 06:43:18.990636 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-27032dc6-be82-4715-ad56-e6d175599e02 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] 10.222.0.24 "GET /v2.0/ports/30db380e-ce46-4e88-89c0-4297f646ecc3 HTTP/1.1" status: 404 len: 333 time: 0.0702841 Jun 28 06:43:18.990778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Allocated IP 172.20.0.2 (6cb69ff8-c9da-425a-87fe-66fdd2916df5/f979b054-aee6-4be0-b7df-652eae5dc322/d270e635-8163-4d1b-a81e-3f7650c1bf01) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:18.994620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50598) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:19.046160 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9ad484-7b01-4838-a800-dff9719f4784 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] GET failed (client error): The resource could not be found. Jun 28 06:43:19.051825 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2e9ad484-7b01-4838-a800-dff9719f4784 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] 10.222.0.24 "GET /v2.0/subnets/9ab2b4b4-312f-4c36-8ace-8d561483402a HTTP/1.1" status: 404 len: 337 time: 0.0516768 Jun 28 06:43:19.051981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50600) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:19.058160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-46a8a732-b0f7-477f-a362-cf4ae1550b26 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:19.074705 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a8a732-b0f7-477f-a362-cf4ae1550b26 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] PUT failed (client error): The resource could not be found. Jun 28 06:43:19.075315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a8a732-b0f7-477f-a362-cf4ae1550b26 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:43:19.081923 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-46a8a732-b0f7-477f-a362-cf4ae1550b26 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] 10.222.0.24 "PUT /v2.0/networks/c810934c-410d-4145-9867-c234b0106b09 HTTP/1.1" status: 404 len: 339 time: 0.0238850 Jun 28 06:43:19.081923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50602) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:19.088060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=fd0729aa-a1df-45fc-bc08-52795413bac1,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:19.094491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:19.101830 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Checking segment: {'id': '66c77c80-9261-4c2b-83fa-cc370d29df12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '57c3c8ce-ed18-4bf0-b523-df768ea6ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:19.101990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network hostable DHCP agents. Network: 57c3c8ce-ed18-4bf0-b523-df768ea6ec70, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:19.121564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6ae02136-197a-4077-9ffa-89e7e73681a8 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:19.137639 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.8948174 Jun 28 06:43:19.143311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50604) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:19.219873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49ea36af-ba0f-4dd4-b638-171b4f0655a5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.225321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:19.237958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-49ea36af-ba0f-4dd4-b638-171b4f0655a5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for a9a25236-b277-44a1-a035-86e6be4fd64c owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:19.257443 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae02136-197a-4077-9ffa-89e7e73681a8 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] PUT failed (client error): The resource could not be found. Jun 28 06:43:19.258846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae02136-197a-4077-9ffa-89e7e73681a8 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:43:19.265235 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6ae02136-197a-4077-9ffa-89e7e73681a8 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] 10.222.0.24 "PUT /v2.0/ports/8b19d543-547e-48d1-a0e6-f12ca55782eb HTTP/1.1" status: 404 len: 333 time: 0.1798859 Jun 28 06:43:19.269040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50606) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:19.286327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c5c4ddad-f091-47c2-88fd-7278f9f99930 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:19.290858 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-b1103bc5-5e5c-48ab-8686-bd25628cd0c8', 'network_id': 'b1103bc5-5e5c-48ab-8686-bd25628cd0c8', 'tenant_id': 'a88534ab2ed9447899804bc4c978954b', 'fixed_ips': [{'subnet_id': '20fb8d0f-8a83-4592-9e3e-4114f6442692'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:19.291730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.365338 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.369545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.379408 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c4ddad-f091-47c2-88fd-7278f9f99930 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] PUT failed (client error): The resource could not be found. Jun 28 06:43:19.380306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c4ddad-f091-47c2-88fd-7278f9f99930 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:43:19.386512 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Transition to ACTIVE for port object d270e635-8163-4d1b-a81e-3f7650c1bf01 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:19.386748 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c5c4ddad-f091-47c2-88fd-7278f9f99930 tempest-NetworksNegativeTestJSON-885555139 tempest-NetworksNegativeTestJSON-885555139-project] 10.222.0.24 "PUT /v2.0/subnets/dbb05306-fe4e-4135-9989-8467471f82c2 HTTP/1.1" status: 404 len: 337 time: 0.1145518 Jun 28 06:43:19.393049 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.394726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde7a98-c6c6-4a05-bcfd-ca2686fc2183 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:19.397528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde7a98-c6c6-4a05-bcfd-ca2686fc2183 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:19.399661 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde7a98-c6c6-4a05-bcfd-ca2686fc2183 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:19.402290 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8dde7a98-c6c6-4a05-bcfd-ca2686fc2183 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2515345 Jun 28 06:43:19.404572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 57c3c8ce-ed18-4bf0-b523-df768ea6ec70) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:19.406627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50610) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:19.499071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d78264c-e121-41ca-bac1-85e0a505eba1 None None] Network 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:19.551925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-101a741d-0806-4be4-804f-759f012fdfd7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Deleting subnet f979b054-aee6-4be0-b7df-652eae5dc322 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:19.563203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:19.563873 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.642615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc248-d269-48d6-a7b3-69a92f95a426 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.648104 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8659642 Jun 28 06:43:19.648334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50612) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:19.649504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc248-d269-48d6-a7b3-69a92f95a426 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.655056 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': '57c3c8ce-ed18-4bf0-b523-df768ea6ec70', 'name': 'tempest-PortsIpV6TestJSON-1579545605'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:19.701272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Transition to ACTIVE for port object d270e635-8163-4d1b-a81e-3f7650c1bf01 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:19.703007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Allocated IP 172.20.0.18 (b1103bc5-5e5c-48ab-8686-bd25628cd0c8/20fb8d0f-8a83-4592-9e3e-4114f6442692/a18610ab-7140-429d-9954-325df97ba6d9) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:19.703980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49ea36af-ba0f-4dd4-b638-171b4f0655a5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.709966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:19.721534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Router ebfea483-1776-4afd-9625-58049129fcc5 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:19.776259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea36af-ba0f-4dd4-b638-171b4f0655a5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=a9a25236-b277-44a1-a035-86e6be4fd64c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:19.788715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-49ea36af-ba0f-4dd4-b638-171b4f0655a5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:19.817420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49ea36af-ba0f-4dd4-b638-171b4f0655a5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.825979 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-49ea36af-ba0f-4dd4-b638-171b4f0655a5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/a9a25236-b277-44a1-a035-86e6be4fd64c HTTP/1.1" status: 204 len: 168 time: 1.2526433 Jun 28 06:43:19.826167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50614) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:19.826997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-101a741d-0806-4be4-804f-759f012fdfd7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.831491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.834802 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-feed4da7-73e3-4454-b4b8-d25358081f41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:19.865781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0fc248-d269-48d6-a7b3-69a92f95a426 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Router 66c4b035-2e0b-48aa-8861-1b43fc9fbc50 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:43:19.877484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-57c3c8ce-ed18-4bf0-b523-df768ea6ec70', 'network_id': '57c3c8ce-ed18-4bf0-b523-df768ea6ec70', 'tenant_id': 'd8ede9ad57f2483ebfe893fb78cd5d47', 'fixed_ips': [{'subnet_id': 'fd0729aa-a1df-45fc-bc08-52795413bac1'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:19.878208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-101a741d-0806-4be4-804f-759f012fdfd7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.878347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:19.939998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Network 6cb69ff8-c9da-425a-87fe-66fdd2916df5 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:19.968313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:19.989137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:19.989137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Pushing event updated for resources: {'Port': ['ID=d270e635-8163-4d1b-a81e-3f7650c1bf01,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:19.992040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:20.046668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:20.065292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.066501 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "PUT /v2.0/routers/ebfea483-1776-4afd-9625-58049129fcc5 HTTP/1.1" status: 200 len: 879 time: 4.1709552 Jun 28 06:43:20.078767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0bf535-0d31-4b69-b5a0-0fbbc37077e6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:20.078767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0bf535-0d31-4b69-b5a0-0fbbc37077e6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:20.079556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50620) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.082999 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1f0bf535-0d31-4b69-b5a0-0fbbc37077e6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2380538 Jun 28 06:43:20.086168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50624) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.111792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a7d47-05bc-4f19-b0fa-54aef5cea1c4 None None] Sync routers for ids ['ebfea483-1776-4afd-9625-58049129fcc5'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:20.114354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2daf85c4-89e9-43b3-82e5-69f6b907b911 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:20.177545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a050a9c-4a0e-42d9-96fa-1260bc783d9f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 14f383db-2da0-45ce-83c5-17bffba5090f {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:20.182417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a050a9c-4a0e-42d9-96fa-1260bc783d9f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.227619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50626) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.235570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.257941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a7d47-05bc-4f19-b0fa-54aef5cea1c4 None None] Routers {'ebfea483-1776-4afd-9625-58049129fcc5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:20.258590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e61a7d47-05bc-4f19-b0fa-54aef5cea1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['ebfea483-1776-4afd-9625-58049129fcc5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:20.275911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a050a9c-4a0e-42d9-96fa-1260bc783d9f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.302683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-101a741d-0806-4be4-804f-759f012fdfd7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.305592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Transition to ACTIVE for port object a18610ab-7140-429d-9954-325df97ba6d9 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:20.313698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:20.317968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.340059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e61a7d47-05bc-4f19-b0fa-54aef5cea1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:20.346843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Attempting to bind port d270e635-8163-4d1b-a81e-3f7650c1bf01 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:20.347231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Attempting to bind port d270e635-8163-4d1b-a81e-3f7650c1bf01 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '3a22310d-8850-45d1-aa16-2cd055b846db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6cb69ff8-c9da-425a-87fe-66fdd2916df5'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:20.347602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Attempting to bind port d270e635-8163-4d1b-a81e-3f7650c1bf01 on network 6cb69ff8-c9da-425a-87fe-66fdd2916df5 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:20.353964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 8b46ac92-8de0-4b3f-89fa-4a0f3869da14 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:20.362687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0fc248-d269-48d6-a7b3-69a92f95a426 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:20.373865 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdad28c-9ed9-4c0c-afc4-2653d8b0acf4 None None] Sync routers for ids ['66c4b035-2e0b-48aa-8861-1b43fc9fbc50'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:20.374369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:20.381011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Checking segment: {'id': '3a22310d-8850-45d1-aa16-2cd055b846db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6cb69ff8-c9da-425a-87fe-66fdd2916df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:20.381011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.381011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Bound using segment: {'id': '3a22310d-8850-45d1-aa16-2cd055b846db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6cb69ff8-c9da-425a-87fe-66fdd2916df5'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:20.381296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc248-d269-48d6-a7b3-69a92f95a426 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.381387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Bound port: d270e635-8163-4d1b-a81e-3f7650c1bf01, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22310d-8850-45d1-aa16-2cd055b846db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6cb69ff8-c9da-425a-87fe-66fdd2916df5'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:20.381387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.381562 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9d0fc248-d269-48d6-a7b3-69a92f95a426 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "PUT /v2.0/routers/66c4b035-2e0b-48aa-8861-1b43fc9fbc50 HTTP/1.1" status: 200 len: 925 time: 2.9100349 Jun 28 06:43:20.383596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Transition to ACTIVE for port object a18610ab-7140-429d-9954-325df97ba6d9 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:20.387614 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdad28c-9ed9-4c0c-afc4-2653d8b0acf4 None None] Routers {'66c4b035-2e0b-48aa-8861-1b43fc9fbc50'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:20.388552 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1bdad28c-9ed9-4c0c-afc4-2653d8b0acf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['66c4b035-2e0b-48aa-8861-1b43fc9fbc50'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:20.401112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Allocated IP 2001:db8::2 (57c3c8ce-ed18-4bf0-b523-df768ea6ec70/fd0729aa-a1df-45fc-bc08-52795413bac1/76a638cf-1200-440c-96b4-136a47fdbaa0) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:20.406874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a7d47-05bc-4f19-b0fa-54aef5cea1c4 None None] Routers {'ebfea483-1776-4afd-9625-58049129fcc5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:20.407395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50630) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.407533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e61a7d47-05bc-4f19-b0fa-54aef5cea1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['ebfea483-1776-4afd-9625-58049129fcc5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:20.434606 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8b89599c-1567-473a-bce0-3af70e48ace8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/routers/ebfea483-1776-4afd-9625-58049129fcc5 HTTP/1.1" status: 200 len: 920 time: 0.3518481 Jun 28 06:43:20.435672 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1bdad28c-9ed9-4c0c-afc4-2653d8b0acf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:20.442899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50632) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.448034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e61a7d47-05bc-4f19-b0fa-54aef5cea1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:20.448690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a7d47-05bc-4f19-b0fa-54aef5cea1c4 None None] The sync data for ids ['ebfea483-1776-4afd-9625-58049129fcc5'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:20.450534 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdad28c-9ed9-4c0c-afc4-2653d8b0acf4 None None] Routers {'66c4b035-2e0b-48aa-8861-1b43fc9fbc50'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:20.451355 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1bdad28c-9ed9-4c0c-afc4-2653d8b0acf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:42:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['66c4b035-2e0b-48aa-8861-1b43fc9fbc50'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:20.458073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ef33-cfed-42e4-9e5f-b1ac611c3714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.468737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2daf85c4-89e9-43b3-82e5-69f6b907b911 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:20.469175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.474596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.480640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:20.490751 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1bdad28c-9ed9-4c0c-afc4-2653d8b0acf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:20.491787 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdad28c-9ed9-4c0c-afc4-2653d8b0acf4 None None] The sync data for ids ['66c4b035-2e0b-48aa-8861-1b43fc9fbc50'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:20.496486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-101a741d-0806-4be4-804f-759f012fdfd7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.506620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:20.535452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a741d-0806-4be4-804f-759f012fdfd7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Subnet': ['ID=f979b054-aee6-4be0-b7df-652eae5dc322,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:20.538346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-101a741d-0806-4be4-804f-759f012fdfd7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:20.548723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-101a741d-0806-4be4-804f-759f012fdfd7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.551856 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-101a741d-0806-4be4-804f-759f012fdfd7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "DELETE /v2.0/subnets/f979b054-aee6-4be0-b7df-652eae5dc322 HTTP/1.1" status: 204 len: 168 time: 1.1416218 Jun 28 06:43:20.553091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50634) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.566874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a050a9c-4a0e-42d9-96fa-1260bc783d9f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.587042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Network b1103bc5-5e5c-48ab-8686-bd25628cd0c8 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:20.611546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:20.617127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:20.634980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Pushing event updated for resources: {'Port': ['ID=a18610ab-7140-429d-9954-325df97ba6d9,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:20.638575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] For port d270e635-8163-4d1b-a81e-3f7650c1bf01, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:20.644819 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:20.661931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ea4ad1-e7e0-485a-980c-5d0ec0c8baa7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Deleting subnet 20fb8d0f-8a83-4592-9e3e-4114f6442692 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:20.670403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c0ea4ad1-e7e0-485a-980c-5d0ec0c8baa7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.676598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71438296-a708-42d5-830d-0587dbff8d1c tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:20.681049 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-71438296-a708-42d5-830d-0587dbff8d1c tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&device_id=ebfea483-1776-4afd-9625-58049129fcc5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2342196 Jun 28 06:43:20.681049 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d7a1be91-0a52-4ab2-a049-d3d47a30181b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/routers/66c4b035-2e0b-48aa-8861-1b43fc9fbc50 HTTP/1.1" status: 200 len: 925 time: 0.2714927 Jun 28 06:43:20.681466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50636) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.690552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50638) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.714782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] For port d270e635-8163-4d1b-a81e-3f7650c1bf01, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d270e635-8163-4d1b-a81e-3f7650c1bf01,segment=NetworkSegment(3a22310d-8850-45d1-aa16-2cd055b846db),segment_id=3a22310d-8850-45d1-aa16-2cd055b846db)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:20.746841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c0ea4ad1-e7e0-485a-980c-5d0ec0c8baa7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.751678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ef33-cfed-42e4-9e5f-b1ac611c3714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.766084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a050a9c-4a0e-42d9-96fa-1260bc783d9f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.772642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-583f6e7a-5f36-43b0-b6ba-59d08e48d4c9 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:20.787315 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.797214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:20.805734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Attempting to bind port a18610ab-7140-429d-9954-325df97ba6d9 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:20.806544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a050a9c-4a0e-42d9-96fa-1260bc783d9f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=14f383db-2da0-45ce-83c5-17bffba5090f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:20.806705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Attempting to bind port a18610ab-7140-429d-9954-325df97ba6d9 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '958facc0-a7a4-4790-b211-1972a841ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1103bc5-5e5c-48ab-8686-bd25628cd0c8'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:20.807262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Attempting to bind port a18610ab-7140-429d-9954-325df97ba6d9 on network b1103bc5-5e5c-48ab-8686-bd25628cd0c8 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:20.811119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7a050a9c-4a0e-42d9-96fa-1260bc783d9f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:20.815112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a050a9c-4a0e-42d9-96fa-1260bc783d9f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.816952 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7a050a9c-4a0e-42d9-96fa-1260bc783d9f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/14f383db-2da0-45ce-83c5-17bffba5090f HTTP/1.1" status: 204 len: 168 time: 0.7323422 Jun 28 06:43:20.823957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50640) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.839392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ad8ef33-cfed-42e4-9e5f-b1ac611c3714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.842035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c071989-aaab-4377-b381-740de1f173fd None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:20.847039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-04d4e12d-fac8-46f4-a451-8689ab1e87ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:20.876246 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-90844b47-1325-4961-94c6-dd731669596a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508626 Jun 28 06:43:20.879540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50642) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.882354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:20.882950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Checking segment: {'id': '958facc0-a7a4-4790-b211-1972a841ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1103bc5-5e5c-48ab-8686-bd25628cd0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:20.883341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.883542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Bound using segment: {'id': '958facc0-a7a4-4790-b211-1972a841ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1103bc5-5e5c-48ab-8686-bd25628cd0c8'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:20.885665 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Bound port: a18610ab-7140-429d-9954-325df97ba6d9, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958facc0-a7a4-4790-b211-1972a841ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1103bc5-5e5c-48ab-8686-bd25628cd0c8'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:20.885665 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.893297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291658a9-f563-4d8c-9920-980dcf6ce2b1 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:20.894649 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-291658a9-f563-4d8c-9920-980dcf6ce2b1 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 881 time: 0.2122726 Jun 28 06:43:20.899417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50644) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.901873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8ef33-cfed-42e4-9e5f-b1ac611c3714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75abb6-ca44-42b7-ba5a-3f3c1529f814,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:20.908928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3ad8ef33-cfed-42e4-9e5f-b1ac611c3714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:20.919757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3ad8ef33-cfed-42e4-9e5f-b1ac611c3714 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=087b7de3dc2245488ec863a36b786187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6895447 Jun 28 06:43:20.920416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50646) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.924566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c0ea4ad1-e7e0-485a-980c-5d0ec0c8baa7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:20.947705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9962741d-8e4a-4cde-a167-ccb1a158fd20 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:20.949580 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9962741d-8e4a-4cde-a167-ccb1a158fd20 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&device_id=66c4b035-2e0b-48aa-8861-1b43fc9fbc50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2578528 Jun 28 06:43:20.952608 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3ffd5d05-ec33-4759-b9bd-67015fbabae5 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebfea483-1776-4afd-9625-58049129fcc5 HTTP/1.1" status: 200 len: 205 time: 0.0540667 Jun 28 06:43:20.953229 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50648) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:20.955978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50650) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:21.028570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.030408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Pushing event updated for resources: {'Port': ['ID=d270e635-8163-4d1b-a81e-3f7650c1bf01,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:21.031302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3991322d-c1d7-4026-91fa-7cf747145661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.042272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:21.047551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Transition to ACTIVE for port object 76a638cf-1200-440c-96b4-136a47fdbaa0 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:21.061726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3991322d-c1d7-4026-91fa-7cf747145661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.088788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Transition to ACTIVE for port object 76a638cf-1200-440c-96b4-136a47fdbaa0 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:21.128410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c0ea4ad1-e7e0-485a-980c-5d0ec0c8baa7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.136724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-10183f40-d988-498d-87f8-4b2d98192c0e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:21.157264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] For port a18610ab-7140-429d-9954-325df97ba6d9, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:21.184341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] For port a18610ab-7140-429d-9954-325df97ba6d9, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a18610ab-7140-429d-9954-325df97ba6d9,segment=NetworkSegment(958facc0-a7a4-4790-b211-1972a841ae0b),segment_id=958facc0-a7a4-4790-b211-1972a841ae0b)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:21.202164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea4ad1-e7e0-485a-980c-5d0ec0c8baa7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Subnet': ['ID=20fb8d0f-8a83-4592-9e3e-4114f6442692,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:21.202379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.207961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6b3dee4b-6c58-4ebb-9353-87558d39ae3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:21.209253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c0ea4ad1-e7e0-485a-980c-5d0ec0c8baa7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:21.213905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c0ea4ad1-e7e0-485a-980c-5d0ec0c8baa7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.215867 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c0ea4ad1-e7e0-485a-980c-5d0ec0c8baa7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "DELETE /v2.0/subnets/20fb8d0f-8a83-4592-9e3e-4114f6442692 HTTP/1.1" status: 204 len: 168 time: 0.6618614 Jun 28 06:43:21.221086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50654) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:21.262376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Pushing event updated for resources: {'Port': ['ID=76a638cf-1200-440c-96b4-136a47fdbaa0,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:21.266627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:21.276386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.283105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Network 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:21.288055 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:21.290849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:21.300089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.305577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f4fe79e8-d9fb-4693-a0a8-19b68262118a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:21.419199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:21.438987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Attempting to bind port 76a638cf-1200-440c-96b4-136a47fdbaa0 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:21.439362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Attempting to bind port 76a638cf-1200-440c-96b4-136a47fdbaa0 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '66c77c80-9261-4c2b-83fa-cc370d29df12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '57c3c8ce-ed18-4bf0-b523-df768ea6ec70'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:21.439732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Attempting to bind port 76a638cf-1200-440c-96b4-136a47fdbaa0 on network 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:21.479799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:21.480199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Checking segment: {'id': '66c77c80-9261-4c2b-83fa-cc370d29df12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '57c3c8ce-ed18-4bf0-b523-df768ea6ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:21.480599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.481050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Bound using segment: {'id': '66c77c80-9261-4c2b-83fa-cc370d29df12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '57c3c8ce-ed18-4bf0-b523-df768ea6ec70'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:21.481545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Bound port: 76a638cf-1200-440c-96b4-136a47fdbaa0, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c77c80-9261-4c2b-83fa-cc370d29df12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '57c3c8ce-ed18-4bf0-b523-df768ea6ec70'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:21.481941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.488342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Pushing event updated for resources: {'Port': ['ID=a18610ab-7140-429d-9954-325df97ba6d9,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:21.492324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:21.710663 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] Deleting port 2daf85c4-89e9-43b3-82e5-69f6b907b911 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:21.711044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.751262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3991322d-c1d7-4026-91fa-7cf747145661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.753919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3991322d-c1d7-4026-91fa-7cf747145661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.755098 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3991322d-c1d7-4026-91fa-7cf747145661 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b75abb6-ca44-42b7-ba5a-3f3c1529f814 HTTP/1.1" status: 204 len: 168 time: 0.8298049 Jun 28 06:43:21.769208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3ad8ef33-cfed-42e4-9e5f-b1ac611c3714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:21.792210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991322d-c1d7-4026-91fa-7cf747145661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75abb6-ca44-42b7-ba5a-3f3c1529f814,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:21.797013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3991322d-c1d7-4026-91fa-7cf747145661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:21.808786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] For port 76a638cf-1200-440c-96b4-136a47fdbaa0, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:21.809259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e135cec9-86a3-46d9-8100-e0187abc7df3 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:21.817093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77d359c-c6a8-4186-953f-fbad90a59c24 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:21.817093 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a77d359c-c6a8-4186-953f-fbad90a59c24 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 881 time: 0.8617985 Jun 28 06:43:21.823507 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e135cec9-86a3-46d9-8100-e0187abc7df3 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5953174 Jun 28 06:43:21.824815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50660) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:21.825028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50662) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:21.861955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] For port 76a638cf-1200-440c-96b4-136a47fdbaa0, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=76a638cf-1200-440c-96b4-136a47fdbaa0,segment=NetworkSegment(66c77c80-9261-4c2b-83fa-cc370d29df12),segment_id=66c77c80-9261-4c2b-83fa-cc370d29df12)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:21.870102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a087e-8ed1-4651-ad6b-191e7ad7f8c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:21.872605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] For port 2daf85c4-89e9-43b3-82e5-69f6b907b911, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2daf85c4-89e9-43b3-82e5-69f6b907b911,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:21.873435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.876918 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3f5a087e-8ed1-4651-ad6b-191e7ad7f8c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9941831 Jun 28 06:43:21.884728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50664) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:21.896499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] Calling delete_port for 2daf85c4-89e9-43b3-82e5-69f6b907b911 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:21.906500 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c3bd5155-8705-4a55-a98f-41e8d97ba871 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=66c4b035-2e0b-48aa-8861-1b43fc9fbc50 HTTP/1.1" status: 200 len: 205 time: 0.0795197 Jun 28 06:43:21.907479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50666) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:21.972369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:21.982158 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:22.015298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8::1cc (57c3c8ce-ed18-4bf0-b523-df768ea6ec70/fd0729aa-a1df-45fc-bc08-52795413bac1/8b46ac92-8de0-4b3f-89fa-4a0f3869da14) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:22.059644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Pushing event updated for resources: {'Port': ['ID=76a638cf-1200-440c-96b4-136a47fdbaa0,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:22.065227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:22.067216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb84930d-0f4a-4561-a859-91d59a1c3172 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:22.068884 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cb84930d-0f4a-4561-a859-91d59a1c3172 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1809077 Jun 28 06:43:22.075847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50668) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:22.079243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.169092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d270e635-8163-4d1b-a81e-3f7650c1bf01 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:22.183526 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0f421767-3cb7-4b82-b48c-957f6bd31561 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991368 Jun 28 06:43:22.195674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50670) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:22.203465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:22.233080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.237692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-69af0a12-0799-4531-9f48-a392b772cc34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:22.240494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.292992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] Pushing event deleted for resources: {'Port': ['ID=2daf85c4-89e9-43b3-82e5-69f6b907b911,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:22.295681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] No DVR routers for this DVR port 2daf85c4-89e9-43b3-82e5-69f6b907b911 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:22.297545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:22.320119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port d270e635-8163-4d1b-a81e-3f7650c1bf01 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:22.332294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a18610ab-7140-429d-9954-325df97ba6d9 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:22.430992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.520369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.528237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port a18610ab-7140-429d-9954-325df97ba6d9 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:22.580424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 8b46ac92-8de0-4b3f-89fa-4a0f3869da14 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:22.583835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ed2cce-ca5a-4145-b856-566df7b6d91a None None] Network 6cb69ff8-c9da-425a-87fe-66fdd2916df5 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:22.587196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Deleting port 3c422c51-b130-4e39-9d30-db8659601fad {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:22.589508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.633001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2daf85c4-89e9-43b3-82e5-69f6b907b911 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:22.766987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2daf85c4-89e9-43b3-82e5-69f6b907b911 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:22.767749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2daf85c4-89e9-43b3-82e5-69f6b907b911 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:22.780324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.816175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Calling delete_port for 3c422c51-b130-4e39-9d30-db8659601fad owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:22.820004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Deleting port a18610ab-7140-429d-9954-325df97ba6d9 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:22.822207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.872987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9ff1fe9b-603e-4375-ab08-4da89eb49426 None None] Provisioning for port d270e635-8163-4d1b-a81e-3f7650c1bf01 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:22.879341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9ff1fe9b-603e-4375-ab08-4da89eb49426 None None] Provisioning complete for port d270e635-8163-4d1b-a81e-3f7650c1bf01 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:22.880239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fe9b-603e-4375-ab08-4da89eb49426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.890991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.908869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] For port a18610ab-7140-429d-9954-325df97ba6d9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a18610ab-7140-429d-9954-325df97ba6d9,segment=NetworkSegment(958facc0-a7a4-4790-b211-1972a841ae0b),segment_id=958facc0-a7a4-4790-b211-1972a841ae0b)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:22.909224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.911721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:22.915897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:22.949414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Calling delete_port for a18610ab-7140-429d-9954-325df97ba6d9 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:22.985632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fe9b-603e-4375-ab08-4da89eb49426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.043510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9ff1fe9b-603e-4375-ab08-4da89eb49426 None None] For port d270e635-8163-4d1b-a81e-3f7650c1bf01, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d270e635-8163-4d1b-a81e-3f7650c1bf01,segment=NetworkSegment(3a22310d-8850-45d1-aa16-2cd055b846db),segment_id=3a22310d-8850-45d1-aa16-2cd055b846db)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:23.071735 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] DHCP port deletion for 6cb69ff8-c9da-425a-87fe-66fdd2916df5 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:23.093618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.116587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0e46173f-0a2b-4420-8dcb-9149cd6c37c4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:23.129279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fe9b-603e-4375-ab08-4da89eb49426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.132808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0b6fe50c-27dd-4b1d-907c-f8c59889b6cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:23.141312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Deleting port c967c223-cc0e-448e-a162-5220d5c60166 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:23.141654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.144096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:23.145578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e26a73-7d6b-4fb5-abce-9df9cbc5416e None None] Network b1103bc5-5e5c-48ab-8686-bd25628cd0c8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:23.152265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:23.183426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:23.190161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:23.190395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] Deleting port d270e635-8163-4d1b-a81e-3f7650c1bf01 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:23.190780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.192989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.253226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=8b46ac92-8de0-4b3f-89fa-4a0f3869da14,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:23.256198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:23.300347 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6507282 Jun 28 06:43:23.302790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50694) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:23.308924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': '57c3c8ce-ed18-4bf0-b523-df768ea6ec70', 'name': 'tempest-PortsIpV6TestJSON-1689841498'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:23.321151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.339435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1fe9b-603e-4375-ab08-4da89eb49426 None None] Pushing event updated for resources: {'Port': ['ID=d270e635-8163-4d1b-a81e-3f7650c1bf01,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:23.354800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9ff1fe9b-603e-4375-ab08-4da89eb49426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:23.383077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Calling delete_port for c967c223-cc0e-448e-a162-5220d5c60166 owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:23.386686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.397430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] For port d270e635-8163-4d1b-a81e-3f7650c1bf01, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d270e635-8163-4d1b-a81e-3f7650c1bf01,segment=NetworkSegment(3a22310d-8850-45d1-aa16-2cd055b846db),segment_id=3a22310d-8850-45d1-aa16-2cd055b846db)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:23.397853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.408602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a240030b-c956-45df-a65a-0349ccfee1e3 None None] Provisioning for port a18610ab-7140-429d-9954-325df97ba6d9 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:23.423313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-35f3dfcb-0fa4-4440-8259-129e7759797e tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:23.430503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.440538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-66475c74-2c93-4710-9114-0d3888b59566 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:23.480599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] No DVR routers for this DVR port a18610ab-7140-429d-9954-325df97ba6d9 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:23.481217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] Calling delete_port for d270e635-8163-4d1b-a81e-3f7650c1bf01 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:23.485008 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a240030b-c956-45df-a65a-0349ccfee1e3 None None] Provisioning complete for port a18610ab-7140-429d-9954-325df97ba6d9 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:23.485386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a240030b-c956-45df-a65a-0349ccfee1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.490951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50696) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:23.501549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.522319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a240030b-c956-45df-a65a-0349ccfee1e3 None None] Port a18610ab-7140-429d-9954-325df97ba6d9 was deleted so its status cannot be updated. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 28 06:43:23.522784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Pushing event deleted for resources: {'Port': ['ID=3c422c51-b130-4e39-9d30-db8659601fad,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:23.542531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:23.550789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Port': ['ID=a18610ab-7140-429d-9954-325df97ba6d9,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:23.556912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:23.576188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-101a741d-0806-4be4-804f-759f012fdfd7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:23.583692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e910f302-bccf-45be-97be-b5082390e438 None None] DHCP port deletion for b1103bc5-5e5c-48ab-8686-bd25628cd0c8 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:23.737245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.776161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.781766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1774664895'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:23.793392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8424-5151-4bbe-ae87-18c0388f53f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.814729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1103bc5-5e5c-48ab-8686-bd25628cd0c8']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:23.824533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:23.828719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.830788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1039fe16-bdcb-4edf-934b-28b762563966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:23.845770 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:23.851457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958facc0-a7a4-4790-b211-1972a841ae0b') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:23.851793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958facc0-a7a4-4790-b211-1972a841ae0b') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:23.857789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:23.858378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.876603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.878387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=9229b104-1404-4f2e-a8bf-ec3993a1703f,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:23.889079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:23.902479 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.903579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] Pushing event deleted for resources: {'Port': ['ID=d270e635-8163-4d1b-a81e-3f7650c1bf01,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:23.906819 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:23.909251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f433fe-2306-4909-866e-8b7afe8f6eed None None] Network 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:23.911221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.928879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.943695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:43:23.944357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:43:23.947724 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:43:24.015434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04757e22-5ba9-4ec3-a091-8500754271df None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:24.100210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.101033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Fanout notify agent at l3_agent the message router_deleted on router ebfea483-1776-4afd-9625-58049129fcc5 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:24.110346 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.114239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50704) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:24.114380 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/ebfea483-1776-4afd-9625-58049129fcc5 HTTP/1.1" status: 204 len: 168 time: 3.1515131 Jun 28 06:43:24.120143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-dad07dda-0b3a-4fdb-a5ae-6ce72a3f5583 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1736741461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:24.128133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:24.129743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 76a638cf-1200-440c-96b4-136a47fdbaa0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:24.132290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] No DVR routers for this DVR port d270e635-8163-4d1b-a81e-3f7650c1bf01 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:24.132639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.132867 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.135859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.140660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-92a6839d-67c6-401f-a82d-99af57c79a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:24.154028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 7f6274db-bf3e-49c8-bc35-0ae5adc9798c yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:24.169777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.174459 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "DELETE /v2.0/networks/b1103bc5-5e5c-48ab-8686-bd25628cd0c8 HTTP/1.1" status: 204 len: 168 time: 2.3441584 Jun 28 06:43:24.175289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Pushing event deleted for resources: {'Port': ['ID=c967c223-cc0e-448e-a162-5220d5c60166,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:24.177242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50706) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:24.197157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:24.197157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:24.215358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Network': ['ID=b1103bc5-5e5c-48ab-8686-bd25628cd0c8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:24.249646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:24.271648 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0741065 Jun 28 06:43:24.275970 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50708) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:24.284307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'fixed_ips': [{'subnet_id': '9229b104-1404-4f2e-a8bf-ec3993a1703f', 'ip_address': '2001:db8::abc3:3d51:350a:fd28'}], 'name': 'tempest-NetworksTestDHCPv6-756516838'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:24.319134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b8077868-3f85-48bb-b3be-12e6f3a998a2 None None] Provisioning for port 76a638cf-1200-440c-96b4-136a47fdbaa0 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:24.351888 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 76a638cf-1200-440c-96b4-136a47fdbaa0 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:24.362389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 76a638cf-1200-440c-96b4-136a47fdbaa0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:24.363145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.367968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8::226 (57c3c8ce-ed18-4bf0-b523-df768ea6ec70/fd0729aa-a1df-45fc-bc08-52795413bac1/7f6274db-bf3e-49c8-bc35-0ae5adc9798c) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:24.386412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.473168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': '9229b104-1404-4f2e-a8bf-ec3993a1703f'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:24.474390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.565836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.577332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:24.582564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.587706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.609071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.626104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.650358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.666369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 7f6274db-bf3e-49c8-bc35-0ae5adc9798c will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:24.700839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/9229b104-1404-4f2e-a8bf-ec3993a1703f/8c7d1768-e086-484f-9f18-c9d6e906df3a) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:24.704983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.729785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad07dda-0b3a-4fdb-a5ae-6ce72a3f5583 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.730769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad07dda-0b3a-4fdb-a5ae-6ce72a3f5583 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.808716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.812198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.812767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-669e4af6-a5cb-4488-94b7-9cc413269e64 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:24.831545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb69ff8-c9da-425a-87fe-66fdd2916df5']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:24.847779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a22310d-8850-45d1-aa16-2cd055b846db') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:24.848375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a22310d-8850-45d1-aa16-2cd055b846db') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:24.861481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.869173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:24.876395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:24.883342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.884652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Fanout notify agent at l3_agent the message router_deleted on router 66c4b035-2e0b-48aa-8861-1b43fc9fbc50 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:24.904107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.905570 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/66c4b035-2e0b-48aa-8861-1b43fc9fbc50 HTTP/1.1" status: 204 len: 168 time: 2.9954202 Jun 28 06:43:24.912746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50712) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:24.915863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:24.918118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=7f6274db-bf3e-49c8-bc35-0ae5adc9798c,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:24.926074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:24.932427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:24.933098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:24.941279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-171652e3-908f-42f6-acc7-10ffdd165fec tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2096194875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:24.950363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:24.970335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.019128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad07dda-0b3a-4fdb-a5ae-6ce72a3f5583 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.024766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 76a638cf-1200-440c-96b4-136a47fdbaa0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=76a638cf-1200-440c-96b4-136a47fdbaa0,segment=NetworkSegment(66c77c80-9261-4c2b-83fa-cc370d29df12),segment_id=66c77c80-9261-4c2b-83fa-cc370d29df12)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:25.025284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:43:25.025284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.025499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1e3a9940-e212-490d-be21-c6fe3a9ff498 None None] Provisioning complete for port 76a638cf-1200-440c-96b4-136a47fdbaa0 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:43:25.025585 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:43:25.027376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9940-e212-490d-be21-c6fe3a9ff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.035462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.060496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 4c7fb35a-89b7-41bb-bb6a-af5fb224e499 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:25.108734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad07dda-0b3a-4fdb-a5ae-6ce72a3f5583 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.153252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.162671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:25.210694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.217778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.220318 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "DELETE /v2.0/networks/6cb69ff8-c9da-425a-87fe-66fdd2916df5 HTTP/1.1" status: 204 len: 168 time: 1.0357339 Jun 28 06:43:25.222716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50716) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:25.229915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:25.230058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d270e635-8163-4d1b-a81e-3f7650c1bf01 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:25.237383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9940-e212-490d-be21-c6fe3a9ff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.270447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: d270e635-8163-4d1b-a81e-3f7650c1bf01 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:25.270933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d270e635-8163-4d1b-a81e-3f7650c1bf01 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:25.271258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a18610ab-7140-429d-9954-325df97ba6d9 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:25.297390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=76a638cf-1200-440c-96b4-136a47fdbaa0,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:25.304185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: a18610ab-7140-429d-9954-325df97ba6d9 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:25.304550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a18610ab-7140-429d-9954-325df97ba6d9 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:25.309460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.320138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:25.327720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.327856 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Network': ['ID=6cb69ff8-c9da-425a-87fe-66fdd2916df5,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:25.327964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.328877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:25.344514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Transition to ACTIVE for port object 8c7d1768-e086-484f-9f18-c9d6e906df3a will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:25.380874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.385464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ab4ca007-11dc-41ff-ba7e-120625c3fce5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:25.388017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Transition to ACTIVE for port object 8c7d1768-e086-484f-9f18-c9d6e906df3a will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:25.395376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-1e3a9940-e212-490d-be21-c6fe3a9ff498 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:43:25.395791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-1e3a9940-e212-490d-be21-c6fe3a9ff498 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:43:25.410295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:25.420983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f590a1d9-3e5b-4e63-89a0-b2fddddd8434,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:25.424663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:25.425596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.427538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.427872 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added segment df8dcdf8-1f1d-4e4c-b4f4-3e251774c582 of type vlan for network ac18ee5d-1935-4d18-99b9-91800ee373fe Jun 28 06:43:25.438234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213c351a-6852-4397-9ea4-b726d21faef9']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:25.448535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2010284c-fdf3-4c1d-9a77-84bb26813595') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:25.448841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2010284c-fdf3-4c1d-9a77-84bb26813595') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:25.457957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.459603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dad07dda-0b3a-4fdb-a5ae-6ce72a3f5583 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.461535 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dad07dda-0b3a-4fdb-a5ae-6ce72a3f5583 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3451898 Jun 28 06:43:25.464473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50718) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:25.469316 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'enable_snat': True}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:25.476068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.480345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.483670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-abe1258b-841a-4c22-8cdf-64a6001ee53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:25.517947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:25.522891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:25.526194 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:25.531308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.534624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Pushing event updated for resources: {'Port': ['ID=8c7d1768-e086-484f-9f18-c9d6e906df3a,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:25.538906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:25.565961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-171652e3-908f-42f6-acc7-10ffdd165fec tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.567358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-171652e3-908f-42f6-acc7-10ffdd165fec tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.576794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:43:25.577234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: items = [ Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:43:25.580306 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:43:25.595313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Attempting to bind port 8c7d1768-e086-484f-9f18-c9d6e906df3a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:25.599280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Attempting to bind port 8c7d1768-e086-484f-9f18-c9d6e906df3a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:25.599280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Attempting to bind port 8c7d1768-e086-484f-9f18-c9d6e906df3a on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:25.599479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.602303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:25.602887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:25.603313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.603589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:25.603766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:25.604260 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Bound port: 8c7d1768-e086-484f-9f18-c9d6e906df3a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:25.604540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.604658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.635677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-45661209-0d7d-430b-84fb-24578875f9e4 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:25.645191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-171652e3-908f-42f6-acc7-10ffdd165fec tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.675542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] For port 8c7d1768-e086-484f-9f18-c9d6e906df3a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:25.678746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] For port 8c7d1768-e086-484f-9f18-c9d6e906df3a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=8c7d1768-e086-484f-9f18-c9d6e906df3a,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:25.686354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::abc3:3d51:350a:fd28 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/9229b104-1404-4f2e-a8bf-ec3993a1703f/4c7fb35a-89b7-41bb-bb6a-af5fb224e499) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:25.690455 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3866742 Jun 28 06:43:25.694827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50720) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:25.725424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-171652e3-908f-42f6-acc7-10ffdd165fec tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.757820 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2612684 Jun 28 06:43:25.762403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Network': ['ID=ac18ee5d-1935-4d18-99b9-91800ee373fe,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:25.767637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:25.769908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50722) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:25.776777 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network ac18ee5d-1935-4d18-99b9-91800ee373fe details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:25.780980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1359600009'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:25.782325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.797202 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8ae3a00-6116-439a-bcab-bb856d695829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:25.821194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.828146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.835457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c4bb89-866f-48de-a360-7df8eabf22d3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:25.840658 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-36c4bb89-866f-48de-a360-7df8eabf22d3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1cc HTTP/1.1" status: 200 len: 929 time: 0.1409039 Jun 28 06:43:25.851430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-927903da-3b39-449c-bd27-6f95040afb55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:25.851430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.851942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50724) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:25.852044 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "DELETE /v2.0/networks/213c351a-6852-4397-9ea4-b726d21faef9 HTTP/1.1" status: 204 len: 168 time: 0.6223383 Jun 28 06:43:25.852127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-171652e3-908f-42f6-acc7-10ffdd165fec tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:25.852127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-171652e3-908f-42f6-acc7-10ffdd165fec tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9117131 Jun 28 06:43:25.852127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50726) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:25.853857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50728) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:25.855750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Pushing event updated for resources: {'Port': ['ID=8c7d1768-e086-484f-9f18-c9d6e906df3a,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:25.859040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:25.870243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:25.912887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Network': ['ID=213c351a-6852-4397-9ea4-b726d21faef9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:25.990034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:26.008810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.036446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1e3a9940-e212-490d-be21-c6fe3a9ff498 None None] Provisioning for port 8b46ac92-8de0-4b3f-89fa-4a0f3869da14 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:26.042230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1e3a9940-e212-490d-be21-c6fe3a9ff498 None None] Provisioning complete for port 8b46ac92-8de0-4b3f-89fa-4a0f3869da14 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:26.042624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9940-e212-490d-be21-c6fe3a9ff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.065028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 76a638cf-1200-440c-96b4-136a47fdbaa0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:26.107730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:26.111642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.129412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-190ba06a-250c-40f7-a9f7-393e2c15e55a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 7f6274db-bf3e-49c8-bc35-0ae5adc9798c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:26.129593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-190ba06a-250c-40f7-a9f7-393e2c15e55a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.131562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a9940-e212-490d-be21-c6fe3a9ff498 None None] Port 8b46ac92-8de0-4b3f-89fa-4a0f3869da14 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:26.156082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.159324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 76a638cf-1200-440c-96b4-136a47fdbaa0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:26.159717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.219149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a938c3d-8278-41cd-a1e7-938b496311a2']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:26.238078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9993a1a6-4e01-4c29-a8df-ff7c2e0ccf2e') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:26.238373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9993a1a6-4e01-4c29-a8df-ff7c2e0ccf2e') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:26.292130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-190ba06a-250c-40f7-a9f7-393e2c15e55a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.308638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-190ba06a-250c-40f7-a9f7-393e2c15e55a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 7f6274db-bf3e-49c8-bc35-0ae5adc9798c owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:26.315676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4e548dc4-9476-468d-8482-a86e1bc0b8b5 None None] Provisioning complete for port 8b46ac92-8de0-4b3f-89fa-4a0f3869da14 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:26.316064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4e548dc4-9476-468d-8482-a86e1bc0b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.376234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.391790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4e548dc4-9476-468d-8482-a86e1bc0b8b5 None None] Port 8b46ac92-8de0-4b3f-89fa-4a0f3869da14 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:26.396821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.405225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:43:26.405769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:43:26.409497 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:43:26.445339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.488211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f54d9bf-a714-4f47-9add-cfcc014a62f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.491506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4e548dc4-9476-468d-8482-a86e1bc0b8b5 None None] Provisioning for port 7f6274db-bf3e-49c8-bc35-0ae5adc9798c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:26.495998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4e548dc4-9476-468d-8482-a86e1bc0b8b5 None None] Provisioning complete for port 7f6274db-bf3e-49c8-bc35-0ae5adc9798c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:26.496457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4e548dc4-9476-468d-8482-a86e1bc0b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.533352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4e548dc4-9476-468d-8482-a86e1bc0b8b5 None None] Port 7f6274db-bf3e-49c8-bc35-0ae5adc9798c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:26.546682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.551951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5b683a3e-541f-408f-8b01-1beb9c0099ae tempest-DHCPAgentSchedulersTestJSON-251228289 tempest-DHCPAgentSchedulersTestJSON-251228289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:26.558978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.564334 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] 10.222.0.24 "DELETE /v2.0/networks/0a938c3d-8278-41cd-a1e7-938b496311a2 HTTP/1.1" status: 204 len: 168 time: 0.7027497 Jun 28 06:43:26.586627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Pushing event deleted for resources: {'Network': ['ID=0a938c3d-8278-41cd-a1e7-938b496311a2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:26.589556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:26.647956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-190ba06a-250c-40f7-a9f7-393e2c15e55a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.653023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c33440ac-2b97-4f6f-b8e1-ad930b353c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:26.678783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ba06a-250c-40f7-a9f7-393e2c15e55a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=7f6274db-bf3e-49c8-bc35-0ae5adc9798c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:26.683053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-190ba06a-250c-40f7-a9f7-393e2c15e55a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:26.710028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-190ba06a-250c-40f7-a9f7-393e2c15e55a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.712064 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-190ba06a-250c-40f7-a9f7-393e2c15e55a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/7f6274db-bf3e-49c8-bc35-0ae5adc9798c HTTP/1.1" status: 204 len: 168 time: 0.8656247 Jun 28 06:43:26.714637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50736) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:26.733186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.740769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:26.742639 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9932fe33-9642-4beb-a2be-51bca101090d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:43:26.744986 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9932fe33-9642-4beb-a2be-51bca101090d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/7f6274db-bf3e-49c8-bc35-0ae5adc9798c HTTP/1.1" status: 404 len: 333 time: 0.0294025 Jun 28 06:43:26.751659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50738) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:26.776131 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.776546 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added segment cd066f4c-0bc6-44aa-a5ca-9a004f4386ab of type vlan for network f1e43a90-9088-4264-a28b-e0bb5dd9dd10 Jun 28 06:43:26.796379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.846122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:26.849754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 4c7fb35a-89b7-41bb-bb6a-af5fb224e499 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:26.891169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-13992c0c-5544-4f01-870b-6f003c9134cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 8b46ac92-8de0-4b3f-89fa-4a0f3869da14 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:26.891726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13992c0c-5544-4f01-870b-6f003c9134cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.010952 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13992c0c-5544-4f01-870b-6f003c9134cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.023911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-13992c0c-5544-4f01-870b-6f003c9134cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 8b46ac92-8de0-4b3f-89fa-4a0f3869da14 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:27.048472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.054101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:27.061423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.087829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:27.106282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50742) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:27.129168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.203148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Network': ['ID=f1e43a90-9088-4264-a28b-e0bb5dd9dd10,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:27.213110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:27.213626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3f7e3197-f846-4202-9091-1816d4b4b509 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:27.223068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network f1e43a90-9088-4264-a28b-e0bb5dd9dd10 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:27.224111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:27.251426 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4757330 Jun 28 06:43:27.251915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50746) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:27.254165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:27.258784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'subnet': {'network_id': 'ac18ee5d-1935-4d18-99b9-91800ee373fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:27.261646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:27.267180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:27.267793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.276999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.314935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.327854 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=4c7fb35a-89b7-41bb-bb6a-af5fb224e499,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:27.332022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13992c0c-5544-4f01-870b-6f003c9134cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.332329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:27.352697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-799c7dab-f446-4162-bbe7-8bce80b67b55 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:27.413816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13992c0c-5544-4f01-870b-6f003c9134cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=8b46ac92-8de0-4b3f-89fa-4a0f3869da14,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:27.416694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-13992c0c-5544-4f01-870b-6f003c9134cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:27.433319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4cb342ef-b922-4e21-b461-e0e411727601 None None] Provisioning for port 8c7d1768-e086-484f-9f18-c9d6e906df3a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:27.435171 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1572878 Jun 28 06:43:27.437985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50750) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:27.449409 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f156aff6-1d51-4fc9-8491-1437bcd4709a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a88534ab2ed9447899804bc4c978954b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382623 Jun 28 06:43:27.449615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4d082a66-ae58-41d4-b8f7-58752e59b803 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'fixed_ips': [{'subnet_id': '9229b104-1404-4f2e-a8bf-ec3993a1703f', 'ip_address': '2001:db8::abc3:3d51:350a:fd28'}], 'name': 'tempest-NetworksTestDHCPv6-2133459492'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:27.451398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50752) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:27.480768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13992c0c-5544-4f01-870b-6f003c9134cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.482750 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-13992c0c-5544-4f01-870b-6f003c9134cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/8b46ac92-8de0-4b3f-89fa-4a0f3869da14 HTTP/1.1" status: 204 len: 168 time: 0.7301168 Jun 28 06:43:27.486220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50756) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:27.535412 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee1cb99-7f1b-400d-86fa-d25ac0021555 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:43:27.537204 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3ee1cb99-7f1b-400d-86fa-d25ac0021555 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/8b46ac92-8de0-4b3f-89fa-4a0f3869da14 HTTP/1.1" status: 404 len: 333 time: 0.0500526 Jun 28 06:43:27.540003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50758) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:27.582987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.610645 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.611770 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7d4648-58c0-460e-acda-1a90cd8c2576 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet fd0729aa-a1df-45fc-bc08-52795413bac1 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:27.615355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4648-58c0-460e-acda-1a90cd8c2576 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.661579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.710974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Allocated IP 172.26.4.86 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/87266dbe-01f7-4841-97fb-6a368dfd012b) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:27.797167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a735db20-fcc5-4bb7-afb4-5bb354e8d0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.825033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6a5858f7-e549-41ad-91bb-89457e3a5cf0 None None] Provisioning for port 4c7fb35a-89b7-41bb-bb6a-af5fb224e499 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:27.829556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6a5858f7-e549-41ad-91bb-89457e3a5cf0 None None] Provisioning complete for port 4c7fb35a-89b7-41bb-bb6a-af5fb224e499 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:27.830249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6a5858f7-e549-41ad-91bb-89457e3a5cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.867874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6a5858f7-e549-41ad-91bb-89457e3a5cf0 None None] Port 4c7fb35a-89b7-41bb-bb6a-af5fb224e499 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:27.880966 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a735db20-fcc5-4bb7-afb4-5bb354e8d0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.944789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.957101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d082a66-ae58-41d4-b8f7-58752e59b803 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:27.963212 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4d082a66-ae58-41d4-b8f7-58752e59b803 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.992359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:27.996177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:27.999993 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-4d082a66-ae58-41d4-b8f7-58752e59b803 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port ecbfda12-567a-4bd5-aa96-173f0f2738fa yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:28.053225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a735db20-fcc5-4bb7-afb4-5bb354e8d0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.055472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a735db20-fcc5-4bb7-afb4-5bb354e8d0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.059431 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a735db20-fcc5-4bb7-afb4-5bb354e8d0df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb18d41a-0121-42de-a68f-1c71bf449648 HTTP/1.1" status: 204 len: 168 time: 0.6017597 Jun 28 06:43:28.061095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c7d1768-e086-484f-9f18-c9d6e906df3a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:28.061207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b91d5e6e-799b-42da-9c34-8e9a2519036c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:28.074580 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735db20-fcc5-4bb7-afb4-5bb354e8d0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18d41a-0121-42de-a68f-1c71bf449648,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:28.078759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a735db20-fcc5-4bb7-afb4-5bb354e8d0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:28.097050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4648-58c0-460e-acda-1a90cd8c2576 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.140528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.179574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5ad63241-e9ca-461e-90db-5bb94cdbb4e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:28.233716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a456995-b561-4d8e-8f8a-02cd398925f0 req-90f07737-ee25-431a-97da-80f5f8b14b76 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:28.235230 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7a456995-b561-4d8e-8f8a-02cd398925f0 req-90f07737-ee25-431a-97da-80f5f8b14b76 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 946 time: 0.2486866 Jun 28 06:43:28.236114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:28.248682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:28.261471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 8c7d1768-e086-484f-9f18-c9d6e906df3a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:28.262001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:28.269446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 8c7d1768-e086-484f-9f18-c9d6e906df3a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:28.270776 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.287852 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event updated for resources: {'Port': ['ID=87266dbe-01f7-4841-97fb-6a368dfd012b,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:28.300772 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:28.301512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Allocated IP 172.26.4.39 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/af1c9b63-666a-4b80-b962-ee1b63e8e74e) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:28.305507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4648-58c0-460e-acda-1a90cd8c2576 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.310836 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d082a66-ae58-41d4-b8f7-58752e59b803 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 28 06:43:28.311478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d082a66-ae58-41d4-b8f7-58752e59b803 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:43:28.375975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.382404 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7a456995-b561-4d8e-8f8a-02cd398925f0 req-64d9b9f1-c200-4050-be29-c92cc689b731 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206999 Jun 28 06:43:28.440380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 8c7d1768-e086-484f-9f18-c9d6e906df3a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=8c7d1768-e086-484f-9f18-c9d6e906df3a,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:28.456870 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4d082a66-ae58-41d4-b8f7-58752e59b803 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0163431 Jun 28 06:43:28.460873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50770) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:28.475281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.497171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.497394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c0ea4ad1-e7e0-485a-980c-5d0ec0c8baa7 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:28.502391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f5e95f2f-8532-4613-99fa-60c319cc7506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:28.528570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4648-58c0-460e-acda-1a90cd8c2576 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.551623 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.565019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=8c7d1768-e086-484f-9f18-c9d6e906df3a,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:28.572498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:28.603586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4648-58c0-460e-acda-1a90cd8c2576 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.606755 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bd7d4648-58c0-460e-acda-1a90cd8c2576 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/fd0729aa-a1df-45fc-bc08-52795413bac1 HTTP/1.1" status: 204 len: 168 time: 1.0614722 Jun 28 06:43:28.609473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50778) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:28.617917 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f289e2-e758-4d37-8184-559261945792 None None] Network 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:28.646404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Checking segment: {'id': 'df8dcdf8-1f1d-4e4c-b4f4-3e251774c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac18ee5d-1935-4d18-99b9-91800ee373fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:28.646404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network hostable DHCP agents. Network: ac18ee5d-1935-4d18-99b9-91800ee373fe, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:28.660554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Subnet': ['ID=5d970baa-d452-4d6e-9521-b9570e5c2d83,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:28.660783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:28.663940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:28.691950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d4648-58c0-460e-acda-1a90cd8c2576 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0729aa-a1df-45fc-bc08-52795413bac1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:28.695019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bd7d4648-58c0-460e-acda-1a90cd8c2576 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:28.709370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bea1d5e-b591-47d1-87b3-cbc33bc3dfb4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:28.716159 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bea1d5e-b591-47d1-87b3-cbc33bc3dfb4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:28.717777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.717946 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1bea1d5e-b591-47d1-87b3-cbc33bc3dfb4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2553835 Jun 28 06:43:28.721141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50782) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:28.747516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8d61f0a5-40d0-470a-860c-d1966d1d7c80 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:28.818165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:28.823724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.831805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network ac18ee5d-1935-4d18-99b9-91800ee373fe is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:28.848315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-9cee6e68-3e22-4f97-b280-d6aba574481c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 4c7fb35a-89b7-41bb-bb6a-af5fb224e499 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:28.848661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9cee6e68-3e22-4f97-b280-d6aba574481c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.862163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:28.866309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:28.868305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Pushing event updated for resources: {'Port': ['ID=af1c9b63-666a-4b80-b962-ee1b63e8e74e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:28.873896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:28.896719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] DHCP port deletion for 57c3c8ce-ed18-4bf0-b523-df768ea6ec70 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:28.917261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, ac18ee5d-1935-4d18-99b9-91800ee373fe) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:28.929070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a73cab-f7ca-442d-99c4-3df18096bb0d None None] Network ac18ee5d-1935-4d18-99b9-91800ee373fe requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:28.931858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:28.932898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.945347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:28.995385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9cee6e68-3e22-4f97-b280-d6aba574481c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.011045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-9cee6e68-3e22-4f97-b280-d6aba574481c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 4c7fb35a-89b7-41bb-bb6a-af5fb224e499 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:29.045768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] Deleting port 76a638cf-1200-440c-96b4-136a47fdbaa0 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:29.046163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.062670 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8095019 Jun 28 06:43:29.065750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50788) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:29.074577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'subnet': {'network_id': 'f1e43a90-9088-4264-a28b-e0bb5dd9dd10', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:29.152466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] For port 76a638cf-1200-440c-96b4-136a47fdbaa0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=76a638cf-1200-440c-96b4-136a47fdbaa0,segment=NetworkSegment(66c77c80-9261-4c2b-83fa-cc370d29df12),segment_id=66c77c80-9261-4c2b-83fa-cc370d29df12)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:29.152890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.193593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] Calling delete_port for 76a638cf-1200-440c-96b4-136a47fdbaa0 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:29.264384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-ac18ee5d-1935-4d18-99b9-91800ee373fe', 'network_id': 'ac18ee5d-1935-4d18-99b9-91800ee373fe', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'fixed_ips': [{'subnet_id': '5d970baa-d452-4d6e-9521-b9570e5c2d83'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:29.265398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.270597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.288470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:29.294494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.330498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9cee6e68-3e22-4f97-b280-d6aba574481c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.380319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-67013313-1f30-468d-aaf6-af7440fab50f tempest-PortsAdminExtendedAttrsTestJSON-86690252 tempest-PortsAdminExtendedAttrsTestJSON-86690252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:29.434763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee6e68-3e22-4f97-b280-d6aba574481c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=4c7fb35a-89b7-41bb-bb6a-af5fb224e499,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:29.452981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Allocated IP 2001:db8::2 (ac18ee5d-1935-4d18-99b9-91800ee373fe/5d970baa-d452-4d6e-9521-b9570e5c2d83/3ca9094d-3735-4716-9232-e48fa3007c45) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:29.471418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9cee6e68-3e22-4f97-b280-d6aba574481c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:29.558902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9cee6e68-3e22-4f97-b280-d6aba574481c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.563538 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9cee6e68-3e22-4f97-b280-d6aba574481c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/4c7fb35a-89b7-41bb-bb6a-af5fb224e499 HTTP/1.1" status: 204 len: 168 time: 0.8377190 Jun 28 06:43:29.572301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50798) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:29.573358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.577747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:29.585245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 76a638cf-1200-440c-96b4-136a47fdbaa0 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:29.585586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.627135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50800) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:29.645709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] Pushing event deleted for resources: {'Port': ['ID=76a638cf-1200-440c-96b4-136a47fdbaa0,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:29.652585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:29.655392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] No DVR routers for this DVR port 76a638cf-1200-440c-96b4-136a47fdbaa0 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:29.684944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf46a7-e060-4ada-b371-48a40ab7d259 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:29.687057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf46a7-e060-4ada-b371-48a40ab7d259 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:29.691025 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-62cf46a7-e060-4ada-b371-48a40ab7d259 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1147351 Jun 28 06:43:29.722442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50806) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:29.807854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.823866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Transition to ACTIVE for port object 3ca9094d-3735-4716-9232-e48fa3007c45 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:29.850709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Transition to ACTIVE for port object 3ca9094d-3735-4716-9232-e48fa3007c45 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:29.869813 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-70842db6-a058-4fbd-bb7c-7c70372bc041 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 9229b104-1404-4f2e-a8bf-ec3993a1703f {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:29.877110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-70842db6-a058-4fbd-bb7c-7c70372bc041 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.878303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] For port 76a638cf-1200-440c-96b4-136a47fdbaa0, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:29.878782 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.882618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'network': {'name': 'tempest-RoutersTest-1090027758'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:29.929719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 76a638cf-1200-440c-96b4-136a47fdbaa0 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:29.937373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Port 76a638cf-1200-440c-96b4-136a47fdbaa0 was not found and therefore no delete operation was performed {{(pid=100886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:43:29.940167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.948209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.951317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:29.954396 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b3c250a3-eab8-488d-b962-197d0c18f1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:29.967911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-70842db6-a058-4fbd-bb7c-7c70372bc041 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.985707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:29.990899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=76a638cf-1200-440c-96b4-136a47fdbaa0,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:29.994542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:29.997686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No DVR routers for this DVR port 76a638cf-1200-440c-96b4-136a47fdbaa0 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:30.005849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.009786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.033619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Pushing event updated for resources: {'Port': ['ID=3ca9094d-3735-4716-9232-e48fa3007c45,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:30.042500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:30.044350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26614e-b344-4c94-9b6f-dd471583ef2e req-70a7c988-7773-4545-a2bf-d7218c34415d tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:30.045872 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5a26614e-b344-4c94-9b6f-dd471583ef2e req-70a7c988-7773-4545-a2bf-d7218c34415d tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 946 time: 0.1995428 Jun 28 06:43:30.054363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Network ac18ee5d-1935-4d18-99b9-91800ee373fe is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:30.056846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:30.062222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:30.070423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.079094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-94f7e581-0536-4d96-8ed6-26dda784f4b8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:30.129866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:30.133427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.162389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-70842db6-a058-4fbd-bb7c-7c70372bc041 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.197964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.220630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.228458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c7d1768-e086-484f-9f18-c9d6e906df3a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:30.241480 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5a26614e-b344-4c94-9b6f-dd471583ef2e req-a9db349e-4880-497d-a38d-e280bfc87e39 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745293 Jun 28 06:43:30.256275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Subnet': ['ID=4d6d97b4-06f9-4dd0-8457-a6b134a9e9de,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:30.265207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:30.279453 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c3c8ce-ed18-4bf0-b523-df768ea6ec70']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:30.286270 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Checking segment: {'id': 'cd066f4c-0bc6-44aa-a5ca-9a004f4386ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1e43a90-9088-4264-a28b-e0bb5dd9dd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:30.286639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network hostable DHCP agents. Network: f1e43a90-9088-4264-a28b-e0bb5dd9dd10, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:30.288088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Attempting to bind port 3ca9094d-3735-4716-9232-e48fa3007c45 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:30.288601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Attempting to bind port 3ca9094d-3735-4716-9232-e48fa3007c45 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'df8dcdf8-1f1d-4e4c-b4f4-3e251774c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac18ee5d-1935-4d18-99b9-91800ee373fe'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:30.289258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Attempting to bind port 3ca9094d-3735-4716-9232-e48fa3007c45 on network ac18ee5d-1935-4d18-99b9-91800ee373fe {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:30.296193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:30.296463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Checking segment: {'id': 'df8dcdf8-1f1d-4e4c-b4f4-3e251774c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac18ee5d-1935-4d18-99b9-91800ee373fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:30.296929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.297330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Bound using segment: {'id': 'df8dcdf8-1f1d-4e4c-b4f4-3e251774c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac18ee5d-1935-4d18-99b9-91800ee373fe'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:30.297814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Bound port: 3ca9094d-3735-4716-9232-e48fa3007c45, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8dcdf8-1f1d-4e4c-b4f4-3e251774c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac18ee5d-1935-4d18-99b9-91800ee373fe'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:30.298212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.302321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c77c80-9261-4c2b-83fa-cc370d29df12') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:30.302712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c77c80-9261-4c2b-83fa-cc370d29df12') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:30.329741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.351412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 8c7d1768-e086-484f-9f18-c9d6e906df3a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:30.351796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.390110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.394038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-70842db6-a058-4fbd-bb7c-7c70372bc041 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.395878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.397009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:30.406718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] For port 3ca9094d-3735-4716-9232-e48fa3007c45, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:30.412881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] For port 3ca9094d-3735-4716-9232-e48fa3007c45, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3ca9094d-3735-4716-9232-e48fa3007c45,segment=NetworkSegment(df8dcdf8-1f1d-4e4c-b4f4-3e251774c582),segment_id=df8dcdf8-1f1d-4e4c-b4f4-3e251774c582)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:30.422075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70842db6-a058-4fbd-bb7c-7c70372bc041 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=9229b104-1404-4f2e-a8bf-ec3993a1703f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:30.425336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-70842db6-a058-4fbd-bb7c-7c70372bc041 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:30.426195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-70842db6-a058-4fbd-bb7c-7c70372bc041 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.428137 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-70842db6-a058-4fbd-bb7c-7c70372bc041 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/9229b104-1404-4f2e-a8bf-ec3993a1703f HTTP/1.1" status: 204 len: 168 time: 0.7047458 Jun 28 06:43:30.431580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50810) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:30.440149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716fe6ce-6873-48ef-afaf-e21a1c82a3a3 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:30.445555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:43:30.447130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:43:30.451112 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:43:30.476792 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d43d15fc-0396-4e4f-9b33-0287fed81739 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400996 Jun 28 06:43:30.476792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network f1e43a90-9088-4264-a28b-e0bb5dd9dd10 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:30.478301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50812) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:30.484533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:30.499396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.512793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:30.514215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.520885 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-12306d66-dfd2-47af-92f3-a345362e287a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:30.543808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.548289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.569957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:30.589190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, f1e43a90-9088-4264-a28b-e0bb5dd9dd10) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:30.606374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba532e1d-6360-42af-ad0a-8debf9a7d43c None None] Network f1e43a90-9088-4264-a28b-e0bb5dd9dd10 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:30.606614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0203681-a5b9-4644-92b9-820ac482986c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:30.610397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:30.610994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.616121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.616460 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added segment b227c680-cffb-40a2-850c-035e24bb230e of type vlan for network 39fad220-eaeb-46fb-a7d6-e7abff633acc Jun 28 06:43:30.617959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:30.649669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Router 2c6f1a2c-2d58-4877-855e-7085120eb0b1 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:30.661807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 76a638cf-1200-440c-96b4-136a47fdbaa0 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:30.667355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.670007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a9b474c6-f214-4d6d-ba63-432145e43f61 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:30.673806 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.677848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.679844 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/networks/57c3c8ce-ed18-4bf0-b523-df768ea6ec70 HTTP/1.1" status: 204 len: 168 time: 2.0693021 Jun 28 06:43:30.685222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50814) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:30.691432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-825883805'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:30.711331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Pushing event updated for resources: {'Port': ['ID=3ca9094d-3735-4716-9232-e48fa3007c45,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:30.722749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:30.722960 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6558180 Jun 28 06:43:30.723634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 76a638cf-1200-440c-96b4-136a47fdbaa0 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:30.726244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 76a638cf-1200-440c-96b4-136a47fdbaa0 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:30.726379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50816) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:30.735073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-cf8b0a3b-cb11-4f04-a8d6-1be690f2bfde tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1834551043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:30.741905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Network': ['ID=57c3c8ce-ed18-4bf0-b523-df768ea6ec70,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:30.775281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.780827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:30.781841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:30.782546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.786197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:30.840289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:30.844348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.851310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-f1e43a90-9088-4264-a28b-e0bb5dd9dd10', 'network_id': 'f1e43a90-9088-4264-a28b-e0bb5dd9dd10', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'fixed_ips': [{'subnet_id': '4d6d97b4-06f9-4dd0-8457-a6b134a9e9de'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:30.852374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.891090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:30.897002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:30.901676 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "PUT /v2.0/routers/2c6f1a2c-2d58-4877-855e-7085120eb0b1 HTTP/1.1" status: 200 len: 914 time: 5.4360073 Jun 28 06:43:30.902266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50818) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:30.952708 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3230579 Jun 28 06:43:30.959701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50820) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:30.959701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'network': {'name': 'tempest-RoutersTest-1338867865'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:30.963939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3a30e-6ec2-4f7d-acbc-d37e7d889854 None None] Sync routers for ids ['2c6f1a2c-2d58-4877-855e-7085120eb0b1'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:30.967649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:30.989006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Network': ['ID=39fad220-eaeb-46fb-a7d6-e7abff633acc,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:30.999827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Router b7de3620-c873-47ba-ad89-11173d6cbeba is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:31.002473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:31.028245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3a30e-6ec2-4f7d-acbc-d37e7d889854 None None] Routers {'2c6f1a2c-2d58-4877-855e-7085120eb0b1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:31.029849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-3dd3a30e-6ec2-4f7d-acbc-d37e7d889854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c6f1a2c-2d58-4877-855e-7085120eb0b1'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:31.037195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 39fad220-eaeb-46fb-a7d6-e7abff633acc details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:31.087269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-3dd3a30e-6ec2-4f7d-acbc-d37e7d889854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:31.143347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:43:31.143347 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:43:31.143347 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '8b3bc8fe62bf452889e5c8ae724caa52', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 43, 30, 981926)}] Jun 28 06:43:31.143347 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:43:31.143763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:43:31.147596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:31.151500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.181218 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-306291cc-27d7-478b-a3d4-c29dac3b335e tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/routers/2c6f1a2c-2d58-4877-855e-7085120eb0b1 HTTP/1.1" status: 200 len: 920 time: 0.2762475 Jun 28 06:43:31.185023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50824) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:31.200576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3a30e-6ec2-4f7d-acbc-d37e7d889854 None None] Routers {'2c6f1a2c-2d58-4877-855e-7085120eb0b1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:31.201231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-3dd3a30e-6ec2-4f7d-acbc-d37e7d889854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c6f1a2c-2d58-4877-855e-7085120eb0b1'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:31.254044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:31.254358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0a3b-cb11-4f04-a8d6-1be690f2bfde tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.254463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-3dd3a30e-6ec2-4f7d-acbc-d37e7d889854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:31.254554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0a3b-cb11-4f04-a8d6-1be690f2bfde tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.254640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3a30e-6ec2-4f7d-acbc-d37e7d889854 None None] The sync data for ids ['2c6f1a2c-2d58-4877-855e-7085120eb0b1'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:31.261319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] Deleting port 8c7d1768-e086-484f-9f18-c9d6e906df3a {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:31.261535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.278499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.282542 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Added segment ac439544-ba54-4f3a-a6a7-cd727738e782 of type vlan for network a582915c-a10e-461f-8e45-1a81491236f8 Jun 28 06:43:31.292815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Allocated IP 2001:db8:1::2 (f1e43a90-9088-4264-a28b-e0bb5dd9dd10/4d6d97b4-06f9-4dd0-8457-a6b134a9e9de/dbde8f3d-8872-415c-a4c6-0cab81538542) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:31.298820 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:31.307497 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.311998 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "PUT /v2.0/routers/b7de3620-c873-47ba-ad89-11173d6cbeba HTTP/1.1" status: 200 len: 883 time: 5.4567888 Jun 28 06:43:31.312770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50830) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:31.314913 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ba8897-4f79-4caa-a2da-6f07cbaad18b None None] Sync routers for ids ['b7de3620-c873-47ba-ad89-11173d6cbeba'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:31.340480 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba8897-4f79-4caa-a2da-6f07cbaad18b None None] Routers {'b7de3620-c873-47ba-ad89-11173d6cbeba'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:31.341321 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c0ba8897-4f79-4caa-a2da-6f07cbaad18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b7de3620-c873-47ba-ad89-11173d6cbeba'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:31.409719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.439392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] For port 8c7d1768-e086-484f-9f18-c9d6e906df3a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=8c7d1768-e086-484f-9f18-c9d6e906df3a,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:31.439801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.441056 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c0ba8897-4f79-4caa-a2da-6f07cbaad18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:31.451386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0a3b-cb11-4f04-a8d6-1be690f2bfde tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.456604 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba8897-4f79-4caa-a2da-6f07cbaad18b None None] Routers {'b7de3620-c873-47ba-ad89-11173d6cbeba'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:31.457824 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c0ba8897-4f79-4caa-a2da-6f07cbaad18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b7de3620-c873-47ba-ad89-11173d6cbeba'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:31.462727 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] Calling delete_port for 8c7d1768-e086-484f-9f18-c9d6e906df3a owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:31.487833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-29be112c-d4a6-4aea-bebf-5cdd6e0dcf7a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:31.490234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-29be112c-d4a6-4aea-bebf-5cdd6e0dcf7a tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 946 time: 0.3967533 Jun 28 06:43:31.513411 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c0ba8897-4f79-4caa-a2da-6f07cbaad18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:31.514225 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ba8897-4f79-4caa-a2da-6f07cbaad18b None None] The sync data for ids ['b7de3620-c873-47ba-ad89-11173d6cbeba'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:31.514772 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3a172307-c87a-4163-96fa-6508ea870191 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/routers/b7de3620-c873-47ba-ad89-11173d6cbeba HTTP/1.1" status: 200 len: 924 time: 0.1822698 Jun 28 06:43:31.515459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50832) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:31.572791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0a3b-cb11-4f04-a8d6-1be690f2bfde tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.583465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.589631 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:31.590278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.595001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4c8e87af-4854-4d91-b659-8cd821a93e58 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:31.607609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b610741d-cd3f-40d3-bd73-72954bbb1dd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:31.612975 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b610741d-cd3f-40d3-bd73-72954bbb1dd2 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&device_id=b7de3620-c873-47ba-ad89-11173d6cbeba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0963564 Jun 28 06:43:31.619505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50834) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:31.628638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9798e349-fc9c-47a8-9890-9310e91bbdb3 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:31.631597 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9798e349-fc9c-47a8-9890-9310e91bbdb3 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&device_id=2c6f1a2c-2d58-4877-855e-7085120eb0b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4442539 Jun 28 06:43:31.659080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.665842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50836) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:31.671406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Transition to ACTIVE for port object dbde8f3d-8872-415c-a4c6-0cab81538542 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:31.692177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Transition to ACTIVE for port object dbde8f3d-8872-415c-a4c6-0cab81538542 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:31.762704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.764781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9ff1fe9b-603e-4375-ab08-4da89eb49426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:31.784191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a607607d-6c1f-4e88-83ca-11250da7efa6 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:31.788450 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a607607d-6c1f-4e88-83ca-11250da7efa6 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 881 time: 0.1679704 Jun 28 06:43:31.789058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50838) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:31.791956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] Pushing event deleted for resources: {'Port': ['ID=8c7d1768-e086-484f-9f18-c9d6e906df3a,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:31.796546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:31.796670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0a3b-cb11-4f04-a8d6-1be690f2bfde tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.797548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] No DVR routers for this DVR port 8c7d1768-e086-484f-9f18-c9d6e906df3a on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:31.798190 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cf8b0a3b-cb11-4f04-a8d6-1be690f2bfde tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0711639 Jun 28 06:43:31.801273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50840) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:31.814140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Network': ['ID=a582915c-a10e-461f-8e45-1a81491236f8,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:31.832590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network a582915c-a10e-461f-8e45-1a81491236f8 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:31.847923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:31.851155 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ac11b041-a15a-4623-ba35-4f14c5c369d4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7de3620-c873-47ba-ad89-11173d6cbeba HTTP/1.1" status: 200 len: 205 time: 0.0587194 Jun 28 06:43:31.861929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.863986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb09e8-0ae6-44e1-abf7-b6cbccc61e79 req-4a88a774-0bca-41ba-b972-0b7cb810f461 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:31.865144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:31.869295 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8cb09e8-0ae6-44e1-abf7-b6cbccc61e79 req-4a88a774-0bca-41ba-b972-0b7cb810f461 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 945 time: 0.4117689 Jun 28 06:43:31.878126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614cd34-7e46-4915-9c3c-a26b007901d5 req-8e23d5e9-d35b-400b-a87d-859b7cb8dfa4 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:31.885760 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9614cd34-7e46-4915-9c3c-a26b007901d5 req-8e23d5e9-d35b-400b-a87d-859b7cb8dfa4 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 946 time: 0.4072943 Jun 28 06:43:31.893355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50842) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:31.946481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Network f1e43a90-9088-4264-a28b-e0bb5dd9dd10 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:31.951535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:31.954569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:31.966497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff0bd6-1aaf-4497-932c-29da8deea5e9 None None] Network ac18ee5d-1935-4d18-99b9-91800ee373fe requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:31.967661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:31.970377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6facf-d011-494f-8508-c1015ddbf2a6 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:31.971591 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bbf6facf-d011-494f-8508-c1015ddbf2a6 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 881 time: 0.3038936 Jun 28 06:43:31.976031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:31.989853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50844) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:32.005090 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3180437 Jun 28 06:43:32.005208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Pushing event updated for resources: {'Port': ['ID=dbde8f3d-8872-415c-a4c6-0cab81538542,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:32.008328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:32.010719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50846) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:32.021077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': 'a582915c-a10e-461f-8e45-1a81491236f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:32.093634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e4158edd-ea7f-4e6c-a64a-5e8659aafbc3 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c6f1a2c-2d58-4877-855e-7085120eb0b1 HTTP/1.1" status: 200 len: 205 time: 0.1022670 Jun 28 06:43:32.104025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Attempting to bind port dbde8f3d-8872-415c-a4c6-0cab81538542 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:32.104408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Attempting to bind port dbde8f3d-8872-415c-a4c6-0cab81538542 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'cd066f4c-0bc6-44aa-a5ca-9a004f4386ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1e43a90-9088-4264-a28b-e0bb5dd9dd10'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:32.106353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Attempting to bind port dbde8f3d-8872-415c-a4c6-0cab81538542 on network f1e43a90-9088-4264-a28b-e0bb5dd9dd10 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:32.106519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50848) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:32.111416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3ca9094d-3735-4716-9232-e48fa3007c45 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:32.129322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:32.140624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:32.141034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Checking segment: {'id': 'cd066f4c-0bc6-44aa-a5ca-9a004f4386ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1e43a90-9088-4264-a28b-e0bb5dd9dd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:32.141440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.141850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Bound using segment: {'id': 'cd066f4c-0bc6-44aa-a5ca-9a004f4386ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1e43a90-9088-4264-a28b-e0bb5dd9dd10'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:32.142344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Bound port: dbde8f3d-8872-415c-a4c6-0cab81538542, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd066f4c-0bc6-44aa-a5ca-9a004f4386ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f1e43a90-9088-4264-a28b-e0bb5dd9dd10'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:32.142729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.177486 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9614cd34-7e46-4915-9c3c-a26b007901d5 req-5a8bbb27-150e-4a08-ace5-a44e935d814d tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906432 Jun 28 06:43:32.179737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Deleting port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:32.180250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.216400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:32.220274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:32.221960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.234730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ecae2ce5-5481-48b5-9688-f3886824a428 None None] Provisioning for port 3ca9094d-3735-4716-9232-e48fa3007c45 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:32.237480 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8cb09e8-0ae6-44e1-abf7-b6cbccc61e79 req-162531e5-1d1c-4674-8142-2df753e86d7e tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494303 Jun 28 06:43:32.241049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776164e-10fe-401e-a37c-c0333aa49906 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:32.335197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=3c4ad54d-9b70-4922-bcea-d1eb25b5d9e2,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:32.339284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:32.404675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] For port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:32.404984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.448681 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9672716 Jun 28 06:43:32.485161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50854) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:32.491228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] For port dbde8f3d-8872-415c-a4c6-0cab81538542, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:32.491999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-78735fef-de86-43c4-ab51-04c224c88930 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'fixed_ips': [{'subnet_id': '3c4ad54d-9b70-4922-bcea-d1eb25b5d9e2', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1487919442'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:32.504739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:32.505162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] For port dbde8f3d-8872-415c-a4c6-0cab81538542, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=dbde8f3d-8872-415c-a4c6-0cab81538542,segment=NetworkSegment(cd066f4c-0bc6-44aa-a5ca-9a004f4386ab),segment_id=cd066f4c-0bc6-44aa-a5ca-9a004f4386ab)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:32.508954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.525699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.552814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 3ca9094d-3735-4716-9232-e48fa3007c45 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:32.560057 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 3ca9094d-3735-4716-9232-e48fa3007c45 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:32.560436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.591272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.599451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:32.622649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.693526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': '3c4ad54d-9b70-4922-bcea-d1eb25b5d9e2'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:32.694407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.720471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Pushing event updated for resources: {'Port': ['ID=dbde8f3d-8872-415c-a4c6-0cab81538542,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:32.725267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:32.732577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:32.810973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.814218 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added segment c77142ae-65f8-42f0-95bb-dedf10271744 of type vlan for network cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 Jun 28 06:43:32.836274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.898674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.915567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 3ca9094d-3735-4716-9232-e48fa3007c45, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3ca9094d-3735-4716-9232-e48fa3007c45,segment=NetworkSegment(df8dcdf8-1f1d-4e4c-b4f4-3e251774c582),segment_id=df8dcdf8-1f1d-4e4c-b4f4-3e251774c582)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:32.956936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:32.965388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.970139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:32.996773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/3c4ad54d-9b70-4922-bcea-d1eb25b5d9e2/0e8e195f-b964-4da6-8222-7eb702051462) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:33.155550 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.161407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:33.162105 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.171141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:33.193560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.204528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Transition to ACTIVE for port object 0e8e195f-b964-4da6-8222-7eb702051462 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:33.220548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Transition to ACTIVE for port object 0e8e195f-b964-4da6-8222-7eb702051462 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:33.227069 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.234391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f816a288-77e4-442e-9470-f823b89e3a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:33.294737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=3ca9094d-3735-4716-9232-e48fa3007c45,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:33.298879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:33.310074 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-11917c5a-f18d-44d5-8c3c-b1d24e9f4f70 None None] Provisioning complete for port 3ca9094d-3735-4716-9232-e48fa3007c45 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:33.310469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-11917c5a-f18d-44d5-8c3c-b1d24e9f4f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.313003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.331598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Network': ['ID=cff0f5a5-9513-42ff-af79-5c6e3e4b4d92,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:33.339890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6e00e810-2e5e-4b91-bcda-c2cf42c6326d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:33.364811 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.368583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.368583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.374139 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Floating IP a7c48b6c-77a7-4901-a2c4-94493c1489e2 disassociated. External IP: 172.26.4.216, port: ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c. Jun 28 06:43:33.374139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Calling delete_port for ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:33.385919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:33.387243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c7d1768-e086-484f-9f18-c9d6e906df3a no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:33.390047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:33.412393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Pushing event updated for resources: {'Port': ['ID=0e8e195f-b964-4da6-8222-7eb702051462,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:33.415849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:33.416713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:33.419588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:33.422473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:33.454840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78735fef-de86-43c4-ab51-04c224c88930 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:33.481200 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.526485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 8c7d1768-e086-484f-9f18-c9d6e906df3a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:33.530276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c7d1768-e086-484f-9f18-c9d6e906df3a not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:33.568570 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.6131589 Jun 28 06:43:33.570094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50862) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:33.578863 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'subnet': {'network_id': '39fad220-eaeb-46fb-a7d6-e7abff633acc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:33.599694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Attempting to bind port 0e8e195f-b964-4da6-8222-7eb702051462 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:33.600002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Attempting to bind port 0e8e195f-b964-4da6-8222-7eb702051462 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:33.600485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Attempting to bind port 0e8e195f-b964-4da6-8222-7eb702051462 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:33.611227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:33.611612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:33.612103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.612589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:33.613108 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Bound port: 0e8e195f-b964-4da6-8222-7eb702051462, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:33.613502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.735503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-78735fef-de86-43c4-ab51-04c224c88930 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.736355 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] For port 0e8e195f-b964-4da6-8222-7eb702051462, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:33.747626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] For port 0e8e195f-b964-4da6-8222-7eb702051462, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0e8e195f-b964-4da6-8222-7eb702051462,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:33.806679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Allocated IP 2001:db8::1 (ac18ee5d-1935-4d18-99b9-91800ee373fe/5d970baa-d452-4d6e-9521-b9570e5c2d83/fa9ae5d1-6f3f-4999-b5b5-1b301035db4a) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:33.825328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.829405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bf143ddf-4836-40d9-bd89-886299c80cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:33.843430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Deleting port 87266dbe-01f7-4841-97fb-6a368dfd012b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:33.843905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.856882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-78735fef-de86-43c4-ab51-04c224c88930 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port cc8a9513-fb1e-4352-98ca-8b7b8afee70b yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:33.863314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Deleting port af1c9b63-666a-4b80-b962-ee1b63e8e74e {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:33.863314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.906524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Pushing event updated for resources: {'Port': ['ID=0e8e195f-b964-4da6-8222-7eb702051462,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:33.910811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:33.924211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:33.931240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-887b8dc1-f5d3-497c-a0b6-e64b24a6b9f3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:34.007002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.016034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30256cd9-e0a5-481f-b26d-e1134bc23659 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:34.037891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.066941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Pushing event deleted for resources: {'Port': ['ID=ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:34.079278 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:34.106742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Calling delete_port for af1c9b63-666a-4b80-b962-ee1b63e8e74e owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:34.131637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:34.150317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.172792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1b0b2-5f64-44a4-b9ed-7524ff559f69 req-399e2fd0-2042-41f2-bf05-e2941ea40b97 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:34.174574 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-17c1b0b2-5f64-44a4-b9ed-7524ff559f69 req-399e2fd0-2042-41f2-bf05-e2941ea40b97 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 945 time: 0.4509411 Jun 28 06:43:34.184458 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=7403dc47-cddb-4624-92e9-74cc8f9ae2ce,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:34.189114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:34.201095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3ca9094d-3735-4716-9232-e48fa3007c45 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:34.228285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Checking segment: {'id': 'ac439544-ba54-4f3a-a6a7-cd727738e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a582915c-a10e-461f-8e45-1a81491236f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:34.228285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network hostable DHCP agents. Network: a582915c-a10e-461f-8e45-1a81491236f8, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:34.325321 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 3ca9094d-3735-4716-9232-e48fa3007c45 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:34.325872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.380531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86578284-8ada-4884-ac19-5762563e70fc None None] Network f1e43a90-9088-4264-a28b-e0bb5dd9dd10 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:34.388469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.421595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.453726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Transition to ACTIVE for port object fa9ae5d1-6f3f-4999-b5b5-1b301035db4a will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:34.455055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network a582915c-a10e-461f-8e45-1a81491236f8 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:34.505892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device dbde8f3d-8872-415c-a4c6-0cab81538542 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:34.536792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913c54-af7b-47db-9501-60669f3f0075 req-f2596009-5db2-445a-ac7a-a91f863083df tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:34.545906 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50913c54-af7b-47db-9501-60669f3f0075 req-f2596009-5db2-445a-ac7a-a91f863083df tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 946 time: 0.7578061 Jun 28 06:43:34.557983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, a582915c-a10e-461f-8e45-1a81491236f8) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:34.558230 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-78735fef-de86-43c4-ab51-04c224c88930 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:43:34.558567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78735fef-de86-43c4-ab51-04c224c88930 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:43:34.566655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9c57da4d-2852-4214-9f00-4c571a01cf23 None None] Provisioning for port dbde8f3d-8872-415c-a4c6-0cab81538542 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:34.573947 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Calling delete_port for 87266dbe-01f7-4841-97fb-6a368dfd012b owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:34.574773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f0919-1327-48ca-9094-131c044fcbb5 None None] Network a582915c-a10e-461f-8e45-1a81491236f8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:34.581054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:34.582380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.606748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.613365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ee7d0472-2e7a-4baf-afce-00ea4dd949dc tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:34.653987 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network ac18ee5d-1935-4d18-99b9-91800ee373fe is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:34.657626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:34.660175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.673240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:34.677976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.687952 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-17c1b0b2-5f64-44a4-b9ed-7524ff559f69 req-126840b2-acca-47f7-806e-656bdafc6507 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4551563 Jun 28 06:43:34.739363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port dbde8f3d-8872-415c-a4c6-0cab81538542 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:34.780725 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7672367 Jun 28 06:43:34.782812 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-78735fef-de86-43c4-ab51-04c224c88930 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.2943664 Jun 28 06:43:34.788163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50864) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:34.788846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50866) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:34.791838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port dbde8f3d-8872-415c-a4c6-0cab81538542 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:34.792340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.804744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': 'a582915c-a10e-461f-8e45-1a81491236f8', 'name': 'tempest-PortsIpV6TestJSON-346854972', 'fixed_ips': [{'subnet_id': '7403dc47-cddb-4624-92e9-74cc8f9ae2ce', 'ip_address': '2001:db8::10'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:34.813378 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50913c54-af7b-47db-9501-60669f3f0075 req-e1251130-95db-4966-8bb0-734864947fd3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups?id=d05f6b26-4bc6-4112-92b1-19289bbab3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664044 Jun 28 06:43:34.876241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=fa9ae5d1-6f3f-4999-b5b5-1b301035db4a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:34.922675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Router 72bbbb4c-a8bc-4914-a445-5782a66dd180 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:43:34.926497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-a582915c-a10e-461f-8e45-1a81491236f8', 'network_id': 'a582915c-a10e-461f-8e45-1a81491236f8', 'tenant_id': 'd8ede9ad57f2483ebfe893fb78cd5d47', 'fixed_ips': [{'subnet_id': '7403dc47-cddb-4624-92e9-74cc8f9ae2ce'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:34.928443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:34.942106 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:34.962465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:35.077722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Pushing event deleted for resources: {'Port': ['ID=af1c9b63-666a-4b80-b962-ee1b63e8e74e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:35.105940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:35.162246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:35.288229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:35.329531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a5035e18-5712-40ef-8b5f-eef65a4cbe23 None None] Provisioning for port fa9ae5d1-6f3f-4999-b5b5-1b301035db4a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:35.344720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a5035e18-5712-40ef-8b5f-eef65a4cbe23 None None] Provisioning complete for port fa9ae5d1-6f3f-4999-b5b5-1b301035db4a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:35.345154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a5035e18-5712-40ef-8b5f-eef65a4cbe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:35.416118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:35.426773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f92ae0a-4c6d-4a23-ab9a-41eee6458f66 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:35.428303 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3f92ae0a-4c6d-4a23-ab9a-41eee6458f66 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6180379 Jun 28 06:43:35.435961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:35.439388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50868) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:35.447498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Allocated IP 2001:db8::2 (a582915c-a10e-461f-8e45-1a81491236f8/7403dc47-cddb-4624-92e9-74cc8f9ae2ce/17d5b82a-6fdd-4d02-8f92-758369eb9724) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:35.454473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port dbde8f3d-8872-415c-a4c6-0cab81538542, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=dbde8f3d-8872-415c-a4c6-0cab81538542,segment=NetworkSegment(cd066f4c-0bc6-44aa-a5ca-9a004f4386ab),segment_id=cd066f4c-0bc6-44aa-a5ca-9a004f4386ab)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:35.460350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a5035e18-5712-40ef-8b5f-eef65a4cbe23 None None] Port fa9ae5d1-6f3f-4999-b5b5-1b301035db4a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:35.515028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:35.517314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-70842db6-a058-4fbd-bb7c-7c70372bc041 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:35.541185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:35.587940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:35.601379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4c7edb77-fcb0-432e-8c6a-a197ff0c122e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:35.794168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2365a535-2fc1-4822-85b4-6684ba636d80 None None] Provisioning for port 0e8e195f-b964-4da6-8222-7eb702051462 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:35.801211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-20510abd-6bae-4e38-b479-b3e28be871b3 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:35.803794 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-20510abd-6bae-4e38-b479-b3e28be871b3 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 945 time: 0.7918351 Jun 28 06:43:35.851335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:35.854759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=dbde8f3d-8872-415c-a4c6-0cab81538542,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:35.867706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2365a535-2fc1-4822-85b4-6684ba636d80 None None] Provisioning complete for port dbde8f3d-8872-415c-a4c6-0cab81538542 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:35.868122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2365a535-2fc1-4822-85b4-6684ba636d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:35.872358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:35.877301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Transition to ACTIVE for port object 17d5b82a-6fdd-4d02-8f92-758369eb9724 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:35.924066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Transition to ACTIVE for port object 17d5b82a-6fdd-4d02-8f92-758369eb9724 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:36.019904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:36.036623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.045729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:36.048311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] Sync routers for ids ['72bbbb4c-a8bc-4914-a445-5782a66dd180'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:36.056926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:36.063091 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.063648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Fanout notify agent at l3_agent the message router_deleted on router b7de3620-c873-47ba-ad89-11173d6cbeba {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:36.083436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.088721 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/b7de3620-c873-47ba-ad89-11173d6cbeba HTTP/1.1" status: 204 len: 168 time: 4.1920979 Jun 28 06:43:36.095821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:36.121352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:36.121954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:36.133018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] Routers {'72bbbb4c-a8bc-4914-a445-5782a66dd180'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:36.134600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['72bbbb4c-a8bc-4914-a445-5782a66dd180'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:36.135859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50874) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:36.138752 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0d8d6906-0134-4eb3-be18-9aafa03c815d req-e44211fd-ae34-4d32-b043-4a78a4ebe543 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 210 time: 0.1169009 Jun 28 06:43:36.147002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Network a582915c-a10e-461f-8e45-1a81491236f8 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:36.173649 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:43:36.186616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Pushing event updated for resources: {'Port': ['ID=17d5b82a-6fdd-4d02-8f92-758369eb9724,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:36.187784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-85016eb6-4167-430f-8095-7c3758246bd5 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1482313520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:36.189717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:36.193586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:36.196627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:36.197241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] No DVR routers for this DVR port ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:36.200114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.202480 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e6f723c-b879-4833-a8b0-1c7c12a009ed req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.50 "DELETE /v2.0/ports/ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c HTTP/1.1" status: 204 len: 173 time: 4.6959312 Jun 28 06:43:36.202637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5565cf-ee9a-41b0-9453-7fe61e3b1ae7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:36.203072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.204306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5565cf-ee9a-41b0-9453-7fe61e3b1ae7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:36.209399 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1d5565cf-ee9a-41b0-9453-7fe61e3b1ae7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7670019 Jun 28 06:43:36.213602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Subnet': ['ID=02da17dd-c771-49a0-bc6d-56739aeda761,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:36.214162 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.223073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:36.227574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50876) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:36.239654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port cccb05cf-5b80-4080-a05b-8623e9a6f2a7 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:36.260614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-124553a0-ddc0-4332-ac1a-e04f0f2dda98 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:36.262512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'name': 'network-vif-deleted', 'tag': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:43:36.264979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3eec14-4509-49e4-8408-bc1d35c8858d" -d '{"events": [{"server_uuid": "1c49bbfc-431b-48f0-bc7d-b79d61d3105a", "name": "network-vif-deleted", "tag": "ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:43:36.291201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0e8e195f-b964-4da6-8222-7eb702051462 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:36.335778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Attempting to bind port 17d5b82a-6fdd-4d02-8f92-758369eb9724 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:36.336091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Attempting to bind port 17d5b82a-6fdd-4d02-8f92-758369eb9724 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ac439544-ba54-4f3a-a6a7-cd727738e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a582915c-a10e-461f-8e45-1a81491236f8'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:36.336443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Attempting to bind port 17d5b82a-6fdd-4d02-8f92-758369eb9724 on network a582915c-a10e-461f-8e45-1a81491236f8 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:36.377941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-11819a9b-7308-49de-8025-a2fdcfa9c2da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 3c4ad54d-9b70-4922-bcea-d1eb25b5d9e2 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:36.380734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] Set router 72bbbb4c-a8bc-4914-a445-5782a66dd180 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:36.388403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52932691-55cd-475d-8cd6-87cb5e74160c x-openstack-request-id: req-52932691-55cd-475d-8cd6-87cb5e74160c {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:43:36.388899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c49bbfc-431b-48f0-bc7d-b79d61d3105a", "name": "network-vif-deleted", "tag": "ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:43:36.397479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52932691-55cd-475d-8cd6-87cb5e74160c {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:43:36.397953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c49bbfc-431b-48f0-bc7d-b79d61d3105a', 'name': 'network-vif-deleted', 'tag': 'ebcfcdde-c4b6-41e3-85a3-4756cd3ed34c', 'status': 'completed', 'code': 200} Jun 28 06:43:36.434652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-11819a9b-7308-49de-8025-a2fdcfa9c2da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.519810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:36.520495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Checking segment: {'id': 'ac439544-ba54-4f3a-a6a7-cd727738e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a582915c-a10e-461f-8e45-1a81491236f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:36.521516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.522040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Bound using segment: {'id': 'ac439544-ba54-4f3a-a6a7-cd727738e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a582915c-a10e-461f-8e45-1a81491236f8'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:36.522657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Bound port: 17d5b82a-6fdd-4d02-8f92-758369eb9724, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac439544-ba54-4f3a-a6a7-cd727738e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a582915c-a10e-461f-8e45-1a81491236f8'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:36.523163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.544150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-11819a9b-7308-49de-8025-a2fdcfa9c2da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.589994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Pushing event deleted for resources: {'Port': ['ID=87266dbe-01f7-4841-97fb-6a368dfd012b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:36.598593 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.603887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-85016eb6-4167-430f-8095-7c3758246bd5 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.604957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-85016eb6-4167-430f-8095-7c3758246bd5 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.622684 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8::10 (a582915c-a10e-461f-8e45-1a81491236f8/7403dc47-cddb-4624-92e9-74cc8f9ae2ce/cccb05cf-5b80-4080-a05b-8623e9a6f2a7) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:36.669024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-85016eb6-4167-430f-8095-7c3758246bd5 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.671271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:36.692445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] For port 17d5b82a-6fdd-4d02-8f92-758369eb9724, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:36.698186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] For port 17d5b82a-6fdd-4d02-8f92-758369eb9724, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=17d5b82a-6fdd-4d02-8f92-758369eb9724,segment=NetworkSegment(ac439544-ba54-4f3a-a6a7-cd727738e782),segment_id=ac439544-ba54-4f3a-a6a7-cd727738e782)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:36.709204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Checking segment: {'id': 'b227c680-cffb-40a2-850c-035e24bb230e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39fad220-eaeb-46fb-a7d6-e7abff633acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:36.709571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network hostable DHCP agents. Network: 39fad220-eaeb-46fb-a7d6-e7abff633acc, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:36.761441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.762298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.767526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3b933a9f-3a22-45d4-ae03-6a5078ddd2df tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:36.772826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888b3b2-d64c-4768-89b9-87ca0a8ca55f req-a059db6c-d3f8-48fd-831f-05fc0e8ac9da tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:36.773427 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1888b3b2-d64c-4768-89b9-87ca0a8ca55f req-a059db6c-d3f8-48fd-831f-05fc0e8ac9da tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 945 time: 0.8125947 Jun 28 06:43:36.798651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:56Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '2d9315bc-90a1-4014-9d3f-9d2f95cab5ce', 'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'mac_address': 'fa:16:3e:9d:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:55Z', 'updated_at': '2021-06-28T06:42:03Z', 'revision_number': 5, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'subnets': [{'id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:36.798651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 0e8e195f-b964-4da6-8222-7eb702051462 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:36.801625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.811339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.816713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0081ae26-751a-47ad-ab2b-d609aa3ff0a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:36.831913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-85016eb6-4167-430f-8095-7c3758246bd5 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.856350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 0e8e195f-b964-4da6-8222-7eb702051462 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:36.856907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.881977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] Checking router: 72bbbb4c-a8bc-4914-a445-5782a66dd180 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:43:36.882186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=fa9ae5d1-6f3f-4999-b5b5-1b301035db4a,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:36.883040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:36.925718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] Routers {'72bbbb4c-a8bc-4914-a445-5782a66dd180'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:36.933207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['72bbbb4c-a8bc-4914-a445-5782a66dd180'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:36.945304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.963840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 39fad220-eaeb-46fb-a7d6-e7abff633acc is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:36.967272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object cccb05cf-5b80-4080-a05b-8623e9a6f2a7 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:36.978673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Deleting port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:36.978673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.985884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.992477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-11819a9b-7308-49de-8025-a2fdcfa9c2da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:36.997702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network ac18ee5d-1935-4d18-99b9-91800ee373fe is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:37.001122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:37.036912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Pushing event updated for resources: {'Port': ['ID=17d5b82a-6fdd-4d02-8f92-758369eb9724,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:37.071708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:37.114869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] For port 2f6fafab-eebc-4526-aba4-eba72cec9cd8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2f6fafab-eebc-4526-aba4-eba72cec9cd8,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:37.115315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.231816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.240041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.240562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:37.269137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.374780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=cccb05cf-5b80-4080-a05b-8623e9a6f2a7,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:37.386015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] Set router 72bbbb4c-a8bc-4914-a445-5782a66dd180 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:37.401833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 922d9a98-f583-4b96-8ad6-e2f31b060f10 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:37.416627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:37.439904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network a582915c-a10e-461f-8e45-1a81491236f8 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:37.442132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:37.443830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.448544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.449148 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Floating IP af2dd8d7-f357-4503-a202-062323965919 disassociated. External IP: 172.26.4.247, port: 2f6fafab-eebc-4526-aba4-eba72cec9cd8. Jun 28 06:43:37.449925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Calling delete_port for 2f6fafab-eebc-4526-aba4-eba72cec9cd8 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:37.450909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:37.463637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:37.464308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.576164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 39fad220-eaeb-46fb-a7d6-e7abff633acc) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:37.578109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-85016eb6-4167-430f-8095-7c3758246bd5 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.579527 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-85016eb6-4167-430f-8095-7c3758246bd5 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4398823 Jun 28 06:43:37.589560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:37.590210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.592751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50884) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:37.595625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acfc597-ce9d-48f5-b136-6a99ce992ad8 None None] Network 39fad220-eaeb-46fb-a7d6-e7abff633acc requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:37.607602 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1888b3b2-d64c-4768-89b9-87ca0a8ca55f req-0c1a078b-a552-4aa7-9a27-37713a66f4a1 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups?id=ddb3366b-2894-4e46-ac6b-05b33b1e969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8035414 Jun 28 06:43:37.659186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'enable_snat': True}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:37.674429 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8759098 Jun 28 06:43:37.679184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50886) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:37.687069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': 'a582915c-a10e-461f-8e45-1a81491236f8', 'name': 'tempest-PortsIpV6TestJSON-637045597', 'fixed_ips': [{'subnet_id': '7403dc47-cddb-4624-92e9-74cc8f9ae2ce', 'ip_address': '2001:db8::f'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:37.690913 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6da06816-5c6d-471d-9db9-b5caaf0d3424 req-b0328d64-c602-44b0-a144-7337737a4a73 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c49bbfc-431b-48f0-bc7d-b79d61d3105a HTTP/1.1" status: 200 len: 210 time: 0.1158962 Jun 28 06:43:37.733347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:37.744270 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/922d9a98-f583-4b96-8ad6-e2f31b060f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9390461 Jun 28 06:43:37.747750 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50888) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:37.747921 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d0a6e-1a57-4e93-b193-7c9e8871be89 None None] Sync routers for ids ['922d9a98-f583-4b96-8ad6-e2f31b060f10'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:37.755607 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d0a6e-1a57-4e93-b193-7c9e8871be89 None None] Routers {'922d9a98-f583-4b96-8ad6-e2f31b060f10'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:37.756214 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f19d0a6e-1a57-4e93-b193-7c9e8871be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['922d9a98-f583-4b96-8ad6-e2f31b060f10'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:37.760785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-777ce43f-8ac1-4f49-8910-3b7bb6f9d18d None None] Provisioning complete for port fa9ae5d1-6f3f-4999-b5b5-1b301035db4a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:37.763065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-777ce43f-8ac1-4f49-8910-3b7bb6f9d18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.809153 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f19d0a6e-1a57-4e93-b193-7c9e8871be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:37.819584 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d0a6e-1a57-4e93-b193-7c9e8871be89 None None] Routers {'922d9a98-f583-4b96-8ad6-e2f31b060f10'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:37.822100 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f19d0a6e-1a57-4e93-b193-7c9e8871be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['922d9a98-f583-4b96-8ad6-e2f31b060f10'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:37.831434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-777ce43f-8ac1-4f49-8910-3b7bb6f9d18d None None] Port fa9ae5d1-6f3f-4999-b5b5-1b301035db4a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:37.849034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.849746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Fanout notify agent at l3_agent the message router_deleted on router 2c6f1a2c-2d58-4877-855e-7085120eb0b1 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:37.861096 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2853990 Jun 28 06:43:37.864347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385ba71d-5d6a-46d0-b22d-de3734fa13e9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:37.864767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.870007 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-385ba71d-5d6a-46d0-b22d-de3734fa13e9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports/fa9ae5d1-6f3f-4999-b5b5-1b301035db4a HTTP/1.1" status: 200 len: 911 time: 0.1197462 Jun 28 06:43:37.870007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50890) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:37.870255 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/2c6f1a2c-2d58-4877-855e-7085120eb0b1 HTTP/1.1" status: 204 len: 168 time: 5.7570920 Jun 28 06:43:37.872735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50892) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:37.873108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50894) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:37.878475 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f19d0a6e-1a57-4e93-b193-7c9e8871be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:37.879386 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d0a6e-1a57-4e93-b193-7c9e8871be89 None None] The sync data for ids ['922d9a98-f583-4b96-8ad6-e2f31b060f10'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:37.881067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'subnet': {'network_id': 'cff0f5a5-9513-42ff-af79-5c6e3e4b4d92', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:37.882218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-1499948e-3133-488d-b6c9-19f876690382 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-857331078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:37.977967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-11819a9b-7308-49de-8025-a2fdcfa9c2da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:37.990932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:43:37.991298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:43:38.001878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-39fad220-eaeb-46fb-a7d6-e7abff633acc', 'network_id': '39fad220-eaeb-46fb-a7d6-e7abff633acc', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'fixed_ips': [{'subnet_id': '02da17dd-c771-49a0-bc6d-56739aeda761'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:38.002828 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.016818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:56Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '2d9315bc-90a1-4014-9d3f-9d2f95cab5ce', 'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'mac_address': 'fa:16:3e:9d:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:55Z', 'updated_at': '2021-06-28T06:42:03Z', 'revision_number': 5, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'subnets': [{'id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:38.036338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a34028fc-b34a-42e0-b056-1cbfb21d689c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:38.046892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca485db3-7532-474c-8689-8a242067c9d7 None None] The sync data for ids ['72bbbb4c-a8bc-4914-a445-5782a66dd180'] in dv-neutron-797120-6-hyperv is: [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:56Z', 'revision_number': 4, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '2d9315bc-90a1-4014-9d3f-9d2f95cab5ce', 'name': '', 'network_id': 'a654e1c9-9ac4-43aa-a2a7-6fe652bf9474', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'mac_address': 'fa:16:3e:9d:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:55Z', 'updated_at': '2021-06-28T06:42:03Z', 'revision_number': 5, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'subnets': [{'id': '95ac959d-f76a-43ac-bb61-d3dc749104f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:38.076804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:38.083069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.088237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11819a9b-7308-49de-8025-a2fdcfa9c2da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4ad54d-9b70-4922-bcea-d1eb25b5d9e2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:38.088237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-11819a9b-7308-49de-8025-a2fdcfa9c2da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.089007 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-11819a9b-7308-49de-8025-a2fdcfa9c2da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/3c4ad54d-9b70-4922-bcea-d1eb25b5d9e2 HTTP/1.1" status: 204 len: 168 time: 1.8094637 Jun 28 06:43:38.095444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50896) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:38.098217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-11819a9b-7308-49de-8025-a2fdcfa9c2da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:38.106132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064de209-2294-47d8-a8a1-756bd6f23fc7 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:38.122312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 54932f84-28af-4594-9ad4-a4fbf369bde9 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:38.289612 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-61c0c6dd-b59a-47ac-8c5d-a5ca52c46337 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1848929 Jun 28 06:43:38.332739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50898) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:38.341776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:38.403322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Allocated IP 172.20.0.2 (39fad220-eaeb-46fb-a7d6-e7abff633acc/02da17dd-c771-49a0-bc6d-56739aeda761/1ed19a0a-3094-4869-9bfb-fa929a3c0a86) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:38.421490 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8::f (a582915c-a10e-461f-8e45-1a81491236f8/7403dc47-cddb-4624-92e9-74cc8f9ae2ce/54932f84-28af-4594-9ad4-a4fbf369bde9) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:38.544109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:38.548217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.563370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1d73b-6fd9-4a47-832b-88556c4dd1f4 None None] New status for floating IP a7c48b6c-77a7-4901-a2c4-94493c1489e2: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:43:38.680796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86af1db-e2a9-451e-b37d-26142efdc1b2 None None] Network a582915c-a10e-461f-8e45-1a81491236f8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:38.762135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.786412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 54932f84-28af-4594-9ad4-a4fbf369bde9 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:38.812126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.818887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:38.822504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.823526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.829113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1499948e-3133-488d-b6c9-19f876690382 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.831294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1499948e-3133-488d-b6c9-19f876690382 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.843335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-31219827-e1d6-4bf7-97ba-aface424a765 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:38.858552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.894935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:38.897459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Pushing event deleted for resources: {'Port': ['ID=2f6fafab-eebc-4526-aba4-eba72cec9cd8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:38.924455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-efc5586d-fc01-46be-a443-f9263c7eaf9b None None] Provisioning for port 17d5b82a-6fdd-4d02-8f92-758369eb9724 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:38.929115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50906) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:38.931018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:38.942502 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fc244eba-eb9a-48fc-942d-6ae843ec0f2f req-98741915-8300-4c87-935f-269601d02e4d tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.1006901 Jun 28 06:43:38.946669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Transition to ACTIVE for port object 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:39.002522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Transition to ACTIVE for port object 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:39.018983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 0e8e195f-b964-4da6-8222-7eb702051462, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0e8e195f-b964-4da6-8222-7eb702051462,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:39.082007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.085835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.125679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18d8e0d5-b8e6-4877-af27-901922b13a29 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:39.142828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1499948e-3133-488d-b6c9-19f876690382 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.161583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.169623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:39.172432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.173567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device dbde8f3d-8872-415c-a4c6-0cab81538542 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:39.217688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network a582915c-a10e-461f-8e45-1a81491236f8 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:39.225113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:39.230115 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:39.235798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:39.236430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.248163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Subnet': ['ID=acfc6312-5205-4993-9849-292a378527ef,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:39.262867 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:39.262867 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ab1927a7-d545-476f-ab32-a15ec82f5986 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:39.263244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:39.275156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1499948e-3133-488d-b6c9-19f876690382 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.304072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Checking segment: {'id': 'c77142ae-65f8-42f0-95bb-dedf10271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cff0f5a5-9513-42ff-af79-5c6e3e4b4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:39.304512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network hostable DHCP agents. Network: cff0f5a5-9513-42ff-af79-5c6e3e4b4d92, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:39.307854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0fd229ff-26c9-4981-a0d2-08e2cab86541 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.308711 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.349946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:39.351091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Network 39fad220-eaeb-46fb-a7d6-e7abff633acc is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:39.363926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:39.365520 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6852357 Jun 28 06:43:39.370533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Pushing event updated for resources: {'Port': ['ID=1ed19a0a-3094-4869-9bfb-fa929a3c0a86,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:39.375356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0fd229ff-26c9-4981-a0d2-08e2cab86541 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.381484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:39.382399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:39.387962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50908) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:39.387962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:39.388322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-65c9f879-6b35-4f0e-9649-87f24a5b4d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:39.390780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:39.391527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.425840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Router a2668517-1866-4a8f-bc84-f1668ecab821 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:43:39.427169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1499948e-3133-488d-b6c9-19f876690382 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.430888 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1499948e-3133-488d-b6c9-19f876690382 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5526459 Jun 28 06:43:39.441693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50910) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:39.466213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=54932f84-28af-4594-9ad4-a4fbf369bde9,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:39.466506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'enable_snat': False}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:39.470100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:39.483241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6819b768-8fdd-42ba-b2bb-0dd923cb5a82 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:39.487395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:39.578611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.582874 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2471604 Jun 28 06:43:39.590135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50912) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:39.611259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, cff0f5a5-9513-42ff-af79-5c6e3e4b4d92) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:39.611418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port dbde8f3d-8872-415c-a4c6-0cab81538542 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:39.612019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.612344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=e5dc9805-16c8-4693-8348-69eef0bbe0dd,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:39.614536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Attempting to bind port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:39.615272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Attempting to bind port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'b227c680-cffb-40a2-850c-035e24bb230e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39fad220-eaeb-46fb-a7d6-e7abff633acc'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:39.615871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Attempting to bind port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 on network 39fad220-eaeb-46fb-a7d6-e7abff633acc {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:39.624585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:39.625345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.627978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:39.629791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:39.630398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Checking segment: {'id': 'b227c680-cffb-40a2-850c-035e24bb230e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39fad220-eaeb-46fb-a7d6-e7abff633acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:39.631250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.631822 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Bound using segment: {'id': 'b227c680-cffb-40a2-850c-035e24bb230e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39fad220-eaeb-46fb-a7d6-e7abff633acc'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:39.632516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Bound port: 1ed19a0a-3094-4869-9bfb-fa929a3c0a86, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227c680-cffb-40a2-850c-035e24bb230e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39fad220-eaeb-46fb-a7d6-e7abff633acc'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:39.633174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.638285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496deb86-e29a-42fb-b13d-a33d6b83a8ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:39.651606 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-496deb86-e29a-42fb-b13d-a33d6b83a8ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2458782 Jun 28 06:43:39.651606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50914) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:39.653128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6a9ff041-eaa9-47ae-be1a-6f7026e21afe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-277150324', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:39.653266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f4aa5-fdf7-4dfd-991e-f283bbbab44f None None] Network cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:39.760317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9b1e1-ca8b-4047-84f6-cd4c555b0048 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:39.768099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9b1e1-ca8b-4047-84f6-cd4c555b0048 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:39.777215 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9b1e1-ca8b-4047-84f6-cd4c555b0048 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:39.778910 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0ea9b1e1-ca8b-4047-84f6-cd4c555b0048 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1328747 Jun 28 06:43:39.781464 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9059987 Jun 28 06:43:39.782028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50916) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:39.787211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] Deleting port 0e8e195f-b964-4da6-8222-7eb702051462 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:39.787742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.788155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50918) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:39.790968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=0e8e195f-b964-4da6-8222-7eb702051462,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:39.802010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-00788537-b030-4425-acc0-6374d0284a0f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-157370008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:39.816613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:39.881338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0fd229ff-26c9-4981-a0d2-08e2cab86541 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.884160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0fd229ff-26c9-4981-a0d2-08e2cab86541 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.887123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f8cb822d-87d5-4915-af68-7daa253f6ebf None None] Provisioning for port cccb05cf-5b80-4080-a05b-8623e9a6f2a7 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:39.887895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0fd229ff-26c9-4981-a0d2-08e2cab86541 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "DELETE /v2.0/security-groups/d05f6b26-4bc6-4112-92b1-19289bbab3b4 HTTP/1.1" status: 204 len: 168 time: 0.9548342 Jun 28 06:43:39.889145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50920) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:39.894226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3991322d-c1d7-4026-91fa-7cf747145661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:39.913826 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-57721f9a-d430-4106-bf51-baf4958e7133 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] show failed (client error): The resource could not be found. Jun 28 06:43:39.915643 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-57721f9a-d430-4106-bf51-baf4958e7133 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "GET /v2.0/security-groups/d05f6b26-4bc6-4112-92b1-19289bbab3b4 HTTP/1.1" status: 404 len: 347 time: 0.0247869 Jun 28 06:43:39.918784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f8cb822d-87d5-4915-af68-7daa253f6ebf None None] Provisioning complete for port cccb05cf-5b80-4080-a05b-8623e9a6f2a7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:39.919665 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8cb822d-87d5-4915-af68-7daa253f6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:39.919803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50922) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:39.986913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] For port 0e8e195f-b964-4da6-8222-7eb702051462, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0e8e195f-b964-4da6-8222-7eb702051462,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:39.987328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.000943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd229ff-26c9-4981-a0d2-08e2cab86541 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05f6b26-4bc6-4112-92b1-19289bbab3b4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:40.014560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] Calling delete_port for 0e8e195f-b964-4da6-8222-7eb702051462 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:40.040047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-0e89f9a6-9183-4688-9e5a-1cd11bc8e215 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 54932f84-28af-4594-9ad4-a4fbf369bde9 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:40.040476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e89f9a6-9183-4688-9e5a-1cd11bc8e215 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.075225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0fd229ff-26c9-4981-a0d2-08e2cab86541 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:40.099848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb822d-87d5-4915-af68-7daa253f6ebf None None] Port cccb05cf-5b80-4080-a05b-8623e9a6f2a7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:40.104097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] For port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:40.133191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 2f6fafab-eebc-4526-aba4-eba72cec9cd8 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:40.155536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff041-eaa9-47ae-be1a-6f7026e21afe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.156938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff041-eaa9-47ae-be1a-6f7026e21afe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.162021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 2f6fafab-eebc-4526-aba4-eba72cec9cd8 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:40.162381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 2f6fafab-eebc-4526-aba4-eba72cec9cd8 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:40.182974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-cff0f5a5-9513-42ff-af79-5c6e3e4b4d92', 'network_id': 'cff0f5a5-9513-42ff-af79-5c6e3e4b4d92', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'fixed_ips': [{'subnet_id': 'acfc6312-5205-4993-9849-292a378527ef'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:40.184017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.198315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.209811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] For port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ed19a0a-3094-4869-9bfb-fa929a3c0a86,segment=NetworkSegment(b227c680-cffb-40a2-850c-035e24bb230e),segment_id=b227c680-cffb-40a2-850c-035e24bb230e)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:40.226463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e89f9a6-9183-4688-9e5a-1cd11bc8e215 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.242096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-0e89f9a6-9183-4688-9e5a-1cd11bc8e215 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 54932f84-28af-4594-9ad4-a4fbf369bde9 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:40.242808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f8cb822d-87d5-4915-af68-7daa253f6ebf None None] Provisioning for port 54932f84-28af-4594-9ad4-a4fbf369bde9 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:40.260725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Deleting port c882b49c-3e26-4931-a7bb-aad42176087e {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:40.261089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.284719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f8cb822d-87d5-4915-af68-7daa253f6ebf None None] Provisioning complete for port 54932f84-28af-4594-9ad4-a4fbf369bde9 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:40.285142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8cb822d-87d5-4915-af68-7daa253f6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.357437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.360124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:40.400206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.400767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.415098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Calling delete_port for c882b49c-3e26-4931-a7bb-aad42176087e owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:40.498400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00788537-b030-4425-acc0-6374d0284a0f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.499421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00788537-b030-4425-acc0-6374d0284a0f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.540540 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f1f96015-e4c7-44b3-98ed-c53fa022c0a3 req-b6cf18b3-18a0-4cfa-be8a-08cf38d0795b tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.3979239 Jun 28 06:43:40.541721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:40.565758 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] Sync routers for ids ['a2668517-1866-4a8f-bc84-f1668ecab821'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:40.598873 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e89f9a6-9183-4688-9e5a-1cd11bc8e215 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.605942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3abf2b6f-1c8c-46f0-a256-1f957e8c47bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:40.626622 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] Routers {'a2668517-1866-4a8f-bc84-f1668ecab821'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:40.627254 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2668517-1866-4a8f-bc84-f1668ecab821'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:40.647175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb822d-87d5-4915-af68-7daa253f6ebf None None] Port 54932f84-28af-4594-9ad4-a4fbf369bde9 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:40.652366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] No DVR routers for this DVR port 2f6fafab-eebc-4526-aba4-eba72cec9cd8 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:40.652544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Pushing event updated for resources: {'Port': ['ID=1ed19a0a-3094-4869-9bfb-fa929a3c0a86,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:40.658079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89f9a6-9183-4688-9e5a-1cd11bc8e215 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=54932f84-28af-4594-9ad4-a4fbf369bde9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:40.661644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0e89f9a6-9183-4688-9e5a-1cd11bc8e215 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:40.668268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:40.697677 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e89f9a6-9183-4688-9e5a-1cd11bc8e215 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.704014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Allocated IP 172.21.0.2 (cff0f5a5-9513-42ff-af79-5c6e3e4b4d92/acfc6312-5205-4993-9849-292a378527ef/6af093cc-1330-4fa5-a698-7ab6289b7d80) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:40.704143 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0e89f9a6-9183-4688-9e5a-1cd11bc8e215 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/54932f84-28af-4594-9ad4-a4fbf369bde9 HTTP/1.1" status: 204 len: 168 time: 0.9205155 Jun 28 06:43:40.704522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50926) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:40.705220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.716635 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ebbe585-31c9-44d9-941c-8c9e528eaf49 req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.50 "DELETE /v2.0/ports/2f6fafab-eebc-4526-aba4-eba72cec9cd8 HTTP/1.1" status: 204 len: 173 time: 4.8797774 Jun 28 06:43:40.719464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'name': 'network-vif-deleted', 'tag': '2f6fafab-eebc-4526-aba4-eba72cec9cd8'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:43:40.741678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d6f8d5-3dc0-4fc2-8c0a-dfddc1b2b354" -d '{"events": [{"server_uuid": "f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f", "name": "network-vif-deleted", "tag": "2f6fafab-eebc-4526-aba4-eba72cec9cd8"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:43:40.742086 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4fd088-8588-4abc-8ae1-9a1788e0636f tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:43:40.746831 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1c4fd088-8588-4abc-8ae1-9a1788e0636f tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/54932f84-28af-4594-9ad4-a4fbf369bde9 HTTP/1.1" status: 404 len: 333 time: 0.0411217 Jun 28 06:43:40.747550 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50928) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:40.842525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.863900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8eb96a0-a21e-4340-af52-d741c0bc45af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:40.928989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] Pushing event deleted for resources: {'Port': ['ID=0e8e195f-b964-4da6-8222-7eb702051462,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:40.929868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:40.935889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 17d5b82a-6fdd-4d02-8f92-758369eb9724 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:40.981517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:41.026429 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] Set router a2668517-1866-4a8f-bc84-f1668ecab821 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:41.082416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00788537-b030-4425-acc0-6374d0284a0f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.090948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a80547-ae82-456f-aab0-567970a43afb x-openstack-request-id: req-d1a80547-ae82-456f-aab0-567970a43afb {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:43:41.091290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f", "name": "network-vif-deleted", "tag": "2f6fafab-eebc-4526-aba4-eba72cec9cd8", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:43:41.091574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1a80547-ae82-456f-aab0-567970a43afb {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:43:41.094618 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f', 'name': 'network-vif-deleted', 'tag': '2f6fafab-eebc-4526-aba4-eba72cec9cd8', 'status': 'completed', 'code': 200} Jun 28 06:43:41.125724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] No DVR routers for this DVR port 0e8e195f-b964-4da6-8222-7eb702051462 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:41.162644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd79c6-a484-4c94-9757-87a6b5217f02 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:41.233200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-31c04fc7-dd3a-4332-9b94-f4df2b196ef2 None None] Provisioning complete for port cccb05cf-5b80-4080-a05b-8623e9a6f2a7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:41.233585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-31c04fc7-dd3a-4332-9b94-f4df2b196ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.266372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.278542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fbfccb7a-d5c8-47ff-877d-06a44b8759f7 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:41.304494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Pushing event deleted for resources: {'Port': ['ID=c882b49c-3e26-4931-a7bb-aad42176087e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:41.315629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Allocated IP 2001:db8:1::1 (f1e43a90-9088-4264-a28b-e0bb5dd9dd10/4d6d97b4-06f9-4dd0-8457-a6b134a9e9de/732acb1d-2de1-446b-9558-e94c4e6749cd) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:41.386069 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:59Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '94bf06b9-ffb2-4ca5-b57a-e3032868daaf', 'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'mac_address': 'fa:16:3e:a6:f6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:57Z', 'updated_at': '2021-06-28T06:42:08Z', 'revision_number': 5, 'project_id': '7e3a2332b99445df9da299c508b526df', 'subnets': [{'id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:41.387372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:41.392066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.397025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.400903 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] 10.222.0.24 "DELETE /v2.0/floatingips/a7c48b6c-77a7-4901-a2c4-94493c1489e2 HTTP/1.1" status: 204 len: 168 time: 1.4720151 Jun 28 06:43:41.401895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50932) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:41.403818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-31c04fc7-dd3a-4332-9b94-f4df2b196ef2 None None] Port cccb05cf-5b80-4080-a05b-8623e9a6f2a7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:41.423475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-31c04fc7-dd3a-4332-9b94-f4df2b196ef2 None None] Could not find standard attr ID for object 54932f84-28af-4594-9ad4-a4fbf369bde9. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:43:41.432726 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] Checking router: a2668517-1866-4a8f-bc84-f1668ecab821 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:43:41.434915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.441831 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] Routers {'a2668517-1866-4a8f-bc84-f1668ecab821'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:41.442645 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2668517-1866-4a8f-bc84-f1668ecab821'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:41.453248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Transition to ACTIVE for port object 6af093cc-1330-4fa5-a698-7ab6289b7d80 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:41.484473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.501803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Transition to ACTIVE for port object 732acb1d-2de1-446b-9558-e94c4e6749cd will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:41.511024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 17d5b82a-6fdd-4d02-8f92-758369eb9724 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:41.544778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff041-eaa9-47ae-be1a-6f7026e21afe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.548047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 17d5b82a-6fdd-4d02-8f92-758369eb9724 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:41.548439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.557312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'e5dc9805-16c8-4693-8348-69eef0bbe0dd'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:41.559273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.560701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Transition to ACTIVE for port object 6af093cc-1330-4fa5-a698-7ab6289b7d80 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:41.577564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00788537-b030-4425-acc0-6374d0284a0f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.583393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-458017de-3482-41ff-b213-6daf91e5d86d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port cccb05cf-5b80-4080-a05b-8623e9a6f2a7 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:41.586379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-458017de-3482-41ff-b213-6daf91e5d86d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.593167 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] Set router a2668517-1866-4a8f-bc84-f1668ecab821 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:41.615128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.615128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.630038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce98cdef-c7e0-41ad-a844-070fd272c02d tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:41.713073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=732acb1d-2de1-446b-9558-e94c4e6749cd,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:41.723201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:41.725344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00788537-b030-4425-acc0-6374d0284a0f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.726547 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-00788537-b030-4425-acc0-6374d0284a0f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.9283407 Jun 28 06:43:41.728401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff041-eaa9-47ae-be1a-6f7026e21afe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.733533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50936) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:41.754948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network f1e43a90-9088-4264-a28b-e0bb5dd9dd10 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:41.883654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:41.888720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:41.889566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:41.916207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-458017de-3482-41ff-b213-6daf91e5d86d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:42.091308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff041-eaa9-47ae-be1a-6f7026e21afe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:42.095608 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6a9ff041-eaa9-47ae-be1a-6f7026e21afe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.4951878 Jun 28 06:43:42.101883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/e5dc9805-16c8-4693-8348-69eef0bbe0dd/ae73ed7e-9942-4f26-855f-c87b9d1c0424) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:42.111825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50938) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:42.122715 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:59Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '94bf06b9-ffb2-4ca5-b57a-e3032868daaf', 'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'mac_address': 'fa:16:3e:a6:f6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:57Z', 'updated_at': '2021-06-28T06:42:08Z', 'revision_number': 5, 'project_id': '7e3a2332b99445df9da299c508b526df', 'subnets': [{'id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:42.180574 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e721c6b-c951-4d66-b103-6debe36c5b15 None None] The sync data for ids ['a2668517-1866-4a8f-bc84-f1668ecab821'] in dv-neutron-797120-6-hyperv is: [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:41:59Z', 'revision_number': 4, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '94bf06b9-ffb2-4ca5-b57a-e3032868daaf', 'name': '', 'network_id': 'a232f4af-fb75-42fc-86a9-957d7c91074d', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'mac_address': 'fa:16:3e:a6:f6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:57Z', 'updated_at': '2021-06-28T06:42:08Z', 'revision_number': 5, 'project_id': '7e3a2332b99445df9da299c508b526df', 'subnets': [{'id': '3210fa62-75ac-48b8-b28d-2530ed5ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:42.250485 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-abc762ea-f3b4-4252-ae89-176131ce213d req-3613d35f-52bf-4412-8e8e-54666c231011 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ac8183-e8a8-47d7-a8e5-9b95e6aa1a2f HTTP/1.1" status: 200 len: 210 time: 0.2003210 Jun 28 06:43:42.258169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-458017de-3482-41ff-b213-6daf91e5d86d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for cccb05cf-5b80-4080-a05b-8623e9a6f2a7 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:42.294454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:42.326786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-643dbcd1-0096-44ec-a9f7-39672147e27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:42.369365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ab896-883e-4497-a343-29ea6bcb1ac6 None None] Network 39fad220-eaeb-46fb-a7d6-e7abff633acc requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:42.483160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:42.509441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Allocated IP 172.26.4.68 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/806aab04-d70f-4745-ba1c-886177790028) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:42.516545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Network cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:42.543240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:42.546488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:42.650660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:42.662742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f3858c21-4c9c-4e8e-9c15-6631d742a6ba None None] Provisioning for port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:42.688573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Pushing event updated for resources: {'Port': ['ID=6af093cc-1330-4fa5-a698-7ab6289b7d80,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:42.697899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:42.702189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc787fe-9c34-40e3-9f34-e6b0d42a5f97 None None] New status for floating IP af2dd8d7-f357-4503-a202-062323965919: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:43:42.790356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Attempting to bind port 6af093cc-1330-4fa5-a698-7ab6289b7d80 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:42.790717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Attempting to bind port 6af093cc-1330-4fa5-a698-7ab6289b7d80 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'c77142ae-65f8-42f0-95bb-dedf10271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cff0f5a5-9513-42ff-af79-5c6e3e4b4d92'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:42.791158 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Attempting to bind port 6af093cc-1330-4fa5-a698-7ab6289b7d80 on network cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:42.864868 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-458017de-3482-41ff-b213-6daf91e5d86d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:42.866703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:42.877578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0997f50a-497c-42ca-8cb1-285a909d8d37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:42.893588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:42.894130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Checking segment: {'id': 'c77142ae-65f8-42f0-95bb-dedf10271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cff0f5a5-9513-42ff-af79-5c6e3e4b4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:42.894666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:42.895265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Bound using segment: {'id': 'c77142ae-65f8-42f0-95bb-dedf10271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cff0f5a5-9513-42ff-af79-5c6e3e4b4d92'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:42.895770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Bound port: 6af093cc-1330-4fa5-a698-7ab6289b7d80, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77142ae-65f8-42f0-95bb-dedf10271744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cff0f5a5-9513-42ff-af79-5c6e3e4b4d92'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:42.896259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:42.927999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458017de-3482-41ff-b213-6daf91e5d86d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=cccb05cf-5b80-4080-a05b-8623e9a6f2a7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:42.936942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-458017de-3482-41ff-b213-6daf91e5d86d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:42.962652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Allocated IP 172.20.0.1 (39fad220-eaeb-46fb-a7d6-e7abff633acc/02da17dd-c771-49a0-bc6d-56739aeda761/248eebd3-6f6e-4a66-95a8-44470478d9fc) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:43.025262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.033124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 17d5b82a-6fdd-4d02-8f92-758369eb9724, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=17d5b82a-6fdd-4d02-8f92-758369eb9724,segment=NetworkSegment(ac439544-ba54-4f3a-a6a7-cd727738e782),segment_id=ac439544-ba54-4f3a-a6a7-cd727738e782)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:43.062458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Transition to ACTIVE for port object ae73ed7e-9942-4f26-855f-c87b9d1c0424 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:43.093322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] For port 6af093cc-1330-4fa5-a698-7ab6289b7d80, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:43.097243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9aca6183-6358-4722-a13f-e28eb500b50d None None] Provisioning for port 732acb1d-2de1-446b-9558-e94c4e6749cd completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:43.102494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.103275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] For port 6af093cc-1330-4fa5-a698-7ab6289b7d80, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6af093cc-1330-4fa5-a698-7ab6289b7d80,segment=NetworkSegment(c77142ae-65f8-42f0-95bb-dedf10271744),segment_id=c77142ae-65f8-42f0-95bb-dedf10271744)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:43.106767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Transition to ACTIVE for port object ae73ed7e-9942-4f26-855f-c87b9d1c0424 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:43.108432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9aca6183-6358-4722-a13f-e28eb500b50d None None] Provisioning complete for port 732acb1d-2de1-446b-9558-e94c4e6749cd triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:43.109000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9aca6183-6358-4722-a13f-e28eb500b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.117418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Transition to ACTIVE for port object 248eebd3-6f6e-4a66-95a8-44470478d9fc will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:43.144796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.148748 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:43.155422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-458017de-3482-41ff-b213-6daf91e5d86d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.160012 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-458017de-3482-41ff-b213-6daf91e5d86d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/cccb05cf-5b80-4080-a05b-8623e9a6f2a7 HTTP/1.1" status: 204 len: 168 time: 2.4114335 Jun 28 06:43:43.160621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50940) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:43.217509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.224157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.226154 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a87566-b9be-49bd-8b4d-7d95b926262b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:43:43.231256 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c2a87566-b9be-49bd-8b4d-7d95b926262b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/cccb05cf-5b80-4080-a05b-8623e9a6f2a7 HTTP/1.1" status: 404 len: 333 time: 0.0694194 Jun 28 06:43:43.232636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.234950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50942) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:43.237535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:43.240843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9aca6183-6358-4722-a13f-e28eb500b50d None None] Port 732acb1d-2de1-446b-9558-e94c4e6749cd cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:43.250146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.257702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.267355 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0e8e195f-b964-4da6-8222-7eb702051462 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:43.286426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.308619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=17d5b82a-6fdd-4d02-8f92-758369eb9724,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:43.314254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 0e8e195f-b964-4da6-8222-7eb702051462 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:43.321975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0e8e195f-b964-4da6-8222-7eb702051462 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:43.323675 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:43.324260 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:43.361867 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:43.367034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.384734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:43.388906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.389993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:43.434450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.506458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Pushing event updated for resources: {'Port': ['ID=6af093cc-1330-4fa5-a698-7ab6289b7d80,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:43.526148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0493e21c-88df-40b3-8a27-aec71d032d47 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet 7403dc47-cddb-4624-92e9-74cc8f9ae2ce {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:43.539235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0493e21c-88df-40b3-8a27-aec71d032d47 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.547426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 39fad220-eaeb-46fb-a7d6-e7abff633acc is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:43.600768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50948) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:43.602578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Attempting to bind port ae73ed7e-9942-4f26-855f-c87b9d1c0424 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:43.612964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Attempting to bind port ae73ed7e-9942-4f26-855f-c87b9d1c0424 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:43.613484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Attempting to bind port ae73ed7e-9942-4f26-855f-c87b9d1c0424 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:43.622416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Pushing event updated for resources: {'Port': ['ID=ae73ed7e-9942-4f26-855f-c87b9d1c0424,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:43.624137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:43.632611 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:43.633435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:43.634220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:43.635376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:43.636027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:43.636672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.639316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:43.640032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Bound port: ae73ed7e-9942-4f26-855f-c87b9d1c0424, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:43.640718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.649433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:43.667111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=248eebd3-6f6e-4a66-95a8-44470478d9fc,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:43.692945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:43.707972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 17d5b82a-6fdd-4d02-8f92-758369eb9724 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:43.722368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0493e21c-88df-40b3-8a27-aec71d032d47 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.816838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] For port ae73ed7e-9942-4f26-855f-c87b9d1c0424, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:43.820379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] For port ae73ed7e-9942-4f26-855f-c87b9d1c0424, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ae73ed7e-9942-4f26-855f-c87b9d1c0424,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:43.826789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.835505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 17d5b82a-6fdd-4d02-8f92-758369eb9724 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:43.841118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.972044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:43.983640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-df5a5578-ac65-4ee1-9b26-92943627b93f tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:44.074196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.080338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:44.106242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:44.149461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:44.155096 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Pushing event updated for resources: {'Port': ['ID=ae73ed7e-9942-4f26-855f-c87b9d1c0424,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:44.158817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:44.175410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:44.178081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event updated for resources: {'Port': ['ID=806aab04-d70f-4745-ba1c-886177790028,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:44.181260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Allocated IP 172.26.4.31 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/c2752c13-4aaf-40a4-bf2f-d8495fd86928) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:44.189517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.191350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:44.214884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:44.243756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94c1dcde-5753-4458-8dec-167ab60fb5af None None] Provisioning for port 248eebd3-6f6e-4a66-95a8-44470478d9fc completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:44.246312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::1 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/e5dc9805-16c8-4693-8348-69eef0bbe0dd/2c1c787e-088d-4c76-b261-31056550dc4c) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:44.254753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94c1dcde-5753-4458-8dec-167ab60fb5af None None] Provisioning complete for port 248eebd3-6f6e-4a66-95a8-44470478d9fc triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:44.260030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94c1dcde-5753-4458-8dec-167ab60fb5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.279034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.279756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.287260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-80503347-50eb-4fe8-8eef-6d2299ebee7b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:44.302173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-94c1dcde-5753-4458-8dec-167ab60fb5af None None] Port 248eebd3-6f6e-4a66-95a8-44470478d9fc cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:44.307074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c3221f0-bc48-43c0-b467-21d03aacd314 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.405347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:44.410148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:44.410618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.456312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c3221f0-bc48-43c0-b467-21d03aacd314 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.472454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0493e21c-88df-40b3-8a27-aec71d032d47 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.574760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=732acb1d-2de1-446b-9558-e94c4e6749cd,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:44.594927 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.595549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:44.653016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ed19a0a-3094-4869-9bfb-fa929a3c0a86,segment=NetworkSegment(b227c680-cffb-40a2-850c-035e24bb230e),segment_id=b227c680-cffb-40a2-850c-035e24bb230e)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:44.668969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.729995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.730696 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.732915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:44.767184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0493e21c-88df-40b3-8a27-aec71d032d47 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.773333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:44.782442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.797487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c3221f0-bc48-43c0-b467-21d03aacd314 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.800310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c3221f0-bc48-43c0-b467-21d03aacd314 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.801499 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9c3221f0-bc48-43c0-b467-21d03aacd314 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "DELETE /v2.0/security-groups/ddb3366b-2894-4e46-ac6b-05b33b1e969d HTTP/1.1" status: 204 len: 168 time: 1.1922646 Jun 28 06:43:44.801832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=1ed19a0a-3094-4869-9bfb-fa929a3c0a86,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:44.805084 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:44.808891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493e21c-88df-40b3-8a27-aec71d032d47 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=7403dc47-cddb-4624-92e9-74cc8f9ae2ce,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:44.816614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50950) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:44.830061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0493e21c-88df-40b3-8a27-aec71d032d47 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:44.830258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network f1e43a90-9088-4264-a28b-e0bb5dd9dd10 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:44.831439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6b9af78e-324c-4f9f-9d63-69ad9ae3d52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:44.846491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:44.852290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80716ca1-1780-4f55-8cda-c34d65a67891 None None] Network a582915c-a10e-461f-8e45-1a81491236f8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:44.852469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0493e21c-88df-40b3-8a27-aec71d032d47 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:44.859400 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0493e21c-88df-40b3-8a27-aec71d032d47 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/7403dc47-cddb-4624-92e9-74cc8f9ae2ce HTTP/1.1" status: 204 len: 168 time: 1.6128440 Jun 28 06:43:44.859400 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-eb66d69f-d612-40ae-a384-69d1d23612ae tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] show failed (client error): The resource could not be found. Jun 28 06:43:44.859400 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-eb66d69f-d612-40ae-a384-69d1d23612ae tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "GET /v2.0/security-groups/ddb3366b-2894-4e46-ac6b-05b33b1e969d HTTP/1.1" status: 404 len: 347 time: 0.0375447 Jun 28 06:43:44.862988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50952) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:44.863361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50954) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:44.894169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 2c1c787e-088d-4c76-b261-31056550dc4c will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:44.898529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3221f0-bc48-43c0-b467-21d03aacd314 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3366b-2894-4e46-ac6b-05b33b1e969d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:44.903789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9c3221f0-bc48-43c0-b467-21d03aacd314 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:44.963662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Deleting port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:44.964195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.001351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.182311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] For port 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2d9315bc-90a1-4014-9d3f-9d2f95cab5ce,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:45.182702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.207703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] DHCP port deletion for a582915c-a10e-461f-8e45-1a81491236f8 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:45.214401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Calling delete_port for 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:45.249245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08113d40-e05b-42b2-ae59-2c4c2fae140a None None] Network cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:45.318514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.379114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] Deleting port 17d5b82a-6fdd-4d02-8f92-758369eb9724 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:45.379863 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.428238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.434602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0e89f9a6-9183-4688-9e5a-1cd11bc8e215 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:45.510839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ad5941c7-2541-425d-be4e-9c11afd72e3f None None] Provisioning for port 6af093cc-1330-4fa5-a698-7ab6289b7d80 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:45.539365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.542473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=248eebd3-6f6e-4a66-95a8-44470478d9fc,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:45.546897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:45.566119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] For port 17d5b82a-6fdd-4d02-8f92-758369eb9724, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=17d5b82a-6fdd-4d02-8f92-758369eb9724,segment=NetworkSegment(ac439544-ba54-4f3a-a6a7-cd727738e782),segment_id=ac439544-ba54-4f3a-a6a7-cd727738e782)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:45.567228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.590902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] Calling delete_port for 17d5b82a-6fdd-4d02-8f92-758369eb9724 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:45.633169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.640130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 922d9a98-f583-4b96-8ad6-e2f31b060f10 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:43:45.646545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-266d35a6-4c71-48ed-9913-4c5e94dc513f tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:45.669287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ad5941c7-2541-425d-be4e-9c11afd72e3f None None] Provisioning complete for port 732acb1d-2de1-446b-9558-e94c4e6749cd triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:45.669826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad5941c7-2541-425d-be4e-9c11afd72e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.712733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 39fad220-eaeb-46fb-a7d6-e7abff633acc is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:45.717377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:45.741690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Pushing event updated for resources: {'Port': ['ID=c2752c13-4aaf-40a4-bf2f-d8495fd86928,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:45.743430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ad5941c7-2541-425d-be4e-9c11afd72e3f None None] Port 732acb1d-2de1-446b-9558-e94c4e6749cd cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:45.745838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.748109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ae73ed7e-9942-4f26-855f-c87b9d1c0424 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:45.750520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:45.751193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:45.810041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=2c1c787e-088d-4c76-b261-31056550dc4c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:45.819541 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.824266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2cbe145d-4528-4037-a19c-a020d16a9e85 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:45.828130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:45.854297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.856757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:45.863951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9315bc-90a1-4014-9d3f-9d2f95cab5ce,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:45.877168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:45.879675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:45.887648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:45.891743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] Pushing event deleted for resources: {'Port': ['ID=17d5b82a-6fdd-4d02-8f92-758369eb9724,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:45.893031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port ae73ed7e-9942-4f26-855f-c87b9d1c0424 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:45.894984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:45.895410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:45.898252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] No DVR routers for this DVR port 17d5b82a-6fdd-4d02-8f92-758369eb9724 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:45.912477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6af093cc-1330-4fa5-a698-7ab6289b7d80 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:45.970106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:45.971483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:45.976412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:45.980264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:45.981032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.002443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-19028066-db79-48a0-9b9e-10d200b4e676 None None] Provisioning for port ae73ed7e-9942-4f26-855f-c87b9d1c0424 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:46.007807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-19028066-db79-48a0-9b9e-10d200b4e676 None None] Provisioning complete for port ae73ed7e-9942-4f26-855f-c87b9d1c0424 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:46.008273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-19028066-db79-48a0-9b9e-10d200b4e676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.073450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 6af093cc-1330-4fa5-a698-7ab6289b7d80 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:46.088448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 6af093cc-1330-4fa5-a698-7ab6289b7d80 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:46.088958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.166521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 4a320804-d613-4291-a9ae-5886e1e76679 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:46.187948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.195706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-19028066-db79-48a0-9b9e-10d200b4e676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.260994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.278199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-19028066-db79-48a0-9b9e-10d200b4e676 None None] For port ae73ed7e-9942-4f26-855f-c87b9d1c0424, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ae73ed7e-9942-4f26-855f-c87b9d1c0424,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:46.314898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 6af093cc-1330-4fa5-a698-7ab6289b7d80, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6af093cc-1330-4fa5-a698-7ab6289b7d80,segment=NetworkSegment(c77142ae-65f8-42f0-95bb-dedf10271744),segment_id=c77142ae-65f8-42f0-95bb-dedf10271744)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:46.351637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-19028066-db79-48a0-9b9e-10d200b4e676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.355520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a25fe6ed-61f3-4752-beaa-9ff1d641dc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:46.389112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.389112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:46.429757 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:46.440574 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/4a320804-d613-4291-a9ae-5886e1e76679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7033422 Jun 28 06:43:46.440815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50956) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:46.452192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 17d5b82a-6fdd-4d02-8f92-758369eb9724 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:46.452531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.452690 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d66c11-c2f7-4ea2-b609-43d88791fa09 None None] Sync routers for ids ['4a320804-d613-4291-a9ae-5886e1e76679'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:46.464198 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d66c11-c2f7-4ea2-b609-43d88791fa09 None None] Routers {'4a320804-d613-4291-a9ae-5886e1e76679'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:46.464470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19028066-db79-48a0-9b9e-10d200b4e676 None None] Pushing event updated for resources: {'Port': ['ID=ae73ed7e-9942-4f26-855f-c87b9d1c0424,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:46.465316 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-02d66c11-c2f7-4ea2-b609-43d88791fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['4a320804-d613-4291-a9ae-5886e1e76679'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:46.494171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-19028066-db79-48a0-9b9e-10d200b4e676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:46.500636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:46.508923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0786e807-d7e0-4122-a95f-17175b694d12 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:46.510337 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0786e807-d7e0-4122-a95f-17175b694d12 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports/248eebd3-6f6e-4a66-95a8-44470478d9fc HTTP/1.1" status: 200 len: 910 time: 0.0686035 Jun 28 06:43:46.518481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:46.519042 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-02d66c11-c2f7-4ea2-b609-43d88791fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:46.528521 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d66c11-c2f7-4ea2-b609-43d88791fa09 None None] Routers {'4a320804-d613-4291-a9ae-5886e1e76679'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:46.529457 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-02d66c11-c2f7-4ea2-b609-43d88791fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['4a320804-d613-4291-a9ae-5886e1e76679'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:46.543329 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/922d9a98-f583-4b96-8ad6-e2f31b060f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6691709 Jun 28 06:43:46.545609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50958) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:46.545959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50960) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:46.561114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Deleting port 74cdfad2-beb1-438d-86e5-68a71d442aa3 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:46.561446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.566104 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-02d66c11-c2f7-4ea2-b609-43d88791fa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:46.567112 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d66c11-c2f7-4ea2-b609-43d88791fa09 None None] The sync data for ids ['4a320804-d613-4291-a9ae-5886e1e76679'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:46.592123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] For port 17d5b82a-6fdd-4d02-8f92-758369eb9724, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:46.592516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.592841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729ed7b-f145-4868-9b5a-187182253a02 None None] Sync routers for ids ['922d9a98-f583-4b96-8ad6-e2f31b060f10'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:46.595876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:46.596387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.610741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-859c1c49-f520-4557-b5ca-6e1988a0181e None None] Provisioning complete for port 248eebd3-6f6e-4a66-95a8-44470478d9fc triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:46.611375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-859c1c49-f520-4557-b5ca-6e1988a0181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.635527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=6af093cc-1330-4fa5-a698-7ab6289b7d80,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:46.657490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:46.662890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729ed7b-f145-4868-9b5a-187182253a02 None None] Routers {'922d9a98-f583-4b96-8ad6-e2f31b060f10'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:46.663526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e729ed7b-f145-4868-9b5a-187182253a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['922d9a98-f583-4b96-8ad6-e2f31b060f10'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:46.710668 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e729ed7b-f145-4868-9b5a-187182253a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:46.717891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1d3aa-181f-4373-8700-13ae4da6d522 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:46.721204 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a2c1d3aa-181f-4373-8700-13ae4da6d522 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports/732acb1d-2de1-446b-9558-e94c4e6749cd HTTP/1.1" status: 200 len: 913 time: 0.1657145 Jun 28 06:43:46.721364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 17d5b82a-6fdd-4d02-8f92-758369eb9724 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:46.723723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-859c1c49-f520-4557-b5ca-6e1988a0181e None None] Port 248eebd3-6f6e-4a66-95a8-44470478d9fc cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:46.725710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50962) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:46.738407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729ed7b-f145-4868-9b5a-187182253a02 None None] Routers {'922d9a98-f583-4b96-8ad6-e2f31b060f10'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:46.739053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e729ed7b-f145-4868-9b5a-187182253a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['922d9a98-f583-4b96-8ad6-e2f31b060f10'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:46.751913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.ipam_backend_mixin [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Port 17d5b82a-6fdd-4d02-8f92-758369eb9724 was not found and therefore no delete operation was performed {{(pid=100887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:43:46.763444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.771920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-41aecac3-6d5d-4be3-8065-d84e451b19a7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:46.799276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e729ed7b-f145-4868-9b5a-187182253a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:46.799947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729ed7b-f145-4868-9b5a-187182253a02 None None] The sync data for ids ['922d9a98-f583-4b96-8ad6-e2f31b060f10'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:46.809270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-859c1c49-f520-4557-b5ca-6e1988a0181e None None] Provisioning complete for port 6af093cc-1330-4fa5-a698-7ab6289b7d80 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:46.809655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-859c1c49-f520-4557-b5ca-6e1988a0181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.868433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No DVR routers for this DVR port 17d5b82a-6fdd-4d02-8f92-758369eb9724 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:46.874366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=17d5b82a-6fdd-4d02-8f92-758369eb9724,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:46.877800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:46.905479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 17d5b82a-6fdd-4d02-8f92-758369eb9724 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:46.934645 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 17d5b82a-6fdd-4d02-8f92-758369eb9724 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:46.934994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 17d5b82a-6fdd-4d02-8f92-758369eb9724 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:46.937908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.944773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.945485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:46.970448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Calling delete_port for 74cdfad2-beb1-438d-86e5-68a71d442aa3 owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:47.016772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-859c1c49-f520-4557-b5ca-6e1988a0181e None None] Provisioning for port 2c1c787e-088d-4c76-b261-31056550dc4c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:47.021081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-859c1c49-f520-4557-b5ca-6e1988a0181e None None] Provisioning complete for port 2c1c787e-088d-4c76-b261-31056550dc4c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:47.021543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-859c1c49-f520-4557-b5ca-6e1988a0181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.053088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.063709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-859c1c49-f520-4557-b5ca-6e1988a0181e None None] Port 2c1c787e-088d-4c76-b261-31056550dc4c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:47.144870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.158153 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Router 72bbbb4c-a8bc-4914-a445-5782a66dd180 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:43:47.169297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.173182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.202689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a582915c-a10e-461f-8e45-1a81491236f8']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:47.286878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac439544-ba54-4f3a-a6a7-cd727738e782') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:47.287176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac439544-ba54-4f3a-a6a7-cd727738e782') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:47.513901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ae73ed7e-9942-4f26-855f-c87b9d1c0424 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:47.525271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:47.530960 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] 10.222.0.24 "PUT /v2.0/routers/72bbbb4c-a8bc-4914-a445-5782a66dd180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1278677 Jun 28 06:43:47.535819 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] Sync routers for ids ['72bbbb4c-a8bc-4914-a445-5782a66dd180'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:47.546420 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] Routers {'72bbbb4c-a8bc-4914-a445-5782a66dd180'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:47.547361 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['72bbbb4c-a8bc-4914-a445-5782a66dd180'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:47.551722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50964) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:47.593623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ae73ed7e-9942-4f26-855f-c87b9d1c0424 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:47.594006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.638772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.699135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6af093cc-1330-4fa5-a698-7ab6289b7d80 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:47.712889 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] Set router 72bbbb4c-a8bc-4914-a445-5782a66dd180 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:47.723036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.730418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.754209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:43:47.754880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:43:47.761138 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:43:47.770105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 6af093cc-1330-4fa5-a698-7ab6289b7d80 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:47.771154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.852405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:47.949035 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:43:45Z', 'revision_number': 5, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:47.982065 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] Checking router: 72bbbb4c-a8bc-4914-a445-5782a66dd180 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:43:47.991467 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] Routers {'72bbbb4c-a8bc-4914-a445-5782a66dd180'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:47.992346 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['72bbbb4c-a8bc-4914-a445-5782a66dd180'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:48.055039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.061148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.069073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.074022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4feb7ae7-8894-4a85-9f9d-adbc3065e283 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:48.077713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.078020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.081334 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/networks/a582915c-a10e-461f-8e45-1a81491236f8 HTTP/1.1" status: 204 len: 168 time: 3.2134478 Jun 28 06:43:48.082155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.086846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50966) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:48.090508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1321706861'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:48.112566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.114541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Network': ['ID=a582915c-a10e-461f-8e45-1a81491236f8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:48.115520 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] Set router 72bbbb4c-a8bc-4914-a445-5782a66dd180 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:48.160049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:48.164982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3dd6eaae-e410-4569-8ad4-eed052498237 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:48.177990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.200363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Router 4bd08605-0496-42de-a3a7-d774253cee84 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:48.212443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Pushing event deleted for resources: {'Port': ['ID=74cdfad2-beb1-438d-86e5-68a71d442aa3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:48.235587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:48.291856 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Allocated IP 172.21.0.1 (cff0f5a5-9513-42ff-af79-5c6e3e4b4d92/acfc6312-5205-4993-9849-292a378527ef/914d21d4-0b94-451a-b3a0-4a4cd17cc468) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:48.295002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.295833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.301482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-190ba06a-250c-40f7-a9f7-393e2c15e55a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:48.304171 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:43:45Z', 'revision_number': 5, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:48.338643 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32540131-033f-4ce0-834b-8eee3a98bade None None] The sync data for ids ['72bbbb4c-a8bc-4914-a445-5782a66dd180'] in dv-neutron-797120-6-hyperv is: [{'id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'name': 'tempest-ServersTestManualDisk-1924070987-router', 'tenant_id': 'b67808f91d83459f8fcccc2724735120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:43:45Z', 'revision_number': 5, 'project_id': 'b67808f91d83459f8fcccc2724735120', 'gw_port': {'id': 'deb622f7-5c0a-43ef-ac70-f6ab845f5278', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bbbb4c-a8bc-4914-a445-5782a66dd180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:50Z', 'updated_at': '2021-06-28T06:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:48.377665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:48.381000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.440827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Deleting port deb622f7-5c0a-43ef-ac70-f6ab845f5278 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:48.441222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.455442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.457968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.459118 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] 10.222.0.24 "DELETE /v2.0/floatingips/af2dd8d7-f357-4503-a202-062323965919 HTTP/1.1" status: 204 len: 168 time: 3.5915854 Jun 28 06:43:48.471171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50968) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:48.529273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=2c1c787e-088d-4c76-b261-31056550dc4c,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:48.540790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:48.546053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:43:48.589447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.589776 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Added segment 9c04a941-5a5a-4926-a43f-c9696c2abe9d of type vlan for network 072dfb5b-bf94-476c-bc3c-45e461bf7464 Jun 28 06:43:48.601600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:48.608122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.608313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.609429 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "PUT /v2.0/routers/4bd08605-0496-42de-a3a7-d774253cee84 HTTP/1.1" status: 200 len: 918 time: 11.0006196 Jun 28 06:43:48.619031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50970) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:48.626052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323908b-ec81-45dd-8613-27c25a92a74c None None] Sync routers for ids ['4bd08605-0496-42de-a3a7-d774253cee84'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:48.637250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323908b-ec81-45dd-8613-27c25a92a74c None None] Routers {'4bd08605-0496-42de-a3a7-d774253cee84'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:48.637940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f323908b-ec81-45dd-8613-27c25a92a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['4bd08605-0496-42de-a3a7-d774253cee84'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:48.674573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f323908b-ec81-45dd-8613-27c25a92a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:48.685456 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323908b-ec81-45dd-8613-27c25a92a74c None None] Routers {'4bd08605-0496-42de-a3a7-d774253cee84'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:48.686094 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f323908b-ec81-45dd-8613-27c25a92a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['4bd08605-0496-42de-a3a7-d774253cee84'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:48.705684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:48.719183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Router 0da4ac93-9fb5-4e0e-92a3-303385644600 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:48.725104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:48.734228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:48.887816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f323908b-ec81-45dd-8613-27c25a92a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:48.890722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323908b-ec81-45dd-8613-27c25a92a74c None None] The sync data for ids ['4bd08605-0496-42de-a3a7-d774253cee84'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:48.966433 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d310dc6f-e8cc-404a-b5f7-6b325e1f6fb4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/routers/4bd08605-0496-42de-a3a7-d774253cee84 HTTP/1.1" status: 200 len: 924 time: 0.3453274 Jun 28 06:43:48.969882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50972) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:49.014900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] For port deb622f7-5c0a-43ef-ac70-f6ab845f5278, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=deb622f7-5c0a-43ef-ac70-f6ab845f5278,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:49.015437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.040527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.050726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:49.050726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.054204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:49.054701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Calling delete_port for deb622f7-5c0a-43ef-ac70-f6ab845f5278 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:49.069117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Transition to ACTIVE for port object 914d21d4-0b94-451a-b3a0-4a4cd17cc468 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:49.104928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-04e6d0c2-fcbb-4a8b-ac0a-16f6dda45288 None None] Provisioning complete for port 2c1c787e-088d-4c76-b261-31056550dc4c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:49.105379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-04e6d0c2-fcbb-4a8b-ac0a-16f6dda45288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.143161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-04e6d0c2-fcbb-4a8b-ac0a-16f6dda45288 None None] Port 2c1c787e-088d-4c76-b261-31056550dc4c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:49.144804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:49.156747 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac689f-4b9a-4304-97ed-fd6369913136 None None] Sync routers for ids ['0da4ac93-9fb5-4e0e-92a3-303385644600'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:49.158360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.159732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8e422e1c-7865-48b3-9916-d1404d4fd1a4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "PUT /v2.0/routers/0da4ac93-9fb5-4e0e-92a3-303385644600 HTTP/1.1" status: 200 len: 914 time: 9.7083116 Jun 28 06:43:49.163907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50974) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:49.167039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Network': ['ID=072dfb5b-bf94-476c-bc3c-45e461bf7464,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:49.171531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0856166 Jun 28 06:43:49.177270 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:49.179475 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac689f-4b9a-4304-97ed-fd6369913136 None None] Routers {'0da4ac93-9fb5-4e0e-92a3-303385644600'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:49.180434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50976) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:49.181236 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ceac689f-4b9a-4304-97ed-fd6369913136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0da4ac93-9fb5-4e0e-92a3-303385644600'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:49.186100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 072dfb5b-bf94-476c-bc3c-45e461bf7464 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:43:49.186233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '072dfb5b-bf94-476c-bc3c-45e461bf7464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:49.220216 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ceac689f-4b9a-4304-97ed-fd6369913136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:49.231445 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac689f-4b9a-4304-97ed-fd6369913136 None None] Routers {'0da4ac93-9fb5-4e0e-92a3-303385644600'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:49.232395 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ceac689f-4b9a-4304-97ed-fd6369913136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0da4ac93-9fb5-4e0e-92a3-303385644600'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:49.248110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b06e10-d12c-47e4-8975-701782b05bf3 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:49.249643 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-94b06e10-d12c-47e4-8975-701782b05bf3 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&device_id=4bd08605-0496-42de-a3a7-d774253cee84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2785704 Jun 28 06:43:49.254534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50978) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:49.278236 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ceac689f-4b9a-4304-97ed-fd6369913136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:49.281418 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac689f-4b9a-4304-97ed-fd6369913136 None None] The sync data for ids ['0da4ac93-9fb5-4e0e-92a3-303385644600'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:49.289920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Router 60beb5be-cd48-4a88-9950-ff37d5624b2c is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:49.391104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:49.393299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.400463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-04bf7001-c699-4248-a3dc-1a7d19b9715e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:49.418506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:49.419017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2d9315bc-90a1-4014-9d3f-9d2f95cab5ce not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:49.521222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port 732acb1d-2de1-446b-9558-e94c4e6749cd {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:49.521566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.531937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:49.547386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=914d21d4-0b94-451a-b3a0-4a4cd17cc468,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:49.568032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa1c5bc-4d28-4c0f-ba70-0826c67fcdd4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:49.572656 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9fa1c5bc-4d28-4c0f-ba70-0826c67fcdd4 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 881 time: 0.3096366 Jun 28 06:43:49.572656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:49.589964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50980) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:49.615537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:49.622563 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.622946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.623323 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.623680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.624048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.624414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.624769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.625151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.625507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.625860 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.626216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.626569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:49.636764 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d0a0fab3-7530-415c-8c3f-39c2da8fa866 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bd08605-0496-42de-a3a7-d774253cee84 HTTP/1.1" status: 200 len: 205 time: 0.0429661 Jun 28 06:43:49.676566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50982) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:49.677643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:49.733862 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6fdb23af-3d9f-4784-be04-32d9ee848c5b tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/routers/0da4ac93-9fb5-4e0e-92a3-303385644600 HTTP/1.1" status: 200 len: 920 time: 0.5675795 Jun 28 06:43:49.739307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50984) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:49.783367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:49.788818 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "PUT /v2.0/routers/60beb5be-cd48-4a88-9950-ff37d5624b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6759975 Jun 28 06:43:49.792259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50986) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:49.793197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.800995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Sync routers for ids ['60beb5be-cd48-4a88-9950-ff37d5624b2c'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:49.815354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Routers {'60beb5be-cd48-4a88-9950-ff37d5624b2c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:49.816653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['60beb5be-cd48-4a88-9950-ff37d5624b2c'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:49.830474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:49.834002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.875571 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.899460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:49.903080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for 732acb1d-2de1-446b-9558-e94c4e6749cd owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:49.907631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28032dfc-7b67-491f-b60b-bde8a0c5801c tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:49.907631 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-28032dfc-7b67-491f-b60b-bde8a0c5801c tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&device_id=0da4ac93-9fb5-4e0e-92a3-303385644600&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1644750 Jun 28 06:43:49.907819 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b4aec673-f3e3-4459-a739-ac81334b1f8d tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:49.907914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50988) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:49.924370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e52a3-591f-4fd9-a359-bb8ecf0ce82c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:49.925979 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ab9e52a3-591f-4fd9-a359-bb8ecf0ce82c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports/2c1c787e-088d-4c76-b261-31056550dc4c HTTP/1.1" status: 200 len: 911 time: 0.1325939 Jun 28 06:43:49.929916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Set router 60beb5be-cd48-4a88-9950-ff37d5624b2c gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:49.941405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50990) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:49.990742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Pushing event deleted for resources: {'Port': ['ID=deb622f7-5c0a-43ef-ac70-f6ab845f5278,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:50.017105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fc9acaaf-73d5-497f-b082-dd140236a473 None None] Provisioning for port 914d21d4-0b94-451a-b3a0-4a4cd17cc468 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:50.031585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:50.042194 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fc9acaaf-73d5-497f-b082-dd140236a473 None None] Provisioning complete for port 914d21d4-0b94-451a-b3a0-4a4cd17cc468 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:50.042598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fc9acaaf-73d5-497f-b082-dd140236a473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.063217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.115665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f05902-480f-45a8-895f-c06aaadd14a8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:50.118376 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d4f05902-480f-45a8-895f-c06aaadd14a8 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 881 time: 0.2082896 Jun 28 06:43:50.121082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50992) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:50.130752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-fc9acaaf-73d5-497f-b082-dd140236a473 None None] Port 914d21d4-0b94-451a-b3a0-4a4cd17cc468 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:50.135157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df7c73-60bc-4aab-881b-237caf0774cf tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:50.141304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df7c73-60bc-4aab-881b-237caf0774cf tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:50.142737 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-47df7c73-60bc-4aab-881b-237caf0774cf tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2003191 Jun 28 06:43:50.155448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50994) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:50.191025 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f8c19cea-3bba-4e4d-9b17-000ff9a3ebf6 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da4ac93-9fb5-4e0e-92a3-303385644600 HTTP/1.1" status: 200 len: 205 time: 0.0634456 Jun 28 06:43:50.194308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 50996) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:50.197514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60beb5be-cd48-4a88-9950-ff37d5624b2c', 'name': 'tempest-NetworksTestDHCPv6-router-277150324', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:40Z', 'updated_at': '2021-06-28T06:43:46Z', 'revision_number': 2, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None, '_interfaces': [{'id': '2c1c787e-088d-4c76-b261-31056550dc4c', 'name': '', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'mac_address': 'fa:16:3e:86:77:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60beb5be-cd48-4a88-9950-ff37d5624b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e5dc9805-16c8-4693-8348-69eef0bbe0dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:43:43Z', 'updated_at': '2021-06-28T06:43:47Z', 'revision_number': 2, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'subnets': [{'id': 'e5dc9805-16c8-4693-8348-69eef0bbe0dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:50.229167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Checking router: 60beb5be-cd48-4a88-9950-ff37d5624b2c for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:43:50.231761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Updating router 60beb5be-cd48-4a88-9950-ff37d5624b2c port 2c1c787e-088d-4c76-b261-31056550dc4c binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:43:50.257906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.270837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.391861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.399100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:50.462519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.490281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=84f27d18-337d-46a0-8dd0-bedf70dd054e,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:50.493968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:50.504887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.515317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.527788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Checking segment: {'id': '9c04a941-5a5a-4926-a43f-c9696c2abe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '072dfb5b-bf94-476c-bc3c-45e461bf7464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:50.528145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network hostable DHCP agents. Network: 072dfb5b-bf94-476c-bc3c-45e461bf7464, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:43:50.563784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.585197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.659480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 072dfb5b-bf94-476c-bc3c-45e461bf7464 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:43:50.736167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.799149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 072dfb5b-bf94-476c-bc3c-45e461bf7464) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:50.805974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:50.806584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.811121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f715a58-e9a3-4142-b722-e737d396f829 None None] Network 072dfb5b-bf94-476c-bc3c-45e461bf7464 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:50.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7410595 Jun 28 06:43:50.926162 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:50.927935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 50998) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:50.934777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0187d05c-3637-48d4-9296-e503153d4484 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1535775682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:50.968704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-072dfb5b-bf94-476c-bc3c-45e461bf7464', 'network_id': '072dfb5b-bf94-476c-bc3c-45e461bf7464', 'tenant_id': 'd8ede9ad57f2483ebfe893fb78cd5d47', 'fixed_ips': [{'subnet_id': '84f27d18-337d-46a0-8dd0-bedf70dd054e'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:50.969320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.034104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.044606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0187d05c-3637-48d4-9296-e503153d4484 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.045988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0187d05c-3637-48d4-9296-e503153d4484 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.066816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 2c1c787e-088d-4c76-b261-31056550dc4c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:51.067227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.119269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Allocated IP 2001:db8::2 (072dfb5b-bf94-476c-bc3c-45e461bf7464/84f27d18-337d-46a0-8dd0-bedf70dd054e/1fdbd2e7-5978-4d68-82de-813b570db21e) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:51.136968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.137758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72bbbb4c-a8bc-4914-a445-5782a66dd180 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:51.160297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.164749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.169405 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] 10.222.0.24 "DELETE /v2.0/routers/72bbbb4c-a8bc-4914-a445-5782a66dd180 HTTP/1.1" status: 204 len: 168 time: 3.5915463 Jun 28 06:43:51.170348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51000) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:51.182786 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 2c1c787e-088d-4c76-b261-31056550dc4c owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:51.238850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Transition to ACTIVE for port object 2c1c787e-088d-4c76-b261-31056550dc4c will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:51.260412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.266873 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e3174571-1acf-4dd5-a6f8-aca9645cef93 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:51.272885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5dc7a2-60c1-4abc-bd3d-d3ebf65142dd admin admin] Deleting subnet 95ac959d-f76a-43ac-bb61-d3dc749104f4 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:51.276720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc7a2-60c1-4abc-bd3d-d3ebf65142dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.303019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.315705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Transition to ACTIVE for port object 1fdbd2e7-5978-4d68-82de-813b570db21e will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:51.316279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc7a2-60c1-4abc-bd3d-d3ebf65142dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.325764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.329998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:51.355716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=732acb1d-2de1-446b-9558-e94c4e6749cd,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:51.366643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:51.380625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Pushing event updated for resources: {'Port': ['ID=2c1c787e-088d-4c76-b261-31056550dc4c,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:51.389105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Transition to ACTIVE for port object 1fdbd2e7-5978-4d68-82de-813b570db21e will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:51.405555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.406404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.406404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.406898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.407200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.407834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.408146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.408474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.408797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.409139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.409552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.409866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:51.413970 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:51.468917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0187d05c-3637-48d4-9296-e503153d4484 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.490120 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.502067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b6f974c1-0525-4dbf-9d5a-d1b29f1ce941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:51.541855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Deleting port 806aab04-d70f-4745-ba1c-886177790028 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:51.542206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.547209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0187d05c-3637-48d4-9296-e503153d4484 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.550412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.554553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Network 072dfb5b-bf94-476c-bc3c-45e461bf7464 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:51.560375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:51.568087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:51.570487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Attempting to bind port 2c1c787e-088d-4c76-b261-31056550dc4c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:51.570906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Attempting to bind port 2c1c787e-088d-4c76-b261-31056550dc4c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:51.572033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Attempting to bind port 2c1c787e-088d-4c76-b261-31056550dc4c on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:51.581627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:51.582258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:51.582824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.583361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:51.583995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Bound port: 2c1c787e-088d-4c76-b261-31056550dc4c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:51.584554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.637078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Pushing event updated for resources: {'Port': ['ID=1fdbd2e7-5978-4d68-82de-813b570db21e,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:51.653238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:51.695344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc7a2-60c1-4abc-bd3d-d3ebf65142dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.717098 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Attempting to bind port 1fdbd2e7-5978-4d68-82de-813b570db21e on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:51.717480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Attempting to bind port 1fdbd2e7-5978-4d68-82de-813b570db21e by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '9c04a941-5a5a-4926-a43f-c9696c2abe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '072dfb5b-bf94-476c-bc3c-45e461bf7464'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:51.717852 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Attempting to bind port 1fdbd2e7-5978-4d68-82de-813b570db21e on network 072dfb5b-bf94-476c-bc3c-45e461bf7464 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:51.729416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.742140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:51.743338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Checking segment: {'id': '9c04a941-5a5a-4926-a43f-c9696c2abe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '072dfb5b-bf94-476c-bc3c-45e461bf7464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:51.743912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.744323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Bound using segment: {'id': '9c04a941-5a5a-4926-a43f-c9696c2abe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '072dfb5b-bf94-476c-bc3c-45e461bf7464'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:51.744830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Bound port: 1fdbd2e7-5978-4d68-82de-813b570db21e, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c04a941-5a5a-4926-a43f-c9696c2abe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '072dfb5b-bf94-476c-bc3c-45e461bf7464'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:51.745272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.775856 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0187d05c-3637-48d4-9296-e503153d4484 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.777560 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0187d05c-3637-48d4-9296-e503153d4484 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8461623 Jun 28 06:43:51.792392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51002) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:51.796596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'network_id': '072dfb5b-bf94-476c-bc3c-45e461bf7464', 'name': 'tempest-PortsIpV6TestJSON-534807291'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:51.804195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Calling delete_port for 806aab04-d70f-4745-ba1c-886177790028 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:51.823932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.827604 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.866252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] For port 1fdbd2e7-5978-4d68-82de-813b570db21e, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:51.946742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:51.997565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d39ef336-082a-4f74-a44e-1f3d888f6de5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:52.123564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=914d21d4-0b94-451a-b3a0-4a4cd17cc468,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:52.147663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.152951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:52.194273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.208464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f79c1c26-cb41-4177-87e0-ac47e2a4f80a tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:52.208655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:43:52.208655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:43:52.208655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] For port 1fdbd2e7-5978-4d68-82de-813b570db21e, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1fdbd2e7-5978-4d68-82de-813b570db21e,segment=NetworkSegment(9c04a941-5a5a-4926-a43f-c9696c2abe9d),segment_id=9c04a941-5a5a-4926-a43f-c9696c2abe9d)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:52.224595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=2c1c787e-088d-4c76-b261-31056550dc4c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:52.228561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:52.233369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc7a2-60c1-4abc-bd3d-d3ebf65142dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.237433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bd7d4648-58c0-460e-acda-1a90cd8c2576 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:52.288016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dc7a2-60c1-4abc-bd3d-d3ebf65142dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ac959d-f76a-43ac-bb61-d3dc749104f4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:52.291126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a5dc7a2-60c1-4abc-bd3d-d3ebf65142dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.295943 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9a5dc7a2-60c1-4abc-bd3d-d3ebf65142dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95ac959d-f76a-43ac-bb61-d3dc749104f4 HTTP/1.1" status: 204 len: 168 time: 1.1244116 Jun 28 06:43:52.296890 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9a5dc7a2-60c1-4abc-bd3d-d3ebf65142dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:52.297788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51004) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:52.303411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d809101-bdc2-480f-b64a-62b75c6985fb None None] Network a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:52.307109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Deleting port c2752c13-4aaf-40a4-bf2f-d8495fd86928 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:52.307357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.338134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:52.341155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.363434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.374288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9fec7282-fafa-49de-93bf-2569439f1062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:52.411916 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.455165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:43:52.499198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Pushing event updated for resources: {'Port': ['ID=1fdbd2e7-5978-4d68-82de-813b570db21e,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:52.505854 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 922d9a98-f583-4b96-8ad6-e2f31b060f10 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:43:52.511702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:52.517050 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Deleting port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:52.517393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.583741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.627365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:52.629624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.633897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.642034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d543f3b4-ed80-4a9d-817e-a01255f944bd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:52.642526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] DHCP port deletion for a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:52.651168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:52.656787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Calling delete_port for c2752c13-4aaf-40a4-bf2f-d8495fd86928 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:52.748929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Attempting to bind port 2c1c787e-088d-4c76-b261-31056550dc4c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:52.750011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Attempting to bind port 2c1c787e-088d-4c76-b261-31056550dc4c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:52.750267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Attempting to bind port 2c1c787e-088d-4c76-b261-31056550dc4c on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:52.758724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] Deleting port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:52.759234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.762297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Router 60beb5be-cd48-4a88-9950-ff37d5624b2c has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:43:52.822235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:52.824335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:52.825268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.825886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:52.826596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Bound port: 2c1c787e-088d-4c76-b261-31056550dc4c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:52.827247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.846922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:52.860450 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43573849-1640-4169-b42a-0d87adf74c3b None None] Sync routers for ids ['922d9a98-f583-4b96-8ad6-e2f31b060f10'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:52.871937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Port 2c1c787e-088d-4c76-b261-31056550dc4c has been deleted concurrently {{(pid=100888) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 28 06:43:52.877120 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43573849-1640-4169-b42a-0d87adf74c3b None None] Routers {'922d9a98-f583-4b96-8ad6-e2f31b060f10'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:52.878807 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-43573849-1640-4169-b42a-0d87adf74c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['922d9a98-f583-4b96-8ad6-e2f31b060f10'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:52.907927 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] For port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=728aa5c3-7e7e-48c7-bd67-8d2096bda30b,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:52.908492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:52.940308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Routers {'60beb5be-cd48-4a88-9950-ff37d5624b2c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:52.941350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['60beb5be-cd48-4a88-9950-ff37d5624b2c'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:52.944129 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] Calling delete_port for 728aa5c3-7e7e-48c7-bd67-8d2096bda30b owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:52.971821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8::2bd (072dfb5b-bf94-476c-bc3c-45e461bf7464/84f27d18-337d-46a0-8dd0-bedf70dd054e/5bf8bc88-658e-4b4c-a90c-8d9e7d748e46) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:53.000963 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:53.014259 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "PUT /v2.0/routers/60beb5be-cd48-4a88-9950-ff37d5624b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8584363 Jun 28 06:43:53.019359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51006) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:53.092549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] Set router 60beb5be-cd48-4a88-9950-ff37d5624b2c gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:53.104504 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-43573849-1640-4169-b42a-0d87adf74c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:53.109378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Deleting port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:53.109710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.118694 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43573849-1640-4169-b42a-0d87adf74c3b None None] Routers {'922d9a98-f583-4b96-8ad6-e2f31b060f10'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:53.120294 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-43573849-1640-4169-b42a-0d87adf74c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['922d9a98-f583-4b96-8ad6-e2f31b060f10'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:53.155675 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60beb5be-cd48-4a88-9950-ff37d5624b2c', 'name': 'tempest-NetworksTestDHCPv6-router-277150324', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:40Z', 'updated_at': '2021-06-28T06:43:51Z', 'revision_number': 3, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:53.156055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47aaf3-f1d8-4307-b2d2-577c379b850b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:53.157649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47aaf3-f1d8-4307-b2d2-577c379b850b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:53.159716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6b47aaf3-f1d8-4307-b2d2-577c379b850b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1385500 Jun 28 06:43:53.160822 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-43573849-1640-4169-b42a-0d87adf74c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:53.161498 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43573849-1640-4169-b42a-0d87adf74c3b None None] The sync data for ids ['922d9a98-f583-4b96-8ad6-e2f31b060f10'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:53.222033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51008) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:53.308712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] For port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=728aa5c3-7e7e-48c7-bd67-8d2096bda30b,segment=NetworkSegment(39b78d6b-381a-46ad-825d-4539e8d9df2d),segment_id=39b78d6b-381a-46ad-825d-4539e8d9df2d)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:53.309138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.323908 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b92154-ff1c-4fac-89ab-9dee7eeec347 None None] The sync data for ids ['60beb5be-cd48-4a88-9950-ff37d5624b2c'] in dv-neutron-797120-6-hyperv is: [{'id': '60beb5be-cd48-4a88-9950-ff37d5624b2c', 'name': 'tempest-NetworksTestDHCPv6-router-277150324', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:40Z', 'updated_at': '2021-06-28T06:43:51Z', 'revision_number': 3, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:53.342068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Pushing event deleted for resources: {'Port': ['ID=806aab04-d70f-4745-ba1c-886177790028,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:53.343245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Calling delete_port for 728aa5c3-7e7e-48c7-bd67-8d2096bda30b owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:53.361596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c4180813-189d-4f82-8a66-86a62b72511e None None] Provisioning complete for port 914d21d4-0b94-451a-b3a0-4a4cd17cc468 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:53.361596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c4180813-189d-4f82-8a66-86a62b72511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.361875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4a3746-cf6c-4108-8903-5af3c4b14c31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet e5dc9805-16c8-4693-8348-69eef0bbe0dd {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:43:53.367983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3746-cf6c-4108-8903-5af3c4b14c31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.403440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c4180813-189d-4f82-8a66-86a62b72511e None None] Port 914d21d4-0b94-451a-b3a0-4a4cd17cc468 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:53.484831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.493079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3746-cf6c-4108-8903-5af3c4b14c31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.503137 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/922d9a98-f583-4b96-8ad6-e2f31b060f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7743766 Jun 28 06:43:53.508750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.518482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2d3b61a6-1557-4cb4-89f0-9ba5d6212cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:53.526200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] No DVR routers for this DVR port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:53.528203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51010) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:53.556032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:53.606598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1fdbd2e7-5978-4d68-82de-813b570db21e up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:53.606802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] For port 94bf06b9-ffb2-4ca5-b57a-e3032868daaf, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=94bf06b9-ffb2-4ca5-b57a-e3032868daaf,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:53.608951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.612035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] Pushing event deleted for resources: {'Port': ['ID=728aa5c3-7e7e-48c7-bd67-8d2096bda30b,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:53.614699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.637276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:53.637480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:53.721742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Calling delete_port for 94bf06b9-ffb2-4ca5-b57a-e3032868daaf owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:53.736427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 4a320804-d613-4291-a9ae-5886e1e76679 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:43:53.744941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3678c104-c5b6-4c78-a5ef-e70ad9182783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.773350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 1fdbd2e7-5978-4d68-82de-813b570db21e completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:53.781636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.794707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-13992c0c-5544-4f01-870b-6f003c9134cd tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:53.800774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.803133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.834053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] No DVR routers for this DVR port 728aa5c3-7e7e-48c7-bd67-8d2096bda30b on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:53.864267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device deb622f7-5c0a-43ef-ac70-f6ab845f5278 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:53.890699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3746-cf6c-4108-8903-5af3c4b14c31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.890920 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: deb622f7-5c0a-43ef-ac70-f6ab845f5278 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:53.891432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device deb622f7-5c0a-43ef-ac70-f6ab845f5278 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:53.891692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 728aa5c3-7e7e-48c7-bd67-8d2096bda30b no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:53.914113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Pushing event deleted for resources: {'Port': ['ID=728aa5c3-7e7e-48c7-bd67-8d2096bda30b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:53.922193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 728aa5c3-7e7e-48c7-bd67-8d2096bda30b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:53.926231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 728aa5c3-7e7e-48c7-bd67-8d2096bda30b not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:53.953536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.953912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.957992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.957992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.957992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.957992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.957992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.957992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.957992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.957992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.957992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.957992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:43:53.975006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:53.995144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.999363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:53.999918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd08605-0496-42de-a3a7-d774253cee84 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:54.021216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd713b-d456-4a37-aaec-a941e2b5faf5 None None] Network 072dfb5b-bf94-476c-bc3c-45e461bf7464 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:54.021324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.021324 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/4bd08605-0496-42de-a3a7-d774253cee84 HTTP/1.1" status: 204 len: 168 time: 4.3332260 Jun 28 06:43:54.025672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51012) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:54.030769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-343f9415-6d9e-46bc-a9e0-c3d2c8909263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:54.032340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-19f557b2-d77b-42ab-b65a-bfc81c296e01 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-438039604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:54.079736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.114017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a654e1c9-9ac4-43aa-a2a7-6fe652bf9474']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:54.114402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.119858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b32e418f-7b32-4dd7-97ab-a7749a87a5a5 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:54.122381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:54.132143 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/4a320804-d613-4291-a9ae-5886e1e76679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5848293 Jun 28 06:43:54.150992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51014) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:54.157298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b78d6b-381a-46ad-825d-4539e8d9df2d') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:54.160229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fa6d9-761b-4517-8073-c642e3a5fff5 None None] Sync routers for ids ['4a320804-d613-4291-a9ae-5886e1e76679'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:54.160368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b78d6b-381a-46ad-825d-4539e8d9df2d') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:54.160368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=5bf8bc88-658e-4b4c-a90c-8d9e7d748e46,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:54.169372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 072dfb5b-bf94-476c-bc3c-45e461bf7464 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:54.172042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:54.176222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.180612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fa6d9-761b-4517-8073-c642e3a5fff5 None None] Routers {'4a320804-d613-4291-a9ae-5886e1e76679'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:54.181525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:54.181775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-929fa6d9-761b-4517-8073-c642e3a5fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['4a320804-d613-4291-a9ae-5886e1e76679'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:54.188561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Pushing event deleted for resources: {'Port': ['ID=c2752c13-4aaf-40a4-bf2f-d8495fd86928,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:54.190025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:54.196489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:54.200776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.200917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:54.204476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-19f557b2-d77b-42ab-b65a-bfc81c296e01 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.205534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-19f557b2-d77b-42ab-b65a-bfc81c296e01 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.222087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.225350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9494faa5-997b-427e-a0a0-86c58de77777 None None] Provisioning for port 1fdbd2e7-5978-4d68-82de-813b570db21e completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:54.225574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3746-cf6c-4108-8903-5af3c4b14c31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.227599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-929fa6d9-761b-4517-8073-c642e3a5fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:54.233651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:54.235576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9494faa5-997b-427e-a0a0-86c58de77777 None None] Provisioning complete for port 1fdbd2e7-5978-4d68-82de-813b570db21e triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:54.235966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9494faa5-997b-427e-a0a0-86c58de77777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.276504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16465164-9477-4069-bd49-7e411573ac4a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:54.277361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:43:54.277840 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-16465164-9477-4069-bd49-7e411573ac4a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports/914d21d4-0b94-451a-b3a0-4a4cd17cc468 HTTP/1.1" status: 200 len: 910 time: 0.1244597 Jun 28 06:43:54.278145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: items = [ Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:43:54.280038 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:43:54.282878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51016) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:54.294399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fa6d9-761b-4517-8073-c642e3a5fff5 None None] Routers {'4a320804-d613-4291-a9ae-5886e1e76679'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:54.294399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-929fa6d9-761b-4517-8073-c642e3a5fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['4a320804-d613-4291-a9ae-5886e1e76679'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:54.334072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a3746-cf6c-4108-8903-5af3c4b14c31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dc9805-16c8-4693-8348-69eef0bbe0dd,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:54.334694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c4a3746-cf6c-4108-8903-5af3c4b14c31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.337308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8c4a3746-cf6c-4108-8903-5af3c4b14c31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/e5dc9805-16c8-4693-8348-69eef0bbe0dd HTTP/1.1" status: 204 len: 168 time: 1.1141737 Jun 28 06:43:54.340803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-19f557b2-d77b-42ab-b65a-bfc81c296e01 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.341790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51018) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:54.342695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea358bd0-b1b3-4ec4-9f30-b4e3a5979ff0 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:54.345009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-929fa6d9-761b-4517-8073-c642e3a5fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:54.345710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fa6d9-761b-4517-8073-c642e3a5fff5 None None] The sync data for ids ['4a320804-d613-4291-a9ae-5886e1e76679'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:54.387365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.408056 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6196523 Jun 28 06:43:54.412765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51020) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:54.413488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8c4a3746-cf6c-4108-8903-5af3c4b14c31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:54.486275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-19f557b2-d77b-42ab-b65a-bfc81c296e01 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.528839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9494faa5-997b-427e-a0a0-86c58de77777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.575640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9494faa5-997b-427e-a0a0-86c58de77777 None None] For port 1fdbd2e7-5978-4d68-82de-813b570db21e, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1fdbd2e7-5978-4d68-82de-813b570db21e,segment=NetworkSegment(9c04a941-5a5a-4926-a43f-c9696c2abe9d),segment_id=9c04a941-5a5a-4926-a43f-c9696c2abe9d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:54.593876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.596967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.666514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9494faa5-997b-427e-a0a0-86c58de77777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.670264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2c91f437-14ca-4603-811b-ff7698b98434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:54.677450 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5e92208d-cd09-4242-80dc-db4792c4f617 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3317473 Jun 28 06:43:54.681304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51022) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:54.725990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.728676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-19f557b2-d77b-42ab-b65a-bfc81c296e01 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.729939 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-19f557b2-d77b-42ab-b65a-bfc81c296e01 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7033210 Jun 28 06:43:54.749049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494faa5-997b-427e-a0a0-86c58de77777 None None] Pushing event updated for resources: {'Port': ['ID=1fdbd2e7-5978-4d68-82de-813b570db21e,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:54.763939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:43:54.768598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8f3edc8c-3d09-48e3-aa14-491f622c1118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:54.769200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9494faa5-997b-427e-a0a0-86c58de77777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:54.770951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51024) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:54.785509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'enable_snat': False}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:54.832036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] Deleting port ae73ed7e-9942-4f26-855f-c87b9d1c0424 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:54.832500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.875926 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] Sync routers for ids ['60beb5be-cd48-4a88-9950-ff37d5624b2c'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:54.890537 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] Routers {'60beb5be-cd48-4a88-9950-ff37d5624b2c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:54.891538 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['60beb5be-cd48-4a88-9950-ff37d5624b2c'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:54.941916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] For port ae73ed7e-9942-4f26-855f-c87b9d1c0424, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ae73ed7e-9942-4f26-855f-c87b9d1c0424,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:54.942604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.968096 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] Calling delete_port for ae73ed7e-9942-4f26-855f-c87b9d1c0424 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:54.972550 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1270b3df-949d-405b-8d30-110815b714e9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.972768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c5662b59-a5fd-4da0-a452-63143c6065f6 None None] Provisioning complete for port 1fdbd2e7-5978-4d68-82de-813b570db21e triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:54.973086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c5662b59-a5fd-4da0-a452-63143c6065f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.989799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:54.998374 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] Set router 60beb5be-cd48-4a88-9950-ff37d5624b2c gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:55.037446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7cc2cb9a-8d5f-4e0e-b183-cc6123e4c7b6 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:55.043319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.048718 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] 10.222.0.24 "DELETE /v2.0/networks/a654e1c9-9ac4-43aa-a2a7-6fe652bf9474 HTTP/1.1" status: 204 len: 168 time: 2.7197299 Jun 28 06:43:55.070975 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60beb5be-cd48-4a88-9950-ff37d5624b2c', 'name': 'tempest-NetworksTestDHCPv6-router-277150324', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:40Z', 'updated_at': '2021-06-28T06:43:51Z', 'revision_number': 3, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:55.135508 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] Checking router: 60beb5be-cd48-4a88-9950-ff37d5624b2c for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:43:55.173362 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] Routers {'60beb5be-cd48-4a88-9950-ff37d5624b2c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:55.176155 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['60beb5be-cd48-4a88-9950-ff37d5624b2c'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:55.208281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Pushing event deleted for resources: {'Network': ['ID=a654e1c9-9ac4-43aa-a2a7-6fe652bf9474,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:55.220647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:55.230887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.231402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Fanout notify agent at l3_agent the message router_deleted on router 0da4ac93-9fb5-4e0e-92a3-303385644600 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:55.261604 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.263797 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/0da4ac93-9fb5-4e0e-92a3-303385644600 HTTP/1.1" status: 204 len: 168 time: 5.0673566 Jun 28 06:43:55.301724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51028) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:55.306336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.314977 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=94bf06b9-ffb2-4ca5-b57a-e3032868daaf,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:55.320880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1712798539', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:55.327199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:55.330194 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.334995 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] Set router 60beb5be-cd48-4a88-9950-ff37d5624b2c gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:55.353926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:55.377321 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] Pushing event deleted for resources: {'Port': ['ID=ae73ed7e-9942-4f26-855f-c87b9d1c0424,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:55.379476 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] No DVR routers for this DVR port ae73ed7e-9942-4f26-855f-c87b9d1c0424 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:43:55.382329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:55.438447 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60beb5be-cd48-4a88-9950-ff37d5624b2c', 'name': 'tempest-NetworksTestDHCPv6-router-277150324', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:40Z', 'updated_at': '2021-06-28T06:43:51Z', 'revision_number': 3, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:55.488834 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331baf7-b891-464d-acc2-0b876e893aa8 None None] The sync data for ids ['60beb5be-cd48-4a88-9950-ff37d5624b2c'] in dv-neutron-797120-6-hyperv is: [{'id': '60beb5be-cd48-4a88-9950-ff37d5624b2c', 'name': 'tempest-NetworksTestDHCPv6-router-277150324', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:40Z', 'updated_at': '2021-06-28T06:43:51Z', 'revision_number': 3, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:55.510643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c5662b59-a5fd-4da0-a452-63143c6065f6 None None] Provisioning for port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:55.515343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c5662b59-a5fd-4da0-a452-63143c6065f6 None None] Provisioning complete for port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:55.526468 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c5662b59-a5fd-4da0-a452-63143c6065f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.540272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1270b3df-949d-405b-8d30-110815b714e9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.543247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1270b3df-949d-405b-8d30-110815b714e9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.547855 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.577861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c5662b59-a5fd-4da0-a452-63143c6065f6 None None] Port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:55.626470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.627696 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.631338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51030) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:55.635151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1fdbd2e7-5978-4d68-82de-813b570db21e up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:55.709737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ea85eccd-d781-41cd-8ef8-3cb2620f9d77 None None] Provisioning complete for port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:55.710464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ea85eccd-d781-41cd-8ef8-3cb2620f9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.722693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1270b3df-949d-405b-8d30-110815b714e9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.723193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1270b3df-949d-405b-8d30-110815b714e9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Fanout notify agent at l3_agent the message router_deleted on router 60beb5be-cd48-4a88-9950-ff37d5624b2c {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:43:55.737187 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1270b3df-949d-405b-8d30-110815b714e9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.737187 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1270b3df-949d-405b-8d30-110815b714e9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/routers/60beb5be-cd48-4a88-9950-ff37d5624b2c HTTP/1.1" status: 204 len: 168 time: 1.0557945 Jun 28 06:43:55.743129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51032) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:55.750079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:55.752704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1fdbd2e7-5978-4d68-82de-813b570db21e triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:55.753118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.772676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.775283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ea85eccd-d781-41cd-8ef8-3cb2620f9d77 None None] Port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:55.807469 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fd7e8c1e-0d12-42c4-b108-96f03692d94d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b67808f91d83459f8fcccc2724735120&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1554780 Jun 28 06:43:55.813138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51034) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:55.924342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:55.933829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ae73ed7e-9942-4f26-855f-c87b9d1c0424 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:55.956237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: ae73ed7e-9942-4f26-855f-c87b9d1c0424 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:55.961091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ae73ed7e-9942-4f26-855f-c87b9d1c0424 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:56.162444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.169275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.173169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea658637-6d8a-4542-b8ad-c718681c09da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.287808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea658637-6d8a-4542-b8ad-c718681c09da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.300085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:43:56.303662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.311100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.401736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.465447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.487467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3be9c35f-c78b-449e-9c46-0bceac6c0c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.497426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.769944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Allocated IP 172.26.4.217 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/c8af3b8c-0696-4492-8f5f-688fb8b20a04) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:56.787633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Router a2668517-1866-4a8f-bc84-f1668ecab821 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:43:56.891245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.895934 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c280addd-c6f0-4b0c-ad95-e50b106c4238 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:56.955012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea658637-6d8a-4542-b8ad-c718681c09da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.957562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea658637-6d8a-4542-b8ad-c718681c09da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.958760 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ea658637-6d8a-4542-b8ad-c718681c09da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f19b3075-5594-42b6-8474-e8f6df3655fc HTTP/1.1" status: 204 len: 168 time: 1.1419067 Jun 28 06:43:56.963451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:56.964121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:56.987250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:56.995440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea658637-6d8a-4542-b8ad-c718681c09da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b3075-5594-42b6-8474-e8f6df3655fc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:56.995630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:56.999673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea658637-6d8a-4542-b8ad-c718681c09da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:56.999926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:43:57.000613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.010933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=571db714-7d1d-430e-88a0-32f114b32b21,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:57.013514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:57.019498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef5e8b6-ff74-4304-b71a-5733611bb842 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:43:57.024241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port fa9ae5d1-6f3f-4999-b5b5-1b301035db4a {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:57.024585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.057222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:43:57.068109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.073991 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] 10.222.0.24 "PUT /v2.0/routers/a2668517-1866-4a8f-bc84-f1668ecab821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6018105 Jun 28 06:43:57.076742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51038) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:57.089615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] Sync routers for ids ['a2668517-1866-4a8f-bc84-f1668ecab821'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:43:57.107672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] Routers {'a2668517-1866-4a8f-bc84-f1668ecab821'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:57.108379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2668517-1866-4a8f-bc84-f1668ecab821'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:57.132736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.175944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9cee6e68-3e22-4f97-b280-d6aba574481c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:57.193702 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4494469 Jun 28 06:43:57.201176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51040) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:57.208205 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-41f7b2ea-29f1-4f09-9b25-59b5ffbdfc53 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-70609407', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:43:57.241745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.269628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] Set router a2668517-1866-4a8f-bc84-f1668ecab821 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:57.321987 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.326790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-27b9e441-6d42-48f0-99a8-deb17595802c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:57.363726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': '571db714-7d1d-430e-88a0-32f114b32b21'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:43:57.364601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.384314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.410587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.411092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41f7b2ea-29f1-4f09-9b25-59b5ffbdfc53 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.412364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41f7b2ea-29f1-4f09-9b25-59b5ffbdfc53 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.418910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.421629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=5bf8bc88-658e-4b4c-a90c-8d9e7d748e46,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:57.425433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:57.463388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for fa9ae5d1-6f3f-4999-b5b5-1b301035db4a owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:57.477503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41f7b2ea-29f1-4f09-9b25-59b5ffbdfc53 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.481445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:57.491923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:57.502304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:57.540286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Pushing event updated for resources: {'Port': ['ID=c8af3b8c-0696-4492-8f5f-688fb8b20a04,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:57.549317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:57.550791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41f7b2ea-29f1-4f09-9b25-59b5ffbdfc53 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.562495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.688326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41f7b2ea-29f1-4f09-9b25-59b5ffbdfc53 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.689070 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-41f7b2ea-29f1-4f09-9b25-59b5ffbdfc53 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4869611 Jun 28 06:43:57.692738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51046) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:43:57.785346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Allocated IP 172.26.4.26 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/3c7e8228-edac-4615-87fb-77e7f9f6a784) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:57.788645 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.800633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d92c866c-725f-48dc-a1e8-8be1b4e9e971 None None] Provisioning complete for port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:43:57.801023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d92c866c-725f-48dc-a1e8-8be1b4e9e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.852721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/571db714-7d1d-430e-88a0-32f114b32b21/0f2b52ca-293c-4ac4-9116-23e71f52a465) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:57.860210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d92c866c-725f-48dc-a1e8-8be1b4e9e971 None None] Port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:43:57.888492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '880d7759-8e85-42a2-bcd9-867212747054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:43:54Z', 'revision_number': 5, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port': {'id': '880d7759-8e85-42a2-bcd9-867212747054', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:41:52Z', 'updated_at': '2021-06-28T06:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:57.919645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:57.921221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] Checking router: a2668517-1866-4a8f-bc84-f1668ecab821 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:43:57.962445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] Routers {'a2668517-1866-4a8f-bc84-f1668ecab821'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:43:57.962445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a2668517-1866-4a8f-bc84-f1668ecab821'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:58.004942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Deleting port 880d7759-8e85-42a2-bcd9-867212747054 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:58.005625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.071125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.081847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:58.092771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] Set router a2668517-1866-4a8f-bc84-f1668ecab821 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:43:58.144691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 914d21d4-0b94-451a-b3a0-4a4cd17cc468 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:43:58.145077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.148982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:43:57Z', 'revision_number': 6, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:43:58.189772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8c658-975b-4a4c-bc2f-3d926bd25f82 None None] The sync data for ids ['a2668517-1866-4a8f-bc84-f1668ecab821'] in dv-neutron-797120-6-hyperv is: [{'id': 'a2668517-1866-4a8f-bc84-f1668ecab821', 'name': 'tempest-ServersTestJSON-423343294-router', 'tenant_id': '7e3a2332b99445df9da299c508b526df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:41:51Z', 'updated_at': '2021-06-28T06:43:57Z', 'revision_number': 6, 'project_id': '7e3a2332b99445df9da299c508b526df', 'gw_port_host': None}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:43:58.191530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.204744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Transition to ACTIVE for port object 0f2b52ca-293c-4ac4-9116-23e71f52a465 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:58.215693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.222081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Transition to ACTIVE for port object 0f2b52ca-293c-4ac4-9116-23e71f52a465 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:58.258133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.260679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.263514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] For port 880d7759-8e85-42a2-bcd9-867212747054, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=880d7759-8e85-42a2-bcd9-867212747054,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:43:58.263775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.279674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:58.285395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.288492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:58.305563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 914d21d4-0b94-451a-b3a0-4a4cd17cc468 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:58.309917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:58.315767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.318642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Pushing event updated for resources: {'Port': ['ID=3c7e8228-edac-4615-87fb-77e7f9f6a784,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:58.321260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:58.332989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:58.349943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Pushing event updated for resources: {'Port': ['ID=0f2b52ca-293c-4ac4-9116-23e71f52a465,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:58.354599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:58.362883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:43:58.364290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:43:58.369694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:43:58.369927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Calling delete_port for 880d7759-8e85-42a2-bcd9-867212747054 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:43:58.443731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Attempting to bind port 0f2b52ca-293c-4ac4-9116-23e71f52a465 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:43:58.444473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Attempting to bind port 0f2b52ca-293c-4ac4-9116-23e71f52a465 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:43:58.445127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Attempting to bind port 0f2b52ca-293c-4ac4-9116-23e71f52a465 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:43:58.454002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:43:58.454711 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:43:58.455730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.457141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:43:58.457700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Bound port: 0f2b52ca-293c-4ac4-9116-23e71f52a465, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:43:58.458113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.534518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] For port 0f2b52ca-293c-4ac4-9116-23e71f52a465, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:43:58.538045 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] For port 0f2b52ca-293c-4ac4-9116-23e71f52a465, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0f2b52ca-293c-4ac4-9116-23e71f52a465,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:43:58.606535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.626289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:58.628993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:58.629983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:58.719111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Pushing event updated for resources: {'Port': ['ID=0f2b52ca-293c-4ac4-9116-23e71f52a465,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:58.725844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:58.725992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=fa9ae5d1-6f3f-4999-b5b5-1b301035db4a,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:58.779751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:59.236088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.248345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::1 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/571db714-7d1d-430e-88a0-32f114b32b21/10d4ad30-5891-48cd-aa17-7ac2a3f83127) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:43:59.256999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.276522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.375368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.399585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.570937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.587837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:59.623009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0f2b52ca-293c-4ac4-9116-23e71f52a465 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:43:59.694637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.699370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=880d7759-8e85-42a2-bcd9-867212747054,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:59.704313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:59.779230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.790237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.799555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 10d4ad30-5891-48cd-aa17-7ac2a3f83127 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:43:59.800087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 0f2b52ca-293c-4ac4-9116-23e71f52a465 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:43:59.808948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b8085d55-aff8-4e2d-8dde-ef1d86ed57ec tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:43:59.873871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 880d7759-8e85-42a2-bcd9-867212747054 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:59.897540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 880d7759-8e85-42a2-bcd9-867212747054 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:59.898067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 880d7759-8e85-42a2-bcd9-867212747054 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:59.900172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=914d21d4-0b94-451a-b3a0-4a4cd17cc468,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:43:59.900910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 94bf06b9-ffb2-4ca5-b57a-e3032868daaf no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:43:59.905485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Router bc6a5717-21f8-4555-8c3d-aa9bba253918 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:43:59.944506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:43:59.962480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.967809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:43:59.971987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 94bf06b9-ffb2-4ca5-b57a-e3032868daaf {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:43:59.974770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 94bf06b9-ffb2-4ca5-b57a-e3032868daaf not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:43:59.988205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.065885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 922d9a98-f583-4b96-8ad6-e2f31b060f10 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:00.146445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51082) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:00.177221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:00.183490 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.184984 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "PUT /v2.0/routers/bc6a5717-21f8-4555-8c3d-aa9bba253918 HTTP/1.1" status: 200 len: 919 time: 5.4082074 Jun 28 06:44:00.187518 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9291fffb-0686-4a9d-ba25-1410029e35a6 None None] Sync routers for ids ['bc6a5717-21f8-4555-8c3d-aa9bba253918'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:00.188090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51086) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:00.204968 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9291fffb-0686-4a9d-ba25-1410029e35a6 None None] Routers {'bc6a5717-21f8-4555-8c3d-aa9bba253918'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:00.206616 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9291fffb-0686-4a9d-ba25-1410029e35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bc6a5717-21f8-4555-8c3d-aa9bba253918'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:00.310295 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9291fffb-0686-4a9d-ba25-1410029e35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:00.314629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.317989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2668517-1866-4a8f-bc84-f1668ecab821 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:00.322767 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9291fffb-0686-4a9d-ba25-1410029e35a6 None None] Routers {'bc6a5717-21f8-4555-8c3d-aa9bba253918'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:00.323789 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9291fffb-0686-4a9d-ba25-1410029e35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bc6a5717-21f8-4555-8c3d-aa9bba253918'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:00.339814 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.373837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.378067 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a2668517-1866-4a8f-bc84-f1668ecab821 HTTP/1.1" status: 204 len: 168 time: 3.3000617 Jun 28 06:44:00.378912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7a972f64-5705-49da-8ff1-57395ddccc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:00.379024 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9291fffb-0686-4a9d-ba25-1410029e35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:00.379675 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9291fffb-0686-4a9d-ba25-1410029e35a6 None None] The sync data for ids ['bc6a5717-21f8-4555-8c3d-aa9bba253918'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:00.413637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51088) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:00.447601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-45a3eedc-3329-483e-b628-091818abf237 tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:00.454203 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7d659f80-084c-46c9-84f6-77481244d28b tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/routers/bc6a5717-21f8-4555-8c3d-aa9bba253918 HTTP/1.1" status: 200 len: 925 time: 0.2644393 Jun 28 06:44:00.466458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51092) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:00.486044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:00.508746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:00.511919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:00.515667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.534324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:00.547925 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89711c11-f9a0-469b-a8c5-e4aa63367a6b None None] Sync routers for ids ['922d9a98-f583-4b96-8ad6-e2f31b060f10'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:00.563204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89711c11-f9a0-469b-a8c5-e4aa63367a6b None None] Routers {'922d9a98-f583-4b96-8ad6-e2f31b060f10'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:00.563682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-89711c11-f9a0-469b-a8c5-e4aa63367a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['922d9a98-f583-4b96-8ad6-e2f31b060f10'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:00.571760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=10d4ad30-5891-48cd-aa17-7ac2a3f83127,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:00.585158 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/922d9a98-f583-4b96-8ad6-e2f31b060f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0525055 Jun 28 06:44:00.585291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:00.589317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51094) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:00.593149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.622025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f102dba6-5fac-4441-8d0e-c374361e7a39 None None] Provisioning for port 0f2b52ca-293c-4ac4-9116-23e71f52a465 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:00.625842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-89711c11-f9a0-469b-a8c5-e4aa63367a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:00.631601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f102dba6-5fac-4441-8d0e-c374361e7a39 None None] Provisioning complete for port 0f2b52ca-293c-4ac4-9116-23e71f52a465 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:00.631990 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f102dba6-5fac-4441-8d0e-c374361e7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.643630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebab479-0f96-4dde-8bf8-f64ef5d1b060 admin admin] Deleting subnet 3210fa62-75ac-48b8-b28d-2530ed5ef449 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:00.649047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ebab479-0f96-4dde-8bf8-f64ef5d1b060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.655532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.667458 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f3e3ab4f-2d1b-475d-8b5a-5d9f3e16d96f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=922d9a98-f583-4b96-8ad6-e2f31b060f10 HTTP/1.1" status: 200 len: 205 time: 0.0626521 Jun 28 06:44:00.674130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89711c11-f9a0-469b-a8c5-e4aa63367a6b None None] Routers {'922d9a98-f583-4b96-8ad6-e2f31b060f10'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:00.674130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-89711c11-f9a0-469b-a8c5-e4aa63367a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['922d9a98-f583-4b96-8ad6-e2f31b060f10'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:00.675784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51096) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:00.724237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-89711c11-f9a0-469b-a8c5-e4aa63367a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:00.724881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89711c11-f9a0-469b-a8c5-e4aa63367a6b None None] The sync data for ids ['922d9a98-f583-4b96-8ad6-e2f31b060f10'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:00.766590 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-45a3eedc-3329-483e-b628-091818abf237 tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] 10.222.0.24 "PUT /v2.0/quotas/dc83ae28fa1c474099331403fd7321ad HTTP/1.1" status: 200 len: 368 time: 0.6188855 Jun 28 06:44:00.772554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51098) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:00.778462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Request body: {'network': {'project_id': 'dc83ae28fa1c474099331403fd7321ad'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:00.784208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f102dba6-5fac-4441-8d0e-c374361e7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.787706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.788674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.797866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9c9a8d2e-e592-4fd7-b7c9-12d60c956791 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:00.809629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6896f8d0-670f-45d9-98bf-e6bc87a22452 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.814711 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ebab479-0f96-4dde-8bf8-f64ef5d1b060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.825528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f102dba6-5fac-4441-8d0e-c374361e7a39 None None] For port 0f2b52ca-293c-4ac4-9116-23e71f52a465, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0f2b52ca-293c-4ac4-9116-23e71f52a465,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:00.893404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f102dba6-5fac-4441-8d0e-c374361e7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.895286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:00.929040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5b2602-6419-4c3f-8783-f847b97b9bdf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:00.934154 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9b5b2602-6419-4c3f-8783-f847b97b9bdf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&device_id=bc6a5717-21f8-4555-8c3d-aa9bba253918&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4643619 Jun 28 06:44:00.934507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51100) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:00.937045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=5bf8bc88-658e-4b4c-a90c-8d9e7d748e46,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:00.941623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:00.947741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:00.959083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102dba6-5fac-4441-8d0e-c374361e7a39 None None] Pushing event updated for resources: {'Port': ['ID=0f2b52ca-293c-4ac4-9116-23e71f52a465,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:00.963279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f102dba6-5fac-4441-8d0e-c374361e7a39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:00.970522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.058957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Made reservation on behalf of dc83ae28fa1c474099331403fd7321ad for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:01.061226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.099180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e082eaeb-423e-48be-9c43-f91188e122e2 None None] Provisioning for port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:01.103837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e082eaeb-423e-48be-9c43-f91188e122e2 None None] Provisioning complete for port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:01.104217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e082eaeb-423e-48be-9c43-f91188e122e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.116754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.137674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6896f8d0-670f-45d9-98bf-e6bc87a22452 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.143963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e082eaeb-423e-48be-9c43-f91188e122e2 None None] Port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:01.147709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6896f8d0-670f-45d9-98bf-e6bc87a22452 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.250640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ebab479-0f96-4dde-8bf8-f64ef5d1b060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.365313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6896f8d0-670f-45d9-98bf-e6bc87a22452 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.366014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6896f8d0-670f-45d9-98bf-e6bc87a22452 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Fanout notify agent at l3_agent the message router_deleted on router 922d9a98-f583-4b96-8ad6-e2f31b060f10 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:01.378322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6896f8d0-670f-45d9-98bf-e6bc87a22452 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.382636 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6896f8d0-670f-45d9-98bf-e6bc87a22452 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/922d9a98-f583-4b96-8ad6-e2f31b060f10 HTTP/1.1" status: 204 len: 168 time: 0.7026682 Jun 28 06:44:01.383872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51102) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:01.389467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294fe50d-6dc6-49a3-b3cb-ba19859122b6 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:01.393400 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-294fe50d-6dc6-49a3-b3cb-ba19859122b6 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/networks/9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 881 time: 0.4543478 Jun 28 06:44:01.400040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51104) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:01.467609 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-70de61bb-bf0a-40ac-9883-760d3d117f06 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc6a5717-21f8-4555-8c3d-aa9bba253918 HTTP/1.1" status: 200 len: 205 time: 0.0655379 Jun 28 06:44:01.470352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 072dfb5b-bf94-476c-bc3c-45e461bf7464 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:01.471250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51106) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:01.478009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0f2b52ca-293c-4ac4-9116-23e71f52a465 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:01.482072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:01.485077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 4a320804-d613-4291-a9ae-5886e1e76679 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:01.514947 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b465fe6-8225-4b66-b627-002481cecc32 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting subnet 4d6d97b4-06f9-4dd0-8457-a6b134a9e9de {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:01.551558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 0f2b52ca-293c-4ac4-9116-23e71f52a465 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:01.552257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.552538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b465fe6-8225-4b66-b627-002481cecc32 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.755747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b465fe6-8225-4b66-b627-002481cecc32 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.767464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-922b809f-7527-499d-87f7-47d66e5865c2 None None] Provisioning complete for port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:01.767857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-922b809f-7527-499d-87f7-47d66e5865c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.803731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-922b809f-7527-499d-87f7-47d66e5865c2 None None] Port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:01.815607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:01.825960 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8033536-48f9-4460-989b-e63b098560ae None None] Sync routers for ids ['4a320804-d613-4291-a9ae-5886e1e76679'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:01.830711 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/4a320804-d613-4291-a9ae-5886e1e76679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5273566 Jun 28 06:44:01.833785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51108) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:01.836894 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8033536-48f9-4460-989b-e63b098560ae None None] Routers {'4a320804-d613-4291-a9ae-5886e1e76679'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:01.837938 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d8033536-48f9-4460-989b-e63b098560ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['4a320804-d613-4291-a9ae-5886e1e76679'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:01.843489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ebab479-0f96-4dde-8bf8-f64ef5d1b060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.854994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:01.874510 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d8033536-48f9-4460-989b-e63b098560ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:01.884840 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8033536-48f9-4460-989b-e63b098560ae None None] Routers {'4a320804-d613-4291-a9ae-5886e1e76679'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:01.886876 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d8033536-48f9-4460-989b-e63b098560ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['4a320804-d613-4291-a9ae-5886e1e76679'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:01.907745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.911530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebab479-0f96-4dde-8bf8-f64ef5d1b060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3210fa62-75ac-48b8-b28d-2530ed5ef449,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:01.913612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ebab479-0f96-4dde-8bf8-f64ef5d1b060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:01.916091 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9ebab479-0f96-4dde-8bf8-f64ef5d1b060 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3210fa62-75ac-48b8-b28d-2530ed5ef449 HTTP/1.1" status: 204 len: 168 time: 1.5010705 Jun 28 06:44:01.919287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Router 842f6574-2e91-4f2f-85b9-818b00d1fafa is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:44:01.920707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51110) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:01.930461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9ebab479-0f96-4dde-8bf8-f64ef5d1b060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:01.930658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ef7063-6e6c-43df-912b-3598e671fcbd None None] Network a232f4af-fb75-42fc-86a9-957d7c91074d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:01.937745 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d8033536-48f9-4460-989b-e63b098560ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:01.938986 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8033536-48f9-4460-989b-e63b098560ae None None] The sync data for ids ['4a320804-d613-4291-a9ae-5886e1e76679'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:01.955520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Router d136abfb-87a4-4453-a510-6ad38c38cdb6 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:44:01.985717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.000663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fabc7178-4822-4229-944f-63c357648c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:02.015551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b465fe6-8225-4b66-b627-002481cecc32 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.094724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:02.108028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.109829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4372132d-eb61-4e55-a9a9-ed1b42cf8374,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:02.125854 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:02.128600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.131713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.166634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] DHCP port deletion for a232f4af-fb75-42fc-86a9-957d7c91074d request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:02.167622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.167979 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Added segment 62a0d6b8-7dc3-4efa-b67a-0d6d533d3774 of type vlan for network 9e5b8c3e-852d-4c55-9762-5a1163bded2f Jun 28 06:44:02.214035 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.214871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.221948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] Deleting port bcc27d7c-97c9-4384-aa33-78bd067b9c85 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:02.222455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.223628 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-30612c6c-df60-488b-94ea-59da2a0bd904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524951219-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:02.284846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.288163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:02.288354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] For port bcc27d7c-97c9-4384-aa33-78bd067b9c85, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bcc27d7c-97c9-4384-aa33-78bd067b9c85,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:02.289467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.290521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:02.299216 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "PUT /v2.0/routers/d136abfb-87a4-4453-a510-6ad38c38cdb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8846619 Jun 28 06:44:02.299831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51112) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:02.308236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] Calling delete_port for bcc27d7c-97c9-4384-aa33-78bd067b9c85 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:02.314463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c963d-9910-4b0e-8312-a9581b1758de None None] Sync routers for ids ['d136abfb-87a4-4453-a510-6ad38c38cdb6'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:02.321291 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cfa327-78d2-456b-83a5-a71af845baf3 None None] Sync routers for ids ['842f6574-2e91-4f2f-85b9-818b00d1fafa'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:02.333062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c963d-9910-4b0e-8312-a9581b1758de None None] Routers {'d136abfb-87a4-4453-a510-6ad38c38cdb6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:02.334181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-eb0c963d-9910-4b0e-8312-a9581b1758de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d136abfb-87a4-4453-a510-6ad38c38cdb6'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:02.341466 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfa327-78d2-456b-83a5-a71af845baf3 None None] Routers {'842f6574-2e91-4f2f-85b9-818b00d1fafa'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:02.344337 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-13cfa327-78d2-456b-83a5-a71af845baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['842f6574-2e91-4f2f-85b9-818b00d1fafa'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:02.376709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b465fe6-8225-4b66-b627-002481cecc32 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.380508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-eb0c963d-9910-4b0e-8312-a9581b1758de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:02.384509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-11819a9b-7308-49de-8025-a2fdcfa9c2da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:02.395583 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-13cfa327-78d2-456b-83a5-a71af845baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:02.402604 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=10d4ad30-5891-48cd-aa17-7ac2a3f83127,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:02.413775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b465fe6-8225-4b66-b627-002481cecc32 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6d97b4-06f9-4dd0-8457-a6b134a9e9de,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:02.418631 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:02.428757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c963d-9910-4b0e-8312-a9581b1758de None None] Routers {'d136abfb-87a4-4453-a510-6ad38c38cdb6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:02.429533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-eb0c963d-9910-4b0e-8312-a9581b1758de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d136abfb-87a4-4453-a510-6ad38c38cdb6'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:02.436532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.443871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b465fe6-8225-4b66-b627-002481cecc32 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.445862 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5b465fe6-8225-4b66-b627-002481cecc32 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/4d6d97b4-06f9-4dd0-8457-a6b134a9e9de HTTP/1.1" status: 204 len: 168 time: 1.0587375 Jun 28 06:44:02.446766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5b465fe6-8225-4b66-b627-002481cecc32 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:02.453200 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfa327-78d2-456b-83a5-a71af845baf3 None None] Routers {'842f6574-2e91-4f2f-85b9-818b00d1fafa'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:02.453333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51114) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:02.453333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.453476 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-13cfa327-78d2-456b-83a5-a71af845baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['842f6574-2e91-4f2f-85b9-818b00d1fafa'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:02.453564 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1438346 Jun 28 06:44:02.457508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51116) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:02.467621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:02.479049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df43763-11e9-4e55-a6e4-8669979bf6f8 None None] Network f1e43a90-9088-4264-a28b-e0bb5dd9dd10 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:02.489487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-eb0c963d-9910-4b0e-8312-a9581b1758de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:02.490244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c963d-9910-4b0e-8312-a9581b1758de None None] The sync data for ids ['d136abfb-87a4-4453-a510-6ad38c38cdb6'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:02.520544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.521983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:02.522767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.529474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4159ec-b49a-455a-b37d-f453e2dabcfc tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting subnet 5d970baa-d452-4d6e-9521-b9570e5c2d83 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:02.530033 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-13cfa327-78d2-456b-83a5-a71af845baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:02.530286 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cfa327-78d2-456b-83a5-a71af845baf3 None None] The sync data for ids ['842f6574-2e91-4f2f-85b9-818b00d1fafa'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:02.534640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c4159ec-b49a-455a-b37d-f453e2dabcfc tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.537881 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-45e28111-b5e1-4264-a2f7-f2b35ef2117b tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:02.544748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4f714-d9e2-4446-b272-8a55a83f16f0 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:02.550053 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-50e4f714-d9e2-4446-b272-8a55a83f16f0 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports?device_id=d136abfb-87a4-4453-a510-6ad38c38cdb6 HTTP/1.1" status: 200 len: 988 time: 0.2255027 Jun 28 06:44:02.572191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51118) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:02.605654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:02.611545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Deleting port bcc27d7c-97c9-4384-aa33-78bd067b9c85 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:02.611901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.621250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c4159ec-b49a-455a-b37d-f453e2dabcfc tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.681833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:02.688402 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.695513 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9218678 Jun 28 06:44:02.696445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:02.707279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51122) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:02.714271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Request body: {'network': {'project_id': 'dc83ae28fa1c474099331403fd7321ad'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:02.733753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.736409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] No DVR routers for this DVR port bcc27d7c-97c9-4384-aa33-78bd067b9c85 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:02.744746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] Pushing event deleted for resources: {'Port': ['ID=bcc27d7c-97c9-4384-aa33-78bd067b9c85,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:02.750372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Pushing event updated for resources: {'Network': ['ID=9e5b8c3e-852d-4c55-9762-5a1163bded2f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:02.754336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:02.765617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 9e5b8c3e-852d-4c55-9762-5a1163bded2f details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:02.790807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c4159ec-b49a-455a-b37d-f453e2dabcfc tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.810017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:02.823049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] DHCP port deletion for f1e43a90-9088-4264-a28b-e0bb5dd9dd10 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:02.898802 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] Deleting port dbde8f3d-8872-415c-a4c6-0cab81538542 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:02.899108 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.942489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] For port bcc27d7c-97c9-4384-aa33-78bd067b9c85, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bcc27d7c-97c9-4384-aa33-78bd067b9c85,segment=NetworkSegment(d95f06d6-af59-481e-83c5-2dd5e59a77f2),segment_id=d95f06d6-af59-481e-83c5-2dd5e59a77f2)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:02.942875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.952391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Made reservation on behalf of dc83ae28fa1c474099331403fd7321ad for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:02.954917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:02.985933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] For port dbde8f3d-8872-415c-a4c6-0cab81538542, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=dbde8f3d-8872-415c-a4c6-0cab81538542,segment=NetworkSegment(cd066f4c-0bc6-44aa-a5ca-9a004f4386ab),segment_id=cd066f4c-0bc6-44aa-a5ca-9a004f4386ab)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:02.986533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.003668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:03.006137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] Calling delete_port for dbde8f3d-8872-415c-a4c6-0cab81538542 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:03.011312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Calling delete_port for bcc27d7c-97c9-4384-aa33-78bd067b9c85 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:03.023582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.023788 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Added segment a155f93b-bf5c-4b0f-9ee6-c00400a15857 of type vlan for network ba849389-c970-4021-8677-5033d686c900 Jun 28 06:44:03.107030 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Deleting port c8af3b8c-0696-4492-8f5f-688fb8b20a04 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:03.107374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.141425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-39c5f951-abc4-41e0-b139-d982d1acf9a4 None None] Provisioning complete for port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:03.141905 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-39c5f951-abc4-41e0-b139-d982d1acf9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.179959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-39c5f951-abc4-41e0-b139-d982d1acf9a4 None None] Port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:03.213342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.215575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f3d8d721-68a0-4901-969a-21c735fc56a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:03.334334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c4159ec-b49a-455a-b37d-f453e2dabcfc tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.358995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:03.378557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.379544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] Pushing event deleted for resources: {'Port': ['ID=dbde8f3d-8872-415c-a4c6-0cab81538542,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:03.382161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:03.387182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] No DVR routers for this DVR port dbde8f3d-8872-415c-a4c6-0cab81538542 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:03.413301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4159ec-b49a-455a-b37d-f453e2dabcfc tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Subnet': ['ID=5d970baa-d452-4d6e-9521-b9570e5c2d83,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:03.414994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.420144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b97ee-843a-4551-9213-4a59ddb1f74f None None] Network ac18ee5d-1935-4d18-99b9-91800ee373fe requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:03.420590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c4159ec-b49a-455a-b37d-f453e2dabcfc tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.425405 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7c4159ec-b49a-455a-b37d-f453e2dabcfc tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/5d970baa-d452-4d6e-9521-b9570e5c2d83 HTTP/1.1" status: 204 len: 168 time: 0.9717417 Jun 28 06:44:03.426025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51124) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:03.426877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c4159ec-b49a-455a-b37d-f453e2dabcfc tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:03.437085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Calling delete_port for c8af3b8c-0696-4492-8f5f-688fb8b20a04 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:03.466119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.476103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:03.528210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bcc27d7c-97c9-4384-aa33-78bd067b9c85 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:03.568777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.581608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 248eebd3-6f6e-4a66-95a8-44470478d9fc {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:03.582063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.588587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: bcc27d7c-97c9-4384-aa33-78bd067b9c85 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:03.588587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bcc27d7c-97c9-4384-aa33-78bd067b9c85 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:03.589101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device dbde8f3d-8872-415c-a4c6-0cab81538542 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:03.611726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: dbde8f3d-8872-415c-a4c6-0cab81538542 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:03.612168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device dbde8f3d-8872-415c-a4c6-0cab81538542 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:03.643591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.644634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:03.645233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.680284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6698dc2-b0d3-413c-a7d5-8f77873b2f55 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:03.729543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] DHCP port deletion for ac18ee5d-1935-4d18-99b9-91800ee373fe request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:03.783230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] Deleting port 3ca9094d-3735-4716-9232-e48fa3007c45 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:03.783848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.817817 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1086130 Jun 28 06:44:03.827588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.829882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51126) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:03.846256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-dd49ba9d-0b8a-471d-aa2c-ba70b4bb7a7e tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Request body: {'network': {'project_id': 'dc83ae28fa1c474099331403fd7321ad'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:03.858717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] For port 3ca9094d-3735-4716-9232-e48fa3007c45, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3ca9094d-3735-4716-9232-e48fa3007c45,segment=NetworkSegment(df8dcdf8-1f1d-4e4c-b4f4-3e251774c582),segment_id=df8dcdf8-1f1d-4e4c-b4f4-3e251774c582)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:03.858982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.862552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc27d7c-97c9-4384-aa33-78bd067b9c85,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:03.865080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Router ce9019f0-c22e-4dea-ba29-ada8380112f1 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:44:03.868093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e43a90-9088-4264-a28b-e0bb5dd9dd10']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:03.871753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] No DVR routers for this DVR port bcc27d7c-97c9-4384-aa33-78bd067b9c85 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:03.872648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Pushing event updated for resources: {'Network': ['ID=ba849389-c970-4021-8677-5033d686c900,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:03.876250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:03.877179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] Calling delete_port for 3ca9094d-3735-4716-9232-e48fa3007c45 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:03.881240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.887460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:03.891380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network ba849389-c970-4021-8677-5033d686c900 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:03.896060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd066f4c-0bc6-44aa-a5ca-9a004f4386ab') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:03.896351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd066f4c-0bc6-44aa-a5ca-9a004f4386ab') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:03.911631 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd49ba9d-0b8a-471d-aa2c-ba70b4bb7a7e tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 28 06:44:03.911833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd49ba9d-0b8a-471d-aa2c-ba70b4bb7a7e tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:44:03.916505 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dd49ba9d-0b8a-471d-aa2c-ba70b4bb7a7e tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0753887 Jun 28 06:44:03.917584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.919528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 248eebd3-6f6e-4a66-95a8-44470478d9fc owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:03.921156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51128) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:03.968058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:03.996958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.002012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:04.002420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:04.031371 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:04.100945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.111758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.117813 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.121122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9a6a14ed-b494-402b-a1bd-036bf68067e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:04.145936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] Pushing event deleted for resources: {'Port': ['ID=3ca9094d-3735-4716-9232-e48fa3007c45,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:04.148985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:04.152944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] No DVR routers for this DVR port 3ca9094d-3735-4716-9232-e48fa3007c45 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:04.176324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a232f4af-fb75-42fc-86a9-957d7c91074d']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.183437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.201390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95f06d6-af59-481e-83c5-2dd5e59a77f2') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.201694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95f06d6-af59-481e-83c5-2dd5e59a77f2') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.211417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.217673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d5618d31-a27e-4840-a062-4afb1917e930 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:04.226835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.246125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:04.254124 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "PUT /v2.0/routers/ce9019f0-c22e-4dea-ba29-ada8380112f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5608134 Jun 28 06:44:04.255333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.260717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/networks/f1e43a90-9088-4264-a28b-e0bb5dd9dd10 HTTP/1.1" status: 204 len: 168 time: 0.8289661 Jun 28 06:44:04.261345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51130) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:04.261649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51132) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:04.269832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Sync routers for ids ['ce9019f0-c22e-4dea-ba29-ada8380112f1'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:04.279128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Routers {'ce9019f0-c22e-4dea-ba29-ada8380112f1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:04.280674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['ce9019f0-c22e-4dea-ba29-ada8380112f1'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.283108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.284547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.287083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Network': ['ID=f1e43a90-9088-4264-a28b-e0bb5dd9dd10,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:04.314815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:04.326651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba849389-c970-4021-8677-5033d686c900']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.334435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:04.334848 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:04.336835 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:04.378389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Set router ce9019f0-c22e-4dea-ba29-ada8380112f1 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:44:04.391293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a155f93b-bf5c-4b0f-9ee6-c00400a15857') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.391596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a155f93b-bf5c-4b0f-9ee6-c00400a15857') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.416119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.434055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.448125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.458362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:04.458768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:04.460368 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:04.504278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7032f5ff-8e46-4c20-89b2-38d250709e38 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:04.505607 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7032f5ff-8e46-4c20-89b2-38d250709e38 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports/10d4ad30-5891-48cd-aa17-7ac2a3f83127 HTTP/1.1" status: 200 len: 911 time: 0.2405767 Jun 28 06:44:04.511354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51134) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:04.549138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.556228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.561221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-28690cfc-50bf-4572-a84f-39bf998f62df tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:04.587944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9019f0-c22e-4dea-ba29-ada8380112f1', 'name': 'tempest-NetworksTestDHCPv6-router-70609407', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:57Z', 'updated_at': '2021-06-28T06:44:00Z', 'revision_number': 2, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None, '_interfaces': [{'id': '10d4ad30-5891-48cd-aa17-7ac2a3f83127', 'name': '', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'mac_address': 'fa:16:3e:99:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9019f0-c22e-4dea-ba29-ada8380112f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '571db714-7d1d-430e-88a0-32f114b32b21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:43:58Z', 'updated_at': '2021-06-28T06:44:01Z', 'revision_number': 2, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'subnets': [{'id': '571db714-7d1d-430e-88a0-32f114b32b21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.620349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Checking router: ce9019f0-c22e-4dea-ba29-ada8380112f1 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:44:04.620349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Updating router ce9019f0-c22e-4dea-ba29-ada8380112f1 port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:44:04.621074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=248eebd3-6f6e-4a66-95a8-44470478d9fc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:04.626287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:04.627843 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.642057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac18ee5d-1935-4d18-99b9-91800ee373fe']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.644514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.654207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:04.659847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.661739 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ba849389-c970-4021-8677-5033d686c900 HTTP/1.1" status: 204 len: 168 time: 0.7338068 Jun 28 06:44:04.664688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.666764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.672243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51136) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:04.673814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.676424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c752abce-673e-4e2b-89a6-589f98f6f2e3 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:04.677792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8dcdf8-1f1d-4e4c-b4f4-3e251774c582') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.678086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8dcdf8-1f1d-4e4c-b4f4-3e251774c582') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:04.687923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba849389-c970-4021-8677-5033d686c900,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:04.690945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.691862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:04.695109 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] 10.222.0.24 "DELETE /v2.0/networks/a232f4af-fb75-42fc-86a9-957d7c91074d HTTP/1.1" status: 204 len: 168 time: 2.7682028 Jun 28 06:44:04.698042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.714311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.721287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:04.721748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:04.725374 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:04.733429 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Deleting port 3c7e8228-edac-4615-87fb-77e7f9f6a784 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:04.733763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.793260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Pushing event deleted for resources: {'Port': ['ID=c8af3b8c-0696-4492-8f5f-688fb8b20a04,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:04.812983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:04.822475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5cb7392d-0a92-43ff-b7ee-dc2f82373f5b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:04.862273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.865768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:04.877592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:04.877592 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/networks/ac18ee5d-1935-4d18-99b9-91800ee373fe HTTP/1.1" status: 204 len: 168 time: 0.6090269 Jun 28 06:44:04.877592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51140) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:04.909387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1289042136'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:04.915104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Network': ['ID=ac18ee5d-1935-4d18-99b9-91800ee373fe,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:04.918067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:04.924248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Pushing event deleted for resources: {'Network': ['ID=a232f4af-fb75-42fc-86a9-957d7c91074d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:04.950015 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:05.001377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.012388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Transition to ACTIVE for port object 10d4ad30-5891-48cd-aa17-7ac2a3f83127 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:05.042730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.051642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c303fd-d9fe-49f9-885d-0796356829e0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:05.055087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:05.058653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.058792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c303fd-d9fe-49f9-885d-0796356829e0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:05.060285 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f6c303fd-d9fe-49f9-885d-0796356829e0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5476389 Jun 28 06:44:05.069884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51142) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:05.107892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.110445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.112492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a0ed4fc6-fe0f-4e8b-9cc8-1f77de2c52cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:05.112807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.182481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14060f9a-6366-4788-9c4f-c90e7654196c None None] Pushing event updated for resources: {'Port': ['ID=10d4ad30-5891-48cd-aa17-7ac2a3f83127,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:05.186655 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:05.192618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Calling delete_port for 3c7e8228-edac-4615-87fb-77e7f9f6a784 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:05.201060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-14060f9a-6366-4788-9c4f-c90e7654196c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:05.266506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Attempting to bind port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:05.266907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Attempting to bind port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:05.267923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Attempting to bind port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:05.271492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.280523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.280523 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added segment e3038ed0-9b9e-441d-acc4-c571439bd6aa of type vlan for network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 Jun 28 06:44:05.280755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:05.280755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:05.280755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.281087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:05.281549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Bound port: 10d4ad30-5891-48cd-aa17-7ac2a3f83127, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:05.281952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.285874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.352346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51144) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:05.353955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] For port 10d4ad30-5891-48cd-aa17-7ac2a3f83127, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:05.358450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] For port 10d4ad30-5891-48cd-aa17-7ac2a3f83127, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=10d4ad30-5891-48cd-aa17-7ac2a3f83127,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:05.366577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.411246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.424527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5b8c3e-852d-4c55-9762-5a1163bded2f']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:05.435627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a0d6b8-7dc3-4efa-b67a-0d6d533d3774') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:05.435924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a0d6b8-7dc3-4efa-b67a-0d6d533d3774') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:05.442531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.445719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-99f63f25-4a33-4336-aeb0-824695aef9e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:05.447419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.466591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.473221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:05.473626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:05.476915 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:05.482799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3ca9094d-3735-4716-9232-e48fa3007c45 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:05.525893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 3ca9094d-3735-4716-9232-e48fa3007c45 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:05.526433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3ca9094d-3735-4716-9232-e48fa3007c45 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:05.546664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Routers {'ce9019f0-c22e-4dea-ba29-ada8380112f1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:05.547491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['ce9019f0-c22e-4dea-ba29-ada8380112f1'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:05.558152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14060f9a-6366-4788-9c4f-c90e7654196c None None] Pushing event updated for resources: {'Port': ['ID=10d4ad30-5891-48cd-aa17-7ac2a3f83127,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:05.561768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-14060f9a-6366-4788-9c4f-c90e7654196c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:05.580523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.589871 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a0a12214-94e3-4cf0-bd06-a534a58f078b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e3a2332b99445df9da299c508b526df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2334905 Jun 28 06:44:05.603642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51146) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:05.672764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] Set router ce9019f0-c22e-4dea-ba29-ada8380112f1 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:44:05.732218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1cf237c8-a429-4481-9af8-039eabda1507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.735829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.736436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Fanout notify agent at l3_agent the message router_deleted on router bc6a5717-21f8-4555-8c3d-aa9bba253918 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:05.746443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.753623 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/bc6a5717-21f8-4555-8c3d-aa9bba253918 HTTP/1.1" status: 204 len: 168 time: 4.2812796 Jun 28 06:44:05.756795 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51148) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:05.768509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2067065859', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:05.826045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.835356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-56cd737e-0605-43dd-b92b-51fb1658b2bc tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:05.846040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.850739 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] 10.222.0.24 "DELETE /v2.0/networks/9e5b8c3e-852d-4c55-9762-5a1163bded2f HTTP/1.1" status: 204 len: 168 time: 1.1719701 Jun 28 06:44:05.871758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1cf237c8-a429-4481-9af8-039eabda1507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.875189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e5b8c3e-852d-4c55-9762-5a1163bded2f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:05.878519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:05.893144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.894445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.903770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:05.905578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:05.940590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9019f0-c22e-4dea-ba29-ada8380112f1', 'name': 'tempest-NetworksTestDHCPv6-router-70609407', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:57Z', 'updated_at': '2021-06-28T06:44:00Z', 'revision_number': 2, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None, '_interfaces': [{'id': '10d4ad30-5891-48cd-aa17-7ac2a3f83127', 'name': '', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'mac_address': 'fa:16:3e:99:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9019f0-c22e-4dea-ba29-ada8380112f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '571db714-7d1d-430e-88a0-32f114b32b21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:43:58Z', 'updated_at': '2021-06-28T06:44:05Z', 'revision_number': 4, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'subnets': [{'id': '571db714-7d1d-430e-88a0-32f114b32b21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:05.995999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.002612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:06.033244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.resource_extend [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 06:44:06.055693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Pushing event deleted for resources: {'Port': ['ID=3c7e8228-edac-4615-87fb-77e7f9f6a784,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:06.058403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:06.088729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 4a320804-d613-4291-a9ae-5886e1e76679 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:06.112563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330048c3-271b-4810-82cd-ea7857aca9a1 None None] The sync data for ids ['ce9019f0-c22e-4dea-ba29-ada8380112f1'] in dv-neutron-797120-6-hyperv is: [{'id': 'ce9019f0-c22e-4dea-ba29-ada8380112f1', 'name': 'tempest-NetworksTestDHCPv6-router-70609407', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:57Z', 'updated_at': '2021-06-28T06:44:00Z', 'revision_number': 2, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None, '_interfaces': [{'id': '10d4ad30-5891-48cd-aa17-7ac2a3f83127', 'name': '', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'mac_address': 'fa:16:3e:99:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9019f0-c22e-4dea-ba29-ada8380112f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '571db714-7d1d-430e-88a0-32f114b32b21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:43:58Z', 'updated_at': '2021-06-28T06:44:05Z', 'revision_number': 4, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'subnets': [{'id': '571db714-7d1d-430e-88a0-32f114b32b21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:06.202165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.207923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:06.208899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.223980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-922984d2-a7ff-4905-a744-be071dbac639 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:06.247697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:06.260316 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/4a320804-d613-4291-a9ae-5886e1e76679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4254792 Jun 28 06:44:06.264256 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056bb33d-1f7b-4c81-b1d1-010b4a016358 None None] Sync routers for ids ['4a320804-d613-4291-a9ae-5886e1e76679'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:06.267975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51154) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:06.280623 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056bb33d-1f7b-4c81-b1d1-010b4a016358 None None] Routers {'4a320804-d613-4291-a9ae-5886e1e76679'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:06.283478 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-056bb33d-1f7b-4c81-b1d1-010b4a016358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['4a320804-d613-4291-a9ae-5886e1e76679'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:06.336125 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-056bb33d-1f7b-4c81-b1d1-010b4a016358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:06.348643 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056bb33d-1f7b-4c81-b1d1-010b4a016358 None None] Routers {'4a320804-d613-4291-a9ae-5886e1e76679'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:06.349439 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-056bb33d-1f7b-4c81-b1d1-010b4a016358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['4a320804-d613-4291-a9ae-5886e1e76679'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:06.373012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4783096 Jun 28 06:44:06.383925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51156) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:06.398128 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-056bb33d-1f7b-4c81-b1d1-010b4a016358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:06.402026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'subnet': {'network_id': '218f301b-a92f-4d3e-a4c8-3c177c33bf21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:06.405752 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056bb33d-1f7b-4c81-b1d1-010b4a016358 None None] The sync data for ids ['4a320804-d613-4291-a9ae-5886e1e76679'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:06.450887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Network': ['ID=218f301b-a92f-4d3e-a4c8-3c177c33bf21,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:06.455015 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b9a10c47-e22a-420d-b338-8c7232be434e tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a320804-d613-4291-a9ae-5886e1e76679 HTTP/1.1" status: 200 len: 205 time: 0.1848896 Jun 28 06:44:06.467183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.468140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51158) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:06.474316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:06.509614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:06.525887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.565343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.569518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1cf237c8-a429-4481-9af8-039eabda1507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.573483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1cf237c8-a429-4481-9af8-039eabda1507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.577918 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1cf237c8-a429-4481-9af8-039eabda1507 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cc20c3e-2428-4c72-b9cb-e5935bc2a530 HTTP/1.1" status: 204 len: 168 time: 0.9670472 Jun 28 06:44:06.619141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:06.668183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:06.711517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf237c8-a429-4481-9af8-039eabda1507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc20c3e-2428-4c72-b9cb-e5935bc2a530,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:06.714646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1cf237c8-a429-4481-9af8-039eabda1507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:06.723822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-315c9d98-dc38-4d7b-830b-cf7555d8a5db tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.746940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:06.751202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.770195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:06.981845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:06.982583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.053864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.065164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51168) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:07.097868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.126212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:07.193052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] For port 10d4ad30-5891-48cd-aa17-7ac2a3f83127, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=10d4ad30-5891-48cd-aa17-7ac2a3f83127,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:07.193423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.200917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-315c9d98-dc38-4d7b-830b-cf7555d8a5db tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.206423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-315c9d98-dc38-4d7b-830b-cf7555d8a5db tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.240212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 10d4ad30-5891-48cd-aa17-7ac2a3f83127 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:07.240212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Subnet': ['ID=457a1d97-8f59-4d2d-b24f-da7ce81c82f4,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:07.240212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:07.250169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0945-ee38-41a9-8349-c8d184e86689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.264637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Checking segment: {'id': 'e3038ed0-9b9e-441d-acc4-c571439bd6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '218f301b-a92f-4d3e-a4c8-3c177c33bf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:07.265019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network hostable DHCP agents. Network: 218f301b-a92f-4d3e-a4c8-3c177c33bf21, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:44:07.368426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.372261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.483633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 10d4ad30-5891-48cd-aa17-7ac2a3f83127 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:07.497544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Router 842f6574-2e91-4f2f-85b9-818b00d1fafa has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:07.522663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0945-ee38-41a9-8349-c8d184e86689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.578386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:07.584971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.586858 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "PUT /v2.0/routers/842f6574-2e91-4f2f-85b9-818b00d1fafa HTTP/1.1" status: 200 len: 706 time: 5.1281533 Jun 28 06:44:07.588102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2b810-304b-457c-bc8f-4174880378ac None None] Sync routers for ids ['842f6574-2e91-4f2f-85b9-818b00d1fafa'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:07.589445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51176) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:07.597438 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2b810-304b-457c-bc8f-4174880378ac None None] Routers {'842f6574-2e91-4f2f-85b9-818b00d1fafa'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:07.598339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-3bc2b810-304b-457c-bc8f-4174880378ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['842f6574-2e91-4f2f-85b9-818b00d1fafa'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:07.643231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-3bc2b810-304b-457c-bc8f-4174880378ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:07.643231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2b810-304b-457c-bc8f-4174880378ac None None] Routers {'842f6574-2e91-4f2f-85b9-818b00d1fafa'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:07.644201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-3bc2b810-304b-457c-bc8f-4174880378ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['842f6574-2e91-4f2f-85b9-818b00d1fafa'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:07.670248 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5e88121f-daef-41ac-9e4a-593e09c3c504 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/routers/842f6574-2e91-4f2f-85b9-818b00d1fafa HTTP/1.1" status: 200 len: 741 time: 0.0793753 Jun 28 06:44:07.673035 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51178) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:07.676328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-3bc2b810-304b-457c-bc8f-4174880378ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:07.677033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2b810-304b-457c-bc8f-4174880378ac None None] The sync data for ids ['842f6574-2e91-4f2f-85b9-818b00d1fafa'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:07.703660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:44:07.713144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0945-ee38-41a9-8349-c8d184e86689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.715050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:07.719498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:07.720624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.725195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.739183 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fbe52cd3-66a4-4c70-8616-c3efc9fb555d tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&device_id=842f6574-2e91-4f2f-85b9-818b00d1fafa HTTP/1.1" status: 200 len: 205 time: 0.0648057 Jun 28 06:44:07.739918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.741463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-315c9d98-dc38-4d7b-830b-cf7555d8a5db tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.741990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315c9d98-dc38-4d7b-830b-cf7555d8a5db tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Fanout notify agent at l3_agent the message router_deleted on router 4a320804-d613-4291-a9ae-5886e1e76679 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:07.742664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4c9b4e7e-d053-4066-bbe7-91cc42f41429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:07.743858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51182) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:07.744267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Port 10d4ad30-5891-48cd-aa17-7ac2a3f83127 was deleted so its status cannot be updated. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 28 06:44:07.748277 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:07.768207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-315c9d98-dc38-4d7b-830b-cf7555d8a5db tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.771957 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-315c9d98-dc38-4d7b-830b-cf7555d8a5db tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/4a320804-d613-4291-a9ae-5886e1e76679 HTTP/1.1" status: 204 len: 168 time: 1.2938864 Jun 28 06:44:07.775732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51184) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:07.801509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 218f301b-a92f-4d3e-a4c8-3c177c33bf21) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:07.807449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:07.808043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.826110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05557786-92ad-4758-a7f7-3475e46d4f4d None None] Network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:07.889601 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5ec3f320-2bc2-47b1-beb8-c39912fee789 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=842f6574-2e91-4f2f-85b9-818b00d1fafa HTTP/1.1" status: 200 len: 205 time: 0.1399841 Jun 28 06:44:07.893379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=5bf8bc88-658e-4b4c-a90c-8d9e7d748e46,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:07.898286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51186) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:07.900343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:07.908529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:07.923847 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3c6a0945-ee38-41a9-8349-c8d184e86689 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bfa6ecba5ee4be8946fa7b020e4d279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8552792 Jun 28 06:44:07.928800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51188) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:07.939457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a0945-ee38-41a9-8349-c8d184e86689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a310b952-7413-445f-aa66-d58df4b3bcc7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:07.955011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3c6a0945-ee38-41a9-8349-c8d184e86689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:07.964354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2f2dfa49-9a14-46ea-8eb2-c660ee13d53f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:08.029991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c96262-9c7f-49a1-afd5-a959fb411bdd tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting subnet acfc6312-5205-4993-9849-292a378527ef {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:08.035932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99c96262-9c7f-49a1-afd5-a959fb411bdd tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.075278 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=10d4ad30-5891-48cd-aa17-7ac2a3f83127,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:08.085699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:08.096149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99c96262-9c7f-49a1-afd5-a959fb411bdd tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.105046 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7138963 Jun 28 06:44:08.111169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51196) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:08.122284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-04f6a145-8e3f-4427-9307-5754e56dc806 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-993904739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:08.127086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-218f301b-a92f-4d3e-a4c8-3c177c33bf21', 'network_id': '218f301b-a92f-4d3e-a4c8-3c177c33bf21', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'fixed_ips': [{'subnet_id': '457a1d97-8f59-4d2d-b24f-da7ce81c82f4'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:08.128033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.213736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5818695c-fc81-43a1-bb15-5459290b6384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.295242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-954eade8-3349-4851-8609-402e9a4cb622 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.310187 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Router ce9019f0-c22e-4dea-ba29-ada8380112f1 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:08.313096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5818695c-fc81-43a1-bb15-5459290b6384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.319994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Allocated IP 2001:db8::2 (218f301b-a92f-4d3e-a4c8-3c177c33bf21/457a1d97-8f59-4d2d-b24f-da7ce81c82f4/96f666b5-1369-43ee-b47c-8c4cc9e7cbbe) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:08.321208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51200) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:08.402917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04f6a145-8e3f-4427-9307-5754e56dc806 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.403350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04f6a145-8e3f-4427-9307-5754e56dc806 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.452423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:08.460295 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "PUT /v2.0/routers/ce9019f0-c22e-4dea-ba29-ada8380112f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3815036 Jun 28 06:44:08.460295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51204) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:08.468636 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] Sync routers for ids ['ce9019f0-c22e-4dea-ba29-ada8380112f1'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:08.486231 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] Routers {'ce9019f0-c22e-4dea-ba29-ada8380112f1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:08.486950 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['ce9019f0-c22e-4dea-ba29-ada8380112f1'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:08.511141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-496794265-network', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:08.525793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.550555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55be4e9c-f0a4-4192-82c1-be913d162408 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:08.552180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55be4e9c-f0a4-4192-82c1-be913d162408 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:08.556444 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-55be4e9c-f0a4-4192-82c1-be913d162408 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0919938 Jun 28 06:44:08.556814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51206) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:08.569643 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] Set router ce9019f0-c22e-4dea-ba29-ada8380112f1 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:44:08.586926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Transition to ACTIVE for port object 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:08.595541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5818695c-fc81-43a1-bb15-5459290b6384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.595541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5818695c-fc81-43a1-bb15-5459290b6384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.596065 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5818695c-fc81-43a1-bb15-5459290b6384 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a310b952-7413-445f-aa66-d58df4b3bcc7 HTTP/1.1" status: 204 len: 168 time: 0.6657574 Jun 28 06:44:08.603244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:08.626772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Transition to ACTIVE for port object 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:08.653201 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9019f0-c22e-4dea-ba29-ada8380112f1', 'name': 'tempest-NetworksTestDHCPv6-router-70609407', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:57Z', 'updated_at': '2021-06-28T06:44:07Z', 'revision_number': 3, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:08.672961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Made reservation on behalf of cc117095beac49488fd5f8f0e756086e for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:08.675322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.677405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818695c-fc81-43a1-bb15-5459290b6384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a310b952-7413-445f-aa66-d58df4b3bcc7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:08.680519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04f6a145-8e3f-4427-9307-5754e56dc806 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.699162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.701816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-19028066-db79-48a0-9b9e-10d200b4e676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:08.706591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5818695c-fc81-43a1-bb15-5459290b6384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:08.708138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.714554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c176d0ed-93c0-4863-bbb6-85deeb12d99f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 571db714-7d1d-430e-88a0-32f114b32b21 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:08.717977 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] Checking router: ce9019f0-c22e-4dea-ba29-ada8380112f1 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:44:08.724950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c176d0ed-93c0-4863-bbb6-85deeb12d99f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.729376 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] Routers {'ce9019f0-c22e-4dea-ba29-ada8380112f1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:08.730089 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['ce9019f0-c22e-4dea-ba29-ada8380112f1'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:08.737935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:08.743399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.752787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04f6a145-8e3f-4427-9307-5754e56dc806 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.776558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:08.779542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:08.793953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c176d0ed-93c0-4863-bbb6-85deeb12d99f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.825604 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99c96262-9c7f-49a1-afd5-a959fb411bdd tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.826660 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] Set router ce9019f0-c22e-4dea-ba29-ada8380112f1 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:44:08.843966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Pushing event updated for resources: {'Port': ['ID=96f666b5-1369-43ee-b47c-8c4cc9e7cbbe,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:08.871540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:08.886478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Attempting to bind port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:08.886940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Attempting to bind port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'e3038ed0-9b9e-441d-acc4-c571439bd6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '218f301b-a92f-4d3e-a4c8-3c177c33bf21'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:08.895734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Attempting to bind port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe on network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:08.902358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:08.909879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Checking segment: {'id': 'e3038ed0-9b9e-441d-acc4-c571439bd6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '218f301b-a92f-4d3e-a4c8-3c177c33bf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:08.909879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.909879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Bound using segment: {'id': 'e3038ed0-9b9e-441d-acc4-c571439bd6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '218f301b-a92f-4d3e-a4c8-3c177c33bf21'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:08.909879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Bound port: 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3038ed0-9b9e-441d-acc4-c571439bd6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '218f301b-a92f-4d3e-a4c8-3c177c33bf21'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:08.909879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.930656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c176d0ed-93c0-4863-bbb6-85deeb12d99f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:08.985184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.000880 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9019f0-c22e-4dea-ba29-ada8380112f1', 'name': 'tempest-NetworksTestDHCPv6-router-70609407', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:57Z', 'updated_at': '2021-06-28T06:44:07Z', 'revision_number': 3, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:09.028482 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd34cd6-3ac7-4265-afcc-995dc1e8048a None None] The sync data for ids ['ce9019f0-c22e-4dea-ba29-ada8380112f1'] in dv-neutron-797120-6-hyperv is: [{'id': 'ce9019f0-c22e-4dea-ba29-ada8380112f1', 'name': 'tempest-NetworksTestDHCPv6-router-70609407', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:43:57Z', 'updated_at': '2021-06-28T06:44:07Z', 'revision_number': 3, 'project_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'gw_port_host': None}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:09.034692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99c96262-9c7f-49a1-afd5-a959fb411bdd tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.052080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] For port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:09.059414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] For port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=96f666b5-1369-43ee-b47c-8c4cc9e7cbbe,segment=NetworkSegment(e3038ed0-9b9e-441d-acc4-c571439bd6aa),segment_id=e3038ed0-9b9e-441d-acc4-c571439bd6aa)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:09.077033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.088202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f293b29-a8f4-4a15-9112-964adc27ad8c tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:09.095640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c3aa1f05-6ec4-4eb2-a9fc-d3be14a1018a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:09.107503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c176d0ed-93c0-4863-bbb6-85deeb12d99f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.126254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:09.134154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a7f0e6-2651-46fa-ac5d-0a1f3e5bd743,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:09.138179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a5f69-4480-49f0-9fb0-ca6beb4a1321 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:09.148953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c176d0ed-93c0-4863-bbb6-85deeb12d99f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.152437 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c176d0ed-93c0-4863-bbb6-85deeb12d99f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/571db714-7d1d-430e-88a0-32f114b32b21 HTTP/1.1" status: 204 len: 168 time: 0.5945873 Jun 28 06:44:09.153620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:09.157038 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-954eade8-3349-4851-8609-402e9a4cb622 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.157156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5e632e26-ead5-42db-83ad-e2e3dda73f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:09.158842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.160539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-954eade8-3349-4851-8609-402e9a4cb622 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.163355 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9494faa5-997b-427e-a0a0-86c58de77777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:09.164804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51212) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:09.169676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c96262-9c7f-49a1-afd5-a959fb411bdd tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Subnet': ['ID=acfc6312-5205-4993-9849-292a378527ef,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:09.173638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99c96262-9c7f-49a1-afd5-a959fb411bdd tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.175452 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-99c96262-9c7f-49a1-afd5-a959fb411bdd tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/acfc6312-5205-4993-9849-292a378527ef HTTP/1.1" status: 204 len: 168 time: 1.3831575 Jun 28 06:44:09.182181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51214) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:09.186142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-99c96262-9c7f-49a1-afd5-a959fb411bdd tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:09.193812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176d0ed-93c0-4863-bbb6-85deeb12d99f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=571db714-7d1d-430e-88a0-32f114b32b21,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:09.196791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.197189 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Added segment d9351959-1f12-4141-b7ec-80dbb964ad8e of type vlan for network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 Jun 28 06:44:09.198580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-04f6a145-8e3f-4427-9307-5754e56dc806 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.202778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-04f6a145-8e3f-4427-9307-5754e56dc806 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0859063 Jun 28 06:44:09.210273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c176d0ed-93c0-4863-bbb6-85deeb12d99f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:09.214539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51216) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:09.216498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'port': {'network_id': '218f301b-a92f-4d3e-a4c8-3c177c33bf21', 'name': 'tempest-RoutersIpV6Test-1970036406'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:09.228989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47b2de0-5257-4e85-a579-bb01ee027355 None None] Network cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:09.313158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.383475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Pushing event updated for resources: {'Port': ['ID=96f666b5-1369-43ee-b47c-8c4cc9e7cbbe,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:09.386979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:09.424441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-954eade8-3349-4851-8609-402e9a4cb622 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.424441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954eade8-3349-4851-8609-402e9a4cb622 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Fanout notify agent at l3_agent the message router_deleted on router 842f6574-2e91-4f2f-85b9-818b00d1fafa {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:09.434255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-954eade8-3349-4851-8609-402e9a4cb622 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.435362 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-954eade8-3349-4851-8609-402e9a4cb622 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/842f6574-2e91-4f2f-85b9-818b00d1fafa HTTP/1.1" status: 204 len: 168 time: 1.5340645 Jun 28 06:44:09.439737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51218) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:09.443147 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b3e4f9-8f88-4491-a738-1ae8d16ca594 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting subnet 02da17dd-c771-49a0-bc6d-56739aeda761 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:09.451723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-74b3e4f9-8f88-4491-a738-1ae8d16ca594 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.477259 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-54a315b9-06ff-43e8-b471-dedf5ba410df tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=842f6574-2e91-4f2f-85b9-818b00d1fafa HTTP/1.1" status: 200 len: 205 time: 0.0361853 Jun 28 06:44:09.477972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51220) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:09.490743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Router d136abfb-87a4-4453-a510-6ad38c38cdb6 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:09.521357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51222) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:09.548959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 10d4ad30-5891-48cd-aa17-7ac2a3f83127 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:09.549409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:09.552605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.555676 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-5061fc28-0a88-4d8b-8acd-5bd4c33ffae6 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] delete failed (client error): The resource could not be found. Jun 28 06:44:09.556704 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5061fc28-0a88-4d8b-8acd-5bd4c33ffae6 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/842f6574-2e91-4f2f-85b9-818b00d1fafa HTTP/1.1" status: 404 len: 336 time: 0.0778656 Jun 28 06:44:09.559957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.562050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:09.563071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.565138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51224) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:09.567119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8e2c3875-5d66-4750-9890-6f90c114ee14 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:09.594211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 10d4ad30-5891-48cd-aa17-7ac2a3f83127 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:09.595141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 10d4ad30-5891-48cd-aa17-7ac2a3f83127 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:09.614065 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-31461845-25e4-4f26-8e0f-0ea0986ade22 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4452870 Jun 28 06:44:09.620143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51226) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:09.738035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] DHCP port deletion for cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:09.757193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-74b3e4f9-8f88-4491-a738-1ae8d16ca594 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.784125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:09.792203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c34683c8-c093-42a2-9da4-3b81aa8a4e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.840752 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.855453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] Deleting port 6af093cc-1330-4fa5-a698-7ab6289b7d80 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:09.855957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.880805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.921814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] Deleting port 0f2b52ca-293c-4ac4-9116-23e71f52a465 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:09.922036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.923837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a30c267-2c18-483b-803a-522172796470 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:09.983970 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-467a3a5e-08dd-4823-8a1a-281d75f7b83b tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da4ac93-9fb5-4e0e-92a3-303385644600 HTTP/1.1" status: 200 len: 205 time: 0.0548708 Jun 28 06:44:09.986589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51228) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:09.992078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] For port 6af093cc-1330-4fa5-a698-7ab6289b7d80, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6af093cc-1330-4fa5-a698-7ab6289b7d80,segment=NetworkSegment(c77142ae-65f8-42f0-95bb-dedf10271744),segment_id=c77142ae-65f8-42f0-95bb-dedf10271744)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:09.992841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.014948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] For port 0f2b52ca-293c-4ac4-9116-23e71f52a465, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0f2b52ca-293c-4ac4-9116-23e71f52a465,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:10.015351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.017887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] Calling delete_port for 6af093cc-1330-4fa5-a698-7ab6289b7d80 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:10.034736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] Calling delete_port for 0f2b52ca-293c-4ac4-9116-23e71f52a465 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:10.056754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] device_id is not set on port ae9b22d5-5b25-4b54-94ef-a39645098ece yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:10.063683 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-c8e615ce-7caa-4609-b38a-11c3256d07d3 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] delete failed (client error): The resource could not be found. Jun 28 06:44:10.064870 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c8e615ce-7caa-4609-b38a-11c3256d07d3 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/0da4ac93-9fb5-4e0e-92a3-303385644600 HTTP/1.1" status: 404 len: 336 time: 0.0748103 Jun 28 06:44:10.068403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51230) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.083308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Pushing event updated for resources: {'Network': ['ID=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:10.101656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:10.115183 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "PUT /v2.0/routers/d136abfb-87a4-4453-a510-6ad38c38cdb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5402713 Jun 28 06:44:10.123368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:10.125396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0996c-fc57-4e12-8cad-2d106a255f92 None None] Sync routers for ids ['d136abfb-87a4-4453-a510-6ad38c38cdb6'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:10.127791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51232) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.136948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:10.142181 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-79080356-d3ad-4cf0-ae31-caa772b643e8 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c6f1a2c-2d58-4877-855e-7085120eb0b1 HTTP/1.1" status: 200 len: 205 time: 0.0678201 Jun 28 06:44:10.144661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51234) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.188727 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-8b14c53b-2e76-4b82-a91c-eab2ff0038bb tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] delete failed (client error): The resource could not be found. Jun 28 06:44:10.189856 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8b14c53b-2e76-4b82-a91c-eab2ff0038bb tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/2c6f1a2c-2d58-4877-855e-7085120eb0b1 HTTP/1.1" status: 404 len: 336 time: 0.0440056 Jun 28 06:44:10.192619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51236) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.209574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0996c-fc57-4e12-8cad-2d106a255f92 None None] Routers {'d136abfb-87a4-4453-a510-6ad38c38cdb6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:10.210317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fab0996c-fc57-4e12-8cad-2d106a255f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d136abfb-87a4-4453-a510-6ad38c38cdb6'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:10.229053 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-793a2df7-b500-41be-9176-c3d6c56e8231 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebfea483-1776-4afd-9625-58049129fcc5 HTTP/1.1" status: 200 len: 205 time: 0.0349796 Jun 28 06:44:10.231971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51238) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.264145 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-37576e0a-a4fe-4e35-a34e-cb074f942d05 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:44:10.267615 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-37576e0a-a4fe-4e35-a34e-cb074f942d05 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/5bf8bc88-658e-4b4c-a90c-8d9e7d748e46 HTTP/1.1" status: 404 len: 333 time: 0.1392233 Jun 28 06:44:10.281369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fab0996c-fc57-4e12-8cad-2d106a255f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:10.298599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0996c-fc57-4e12-8cad-2d106a255f92 None None] Routers {'d136abfb-87a4-4453-a510-6ad38c38cdb6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:10.299063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51240) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.299242 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fab0996c-fc57-4e12-8cad-2d106a255f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d136abfb-87a4-4453-a510-6ad38c38cdb6'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:10.309900 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-a75a77f1-daa4-41ab-a0d4-baa40db3b06d tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] delete failed (client error): The resource could not be found. Jun 28 06:44:10.311188 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a75a77f1-daa4-41ab-a0d4-baa40db3b06d tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/ebfea483-1776-4afd-9625-58049129fcc5 HTTP/1.1" status: 404 len: 336 time: 0.0780320 Jun 28 06:44:10.315461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51242) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.344938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fab0996c-fc57-4e12-8cad-2d106a255f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:10.345602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0996c-fc57-4e12-8cad-2d106a255f92 None None] The sync data for ids ['d136abfb-87a4-4453-a510-6ad38c38cdb6'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:10.376956 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-74b3e4f9-8f88-4491-a738-1ae8d16ca594 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.383743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a30c267-2c18-483b-803a-522172796470 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.396256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac6da847-d7fc-4e43-95eb-e8762e0f987e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.403796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a30c267-2c18-483b-803a-522172796470 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.432890 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5e02d9ed-9368-4115-b6d8-b77b6c5952e9 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7699e69-e825-4238-8ca1-bc152dff2315 HTTP/1.1" status: 200 len: 205 time: 0.0697627 Jun 28 06:44:10.442157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.443080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51244) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.443406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Allocated IP 2001:db8::7b (218f301b-a92f-4d3e-a4c8-3c177c33bf21/457a1d97-8f59-4d2d-b24f-da7ce81c82f4/ae9b22d5-5b25-4b54-94ef-a39645098ece) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:10.448674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-14060f9a-6366-4788-9c4f-c90e7654196c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:10.475180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] Pushing event deleted for resources: {'Port': ['ID=0f2b52ca-293c-4ac4-9116-23e71f52a465,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:10.483952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:10.484991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] No DVR routers for this DVR port 0f2b52ca-293c-4ac4-9116-23e71f52a465 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:10.500821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.502968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:10.543157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] Pushing event deleted for resources: {'Port': ['ID=6af093cc-1330-4fa5-a698-7ab6289b7d80,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:10.545887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] No DVR routers for this DVR port 6af093cc-1330-4fa5-a698-7ab6289b7d80 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:10.546020 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-36d78ff0-c9d4-422c-b881-df246dbc9d29 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] delete failed (client error): The resource could not be found. Jun 28 06:44:10.547728 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:10.548011 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-36d78ff0-c9d4-422c-b881-df246dbc9d29 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/c7699e69-e825-4238-8ca1-bc152dff2315 HTTP/1.1" status: 404 len: 336 time: 0.0917175 Jun 28 06:44:10.552810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Allocated IP 172.26.4.135 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/ac46abdc-a17a-48d7-bf2d-c353c4c90281) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:10.558032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51246) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.610003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac6da847-d7fc-4e43-95eb-e8762e0f987e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.616645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac6da847-d7fc-4e43-95eb-e8762e0f987e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.618041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c34683c8-c093-42a2-9da4-3b81aa8a4e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.620990 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2692a38a-f43a-499f-9200-5d52a2a6472e tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cd9b521-dc07-463c-afe3-380765a0e1ab HTTP/1.1" status: 200 len: 205 time: 0.0578079 Jun 28 06:44:10.625377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51248) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.661827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a30c267-2c18-483b-803a-522172796470 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.662346 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a30c267-2c18-483b-803a-522172796470 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Fanout notify agent at l3_agent the message router_deleted on router ce9019f0-c22e-4dea-ba29-ada8380112f1 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:10.670639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a30c267-2c18-483b-803a-522172796470 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.671859 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1a30c267-2c18-483b-803a-522172796470 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/routers/ce9019f0-c22e-4dea-ba29-ada8380112f1 HTTP/1.1" status: 204 len: 168 time: 1.0500555 Jun 28 06:44:10.675024 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51250) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.675611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c34683c8-c093-42a2-9da4-3b81aa8a4e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.691082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:10.709551 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-3439882a-d5de-4b51-9f1b-33aec9f3e00c tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] delete failed (client error): The resource could not be found. Jun 28 06:44:10.711136 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3439882a-d5de-4b51-9f1b-33aec9f3e00c tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/routers/2cd9b521-dc07-463c-afe3-380765a0e1ab HTTP/1.1" status: 404 len: 336 time: 0.0845294 Jun 28 06:44:10.721990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51252) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.747023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26acfb3-4e8b-4035-8f31-563ed5552970 None None] Network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:10.758204 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-149543c1-a1df-4aab-8c9e-b133e01e2c3a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0773582 Jun 28 06:44:10.759306 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4368982 Jun 28 06:44:10.760001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51254) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.761177 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5225594-a76f-4fc9-8e5b-2e6c367cb19c tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] DELETE failed (client error): The resource could not be found. Jun 28 06:44:10.761639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5225594-a76f-4fc9-8e5b-2e6c367cb19c tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:44:10.763283 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e5225594-a76f-4fc9-8e5b-2e6c367cb19c tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] 10.222.0.24 "DELETE /v2.0/subnets/00d61b5e-923d-41ac-bd89-d8d26a75afcc HTTP/1.1" status: 404 len: 337 time: 0.0401869 Jun 28 06:44:10.766685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-74b3e4f9-8f88-4491-a738-1ae8d16ca594 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.768915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51256) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.783128 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Request body: {'subnet': {'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-496794265-subnet', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:10.821972 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c34683c8-c093-42a2-9da4-3b81aa8a4e6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75249eb9889e42b09dd21c9ef4d4460d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2843816 Jun 28 06:44:10.823307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51260) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.853729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-74b3e4f9-8f88-4491-a738-1ae8d16ca594 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.853729 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-74b3e4f9-8f88-4491-a738-1ae8d16ca594 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/02da17dd-c771-49a0-bc6d-56739aeda761 HTTP/1.1" status: 204 len: 168 time: 1.6640086 Jun 28 06:44:10.858952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34683c8-c093-42a2-9da4-3b81aa8a4e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c1c499-c577-46f8-ae4e-217fbf34a2ca,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:10.859097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51262) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.863784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c34683c8-c093-42a2-9da4-3b81aa8a4e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:10.863911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac6da847-d7fc-4e43-95eb-e8762e0f987e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.864211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6da847-d7fc-4e43-95eb-e8762e0f987e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Fanout notify agent at l3_agent the message router_deleted on router d136abfb-87a4-4453-a510-6ad38c38cdb6 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:10.874281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-04a12a45-e7df-446d-9130-30d601d9cb40 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:10.883322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac6da847-d7fc-4e43-95eb-e8762e0f987e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.885419 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ac6da847-d7fc-4e43-95eb-e8762e0f987e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/routers/d136abfb-87a4-4453-a510-6ad38c38cdb6 HTTP/1.1" status: 204 len: 168 time: 0.5851500 Jun 28 06:44:10.887382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794ddcf5-765d-47fd-a436-dccae6cdd9ed None None] Network 39fad220-eaeb-46fb-a7d6-e7abff633acc requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:10.889680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51264) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:10.958093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3e4f9-8f88-4491-a738-1ae8d16ca594 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Subnet': ['ID=02da17dd-c771-49a0-bc6d-56739aeda761,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:10.961329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-74b3e4f9-8f88-4491-a738-1ae8d16ca594 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:10.977489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:10.984136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6f845b5d-fe0b-4200-a98b-c13fbe6870ab None None] Provisioning for port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:11.004274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d463e427-1492-451c-b60d-ee3866d27352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.021049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4076a474-e44c-4777-8999-2d238a2cab92 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:11.022770 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4076a474-e44c-4777-8999-2d238a2cab92 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2585442 Jun 28 06:44:11.025979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51266) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:11.051014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.051855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Made reservation on behalf of cc117095beac49488fd5f8f0e756086e for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:11.055511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.060185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-062e2e8c-fe3c-4813-9821-1a8b08c07124 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet 84f27d18-337d-46a0-8dd0-bedf70dd054e {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:11.076568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-062e2e8c-fe3c-4813-9821-1a8b08c07124 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.095035 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d463e427-1492-451c-b60d-ee3866d27352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.102073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.108840 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7efefb57-0975-4af1-9cac-0910531951b8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789356 Jun 28 06:44:11.119366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51268) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:11.125632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:11.188771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Transition to ACTIVE for port object ae9b22d5-5b25-4b54-94ef-a39645098ece will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:11.220929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-062e2e8c-fe3c-4813-9821-1a8b08c07124 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.231810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] DHCP port deletion for 39fad220-eaeb-46fb-a7d6-e7abff633acc request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:11.263164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.269451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-22b73fcf-b413-4300-be58-e1b3aa723211 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:11.322208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] Deleting port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:11.323547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.359845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.395918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff0f5a5-9513-42ff-af79-5c6e3e4b4d92']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:11.443044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77142ae-65f8-42f0-95bb-dedf10271744') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:11.443654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77142ae-65f8-42f0-95bb-dedf10271744') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:11.465486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.493435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-062e2e8c-fe3c-4813-9821-1a8b08c07124 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.502895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.513712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] For port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ed19a0a-3094-4869-9bfb-fa929a3c0a86,segment=NetworkSegment(b227c680-cffb-40a2-850c-035e24bb230e),segment_id=b227c680-cffb-40a2-850c-035e24bb230e)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:11.515271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.531053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.541605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fa244ff8-dab3-4f90-9ef5-809ea4f8ce63 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:11.550133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:11.550133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.552075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51272) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:11.553001 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:11.561189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] Calling delete_port for 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:11.649748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:11.653831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.666887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:11.669102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d463e427-1492-451c-b60d-ee3866d27352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.673811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d463e427-1492-451c-b60d-ee3866d27352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.675137 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d463e427-1492-451c-b60d-ee3866d27352 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9c1c499-c577-46f8-ae4e-217fbf34a2ca HTTP/1.1" status: 204 len: 168 time: 0.8368111 Jun 28 06:44:11.700889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:11.713793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:11.727460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:11.731712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:11.765871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:11.772013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:11.773489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.793666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:11.800070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=ae9b22d5-5b25-4b54-94ef-a39645098ece,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:11.813159 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:11.816608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b042e53-e5fb-4f9a-98e3-e865992a7a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.828160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.831567 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Pushing event updated for resources: {'Port': ['ID=ac46abdc-a17a-48d7-bf2d-c353c4c90281,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:11.840380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:11.841033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ae503ce4-04b4-4fe3-b758-e379f3b62adf tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:11.845725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4d399cdc-bb17-402b-a1f1-ed17122fbdfc tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:11.857188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.860513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463e427-1492-451c-b60d-ee3866d27352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c1c499-c577-46f8-ae4e-217fbf34a2ca,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:11.862162 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/networks/cff0f5a5-9513-42ff-af79-5c6e3e4b4d92 HTTP/1.1" status: 204 len: 168 time: 0.9957204 Jun 28 06:44:11.864025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51278) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:11.866273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d463e427-1492-451c-b60d-ee3866d27352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:11.878657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Network': ['ID=cff0f5a5-9513-42ff-af79-5c6e3e4b4d92,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:11.890187 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:11.976773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7602420 Jun 28 06:44:11.977521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51280) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:11.995873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-062e2e8c-fe3c-4813-9821-1a8b08c07124 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:11.997199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.000607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9bfa365e-de17-4029-8da5-0a60c1917add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:12.002560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:12.007115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a3b763a9-cfcc-4241-ae51-29475dfcf484 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:12.035420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] Pushing event deleted for resources: {'Port': ['ID=1ed19a0a-3094-4869-9bfb-fa929a3c0a86,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:12.039559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:12.040571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:12.041171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.045602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] No DVR routers for this DVR port 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:12.046603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e2e8c-fe3c-4813-9821-1a8b08c07124 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=84f27d18-337d-46a0-8dd0-bedf70dd054e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:12.071802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-062e2e8c-fe3c-4813-9821-1a8b08c07124 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:12.097948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0bb680-dabf-4535-a5b0-dacbbd4fb5a8 None None] Network 072dfb5b-bf94-476c-bc3c-45e461bf7464 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:12.099840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-062e2e8c-fe3c-4813-9821-1a8b08c07124 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.105522 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-062e2e8c-fe3c-4813-9821-1a8b08c07124 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/84f27d18-337d-46a0-8dd0-bedf70dd054e HTTP/1.1" status: 204 len: 168 time: 1.2035520 Jun 28 06:44:12.108423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.110606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51282) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:12.118522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b475eca0-81e3-4be8-a233-4bd0117361d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:12.189694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b042e53-e5fb-4f9a-98e3-e865992a7a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.238415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=94181330-8daa-4f63-8db3-dd5004767258,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:12.255086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:12.268237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7c33a09a-1d6b-45c5-b741-7bb05eb1bd90 None None] Provisioning for port ae9b22d5-5b25-4b54-94ef-a39645098ece completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:12.275806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.279767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7c33a09a-1d6b-45c5-b741-7bb05eb1bd90 None None] Provisioning complete for port ae9b22d5-5b25-4b54-94ef-a39645098ece triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:12.280236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7c33a09a-1d6b-45c5-b741-7bb05eb1bd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.287596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b042e53-e5fb-4f9a-98e3-e865992a7a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.298808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b106218a-6e62-4824-8232-7bdf4d5fbfb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:12.358702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7c33a09a-1d6b-45c5-b741-7bb05eb1bd90 None None] Port ae9b22d5-5b25-4b54-94ef-a39645098ece cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:12.363639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=96f666b5-1369-43ee-b47c-8c4cc9e7cbbe,segment=NetworkSegment(e3038ed0-9b9e-441d-acc4-c571439bd6aa),segment_id=e3038ed0-9b9e-441d-acc4-c571439bd6aa)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:12.374042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b042e53-e5fb-4f9a-98e3-e865992a7a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f9845-ab29-4c08-adbb-879221507361,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:12.374975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.390583 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5b042e53-e5fb-4f9a-98e3-e865992a7a91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e91e2558ee2402bb6e8191c14fc6c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8308074 Jun 28 06:44:12.390583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5b042e53-e5fb-4f9a-98e3-e865992a7a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:12.395546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51292) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:12.428210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.433160 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0cf72dd5-f359-4044-8128-8027d15a2395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:12.439036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.466024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:44:12.467684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.471382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] DHCP port deletion for 072dfb5b-bf94-476c-bc3c-45e461bf7464 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:12.471510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6c516941-ab43-4862-aa7e-9fcd7ca642ff tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:12.524473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=f7a3796b-0b76-4423-807f-af97a7593e80,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:12.539409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:12.542913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0f2b52ca-293c-4ac4-9116-23e71f52a465 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:12.544771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:12.546771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:12.549695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:12.550221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.580403 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f604557e-3f56-4320-b26e-797039390be0 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:12.589016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 0f2b52ca-293c-4ac4-9116-23e71f52a465 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:12.589576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0f2b52ca-293c-4ac4-9116-23e71f52a465 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:12.590179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6af093cc-1330-4fa5-a698-7ab6289b7d80 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:12.610092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=96f666b5-1369-43ee-b47c-8c4cc9e7cbbe,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:12.613392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:12.635049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 6af093cc-1330-4fa5-a698-7ab6289b7d80 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:12.635686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6af093cc-1330-4fa5-a698-7ab6289b7d80 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:12.636117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:12.651779 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5297289 Jun 28 06:44:12.655334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51296) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:12.663911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:12.669224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Checking segment: {'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:12.669582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Network hostable DHCP agents. Network: 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:44:12.694417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:12.694933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed19a0a-3094-4869-9bfb-fa929a3c0a86 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:12.728633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] Deleting port 1fdbd2e7-5978-4d68-82de-813b570db21e {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:12.728633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.739997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.800794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fad220-eaeb-46fb-a7d6-e7abff633acc']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:12.815269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-974ff944-cb5e-42b8-971a-5d999fc59efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.829305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] For port 1fdbd2e7-5978-4d68-82de-813b570db21e, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1fdbd2e7-5978-4d68-82de-813b570db21e,segment=NetworkSegment(9c04a941-5a5a-4926-a43f-c9696c2abe9d),segment_id=9c04a941-5a5a-4926-a43f-c9696c2abe9d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:12.829900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.847003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] Calling delete_port for 1fdbd2e7-5978-4d68-82de-813b570db21e owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:12.865345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b227c680-cffb-40a2-850c-035e24bb230e') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:12.865972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b227c680-cffb-40a2-850c-035e24bb230e') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:12.886334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'f7a3796b-0b76-4423-807f-af97a7593e80'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:12.887206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.896910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.918463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-974ff944-cb5e-42b8-971a-5d999fc59efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.929847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.931111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:44:12.933031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:12.939451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:12.984407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.023445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:13.024322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:13.030693 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:13.061420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 1fdbd2e7-5978-4d68-82de-813b570db21e {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:13.061779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.096335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Allocated IP 2001:db8::f816:3eff:fea7:bee (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/f7a3796b-0b76-4423-807f-af97a7593e80/cf5b304b-0eac-4d0d-aadd-0c4aae944bab) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:13.100354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:13.119592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.121822 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9093ffee-99d3-41cd-a80e-17dd054b5d9c None None] Network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:13.128322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e5eacca8-1554-499c-81be-709872a2d5a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:13.130318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51306) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:13.150461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:13.151060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.172484 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:44:13.177435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.181145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] No DVR routers for this DVR port 1fdbd2e7-5978-4d68-82de-813b570db21e on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:13.204174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] Pushing event deleted for resources: {'Port': ['ID=1fdbd2e7-5978-4d68-82de-813b570db21e,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:13.208298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:13.255129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.260053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] For port 1fdbd2e7-5978-4d68-82de-813b570db21e, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1fdbd2e7-5978-4d68-82de-813b570db21e,segment=NetworkSegment(9c04a941-5a5a-4926-a43f-c9696c2abe9d),segment_id=9c04a941-5a5a-4926-a43f-c9696c2abe9d)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:13.260626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.275997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cc03c300-367c-49b4-9902-a4b724518f9a tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:13.281125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.283106 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/networks/39fad220-eaeb-46fb-a7d6-e7abff633acc HTTP/1.1" status: 204 len: 168 time: 1.4181049 Jun 28 06:44:13.297698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51310) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:13.306231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'network': {'name': 'tempest-RoutersTest-1988315995'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:13.317819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-10814376'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:13.327148 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5485172 Jun 28 06:44:13.331712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51312) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:13.333031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 1fdbd2e7-5978-4d68-82de-813b570db21e owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:13.344961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:13.368098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Network': ['ID=39fad220-eaeb-46fb-a7d6-e7abff633acc,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:13.371059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-974ff944-cb5e-42b8-971a-5d999fc59efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.372355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-974ff944-cb5e-42b8-971a-5d999fc59efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.373509 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-974ff944-cb5e-42b8-971a-5d999fc59efa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab5f9845-ab29-4c08-adbb-879221507361 HTTP/1.1" status: 204 len: 168 time: 0.9738097 Jun 28 06:44:13.376744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:13.380885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d209dad7-6f54-44a7-8337-ae3cb08685cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:13.422996 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.427260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5273d3a8-55f0-49d0-8477-2c9e2fb26105 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:13.446759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ff944-cb5e-42b8-971a-5d999fc59efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5f9845-ab29-4c08-adbb-879221507361,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:13.455797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-974ff944-cb5e-42b8-971a-5d999fc59efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:13.475746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.487177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:13.488097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:13.488390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.490551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.492952 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.521647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:13.528494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:13.534854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Transition to ACTIVE for port object cf5b304b-0eac-4d0d-aadd-0c4aae944bab will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:13.538955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.539479 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added segment 9fc30499-ca69-4f0d-8758-3000ab4a540a of type vlan for network 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab Jun 28 06:44:13.586222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.592531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Transition to ACTIVE for port object cf5b304b-0eac-4d0d-aadd-0c4aae944bab will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:13.609310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:13.615619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.626430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:13.634732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:13.635801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.656771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=0290162a-f7b9-4949-ab4c-81edf996e7e9,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:13.659339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:13.688729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:13.689166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.726331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Made reservation on behalf of 527fdd3d68dc4f2bace51ec5ec4e66f8 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:13.730557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.742493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.759561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.765823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:13.766700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.767118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:13.770391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce96b05f-9a64-4974-ab2e-870a26a12a44 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:13.773562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:13.779352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Allocated IP 172.20.0.2 (55180fb3-ac20-4ce8-aeeb-de80dffcb6b6/94181330-8daa-4f63-8db3-dd5004767258/2e4d6218-ed8a-4201-a65f-54785495ce8a) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:13.820276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:13.826100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:13.829181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:13.850436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Network': ['ID=0ddf25bd-cd4a-4d77-b11a-ca54434f2eab,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:13.856369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:13.861497 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2048211 Jun 28 06:44:13.862142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51316) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:13.868419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:9e:d8:21', 'name': 'tempest-NetworksTestDHCPv6-325181351'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:13.898335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:13.927927 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Pushing event updated for resources: {'Port': ['ID=cf5b304b-0eac-4d0d-aadd-0c4aae944bab,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:14.016077 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7165728 Jun 28 06:44:14.018387 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51320) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:14.024909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'subnet': {'network_id': '0ddf25bd-cd4a-4d77-b11a-ca54434f2eab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:14.045127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.060751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a88afce8-d80e-43d7-8104-b43831546360 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:14.089897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:14.102876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.104012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.170513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=1fdbd2e7-5978-4d68-82de-813b570db21e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:14.176017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No DVR routers for this DVR port 1fdbd2e7-5978-4d68-82de-813b570db21e on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:14.181229 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:14.195707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.208567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Attempting to bind port cf5b304b-0eac-4d0d-aadd-0c4aae944bab on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:14.208976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Attempting to bind port cf5b304b-0eac-4d0d-aadd-0c4aae944bab by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:14.209431 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Attempting to bind port cf5b304b-0eac-4d0d-aadd-0c4aae944bab on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:14.228366 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:14.228758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:14.229217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.229632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:14.230119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Bound port: cf5b304b-0eac-4d0d-aadd-0c4aae944bab, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:14.230665 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.266269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.302691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1fdbd2e7-5978-4d68-82de-813b570db21e no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:14.337260 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 1fdbd2e7-5978-4d68-82de-813b570db21e {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:14.337808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1fdbd2e7-5978-4d68-82de-813b570db21e not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:14.360333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.365941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.370259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e96d4fea-39b0-4ce2-9d19-d6388500f0ea tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:14.372224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.390187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Transition to ACTIVE for port object 2e4d6218-ed8a-4201-a65f-54785495ce8a will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:14.391021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51322) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:14.394052 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072dfb5b-bf94-476c-bc3c-45e461bf7464']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:14.394210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] For port cf5b304b-0eac-4d0d-aadd-0c4aae944bab, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:14.398599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] For port cf5b304b-0eac-4d0d-aadd-0c4aae944bab, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cf5b304b-0eac-4d0d-aadd-0c4aae944bab,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:14.417868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Transition to ACTIVE for port object 2e4d6218-ed8a-4201-a65f-54785495ce8a will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:14.469562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.473592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4f73282b-6d72-4334-9172-ad004bbd26fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:14.477571 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c04a941-5a5a-4926-a43f-c9696c2abe9d') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:14.477571 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c04a941-5a5a-4926-a43f-c9696c2abe9d') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:14.504363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.534638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.537899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=ae9b22d5-5b25-4b54-94ef-a39645098ece,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:14.556760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:14.566260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.576380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:14.582020 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:14.595131 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:14.601493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:14.602192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.607535 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-83eeaa40-11f9-4ea9-b48c-ee1101ab1f13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36455b633fdf4920871b2ddb7657be4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892655 Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:14.608531 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:14.613204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Pushing event updated for resources: {'Port': ['ID=cf5b304b-0eac-4d0d-aadd-0c4aae944bab,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:14.625140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51324) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:14.646226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:14.662123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.668801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8c4fbdc9-4b72-41c9-bda1-ab5fb20f77cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:14.685332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Attempting to bind port 2e4d6218-ed8a-4201-a65f-54785495ce8a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:14.685726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Attempting to bind port 2e4d6218-ed8a-4201-a65f-54785495ce8a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:14.686107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Attempting to bind port 2e4d6218-ed8a-4201-a65f-54785495ce8a on network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:14.696245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Router a95002df-8ddc-4764-b7db-9cf178023823 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:44:14.712635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:14.713038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Checking segment: {'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:14.713306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.713720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Bound using segment: {'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:14.714370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Bound port: 2e4d6218-ed8a-4201-a65f-54785495ce8a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:14.714769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.741965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Pushing event updated for resources: {'Port': ['ID=2e4d6218-ed8a-4201-a65f-54785495ce8a,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:14.766427 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:14.782787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.787251 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.794403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ed27be68-d832-44fd-bd4e-584304bbbe14 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:14.794976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.801768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:14.809247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.815216 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/networks/072dfb5b-bf94-476c-bc3c-45e461bf7464 HTTP/1.1" status: 204 len: 168 time: 2.6533880 Jun 28 06:44:14.823899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] For port 2e4d6218-ed8a-4201-a65f-54785495ce8a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:14.828315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51326) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:14.828817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] For port 2e4d6218-ed8a-4201-a65f-54785495ce8a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2e4d6218-ed8a-4201-a65f-54785495ce8a,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:14.830339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:14.833853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c92c79d2-3900-4969-890a-842eb7c4f088 None None] Provisioning complete for port ae9b22d5-5b25-4b54-94ef-a39645098ece triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:14.834236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c92c79d2-3900-4969-890a-842eb7c4f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.855922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Network': ['ID=072dfb5b-bf94-476c-bc3c-45e461bf7464,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:14.856128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f4f679-c5d0-4a15-81f9-b159b1784ca6,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:14.870812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:14.879830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.880197 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Added segment 5a7cc102-0aa5-4266-92c1-06db0bfae6d0 of type vlan for network 79917b46-468f-45e3-8be9-7fac95d8ed49 Jun 28 06:44:14.880922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c92c79d2-3900-4969-890a-842eb7c4f088 None None] Port ae9b22d5-5b25-4b54-94ef-a39645098ece cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:14.902691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:14.908179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.918395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-cbe632fe-ec58-4cd8-ab75-9a74dcc10f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:14.929544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:14.937062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6539277b-1862-4e56-bc8b-6e9bbf41f0de tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:14.942049 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6539277b-1862-4e56-bc8b-6e9bbf41f0de tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/d238aa95-fc62-4112-900e-855d1223ae04 HTTP/1.1" status: 200 len: 845 time: 0.1090882 Jun 28 06:44:14.980747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51328) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:14.986997 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Pushing event updated for resources: {'Port': ['ID=2e4d6218-ed8a-4201-a65f-54785495ce8a,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:14.987680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46529ff3-6b7c-4902-9114-0122d658fe09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:14.997706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:15.016503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46529ff3-6b7c-4902-9114-0122d658fe09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.036298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.113936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.140813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:15.144328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.191018 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-977cd4c4-8b7d-4c12-bd6f-4d5c2a2156af tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/d238aa95-fc62-4112-900e-855d1223ae04?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2036605 Jun 28 06:44:15.209609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51330) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:15.248751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:15.288648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.335320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.341245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:15.341845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.352023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:15.418541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 01ae6430-61bd-4e86-ac4c-caef6ecabe1c yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:15.432149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46529ff3-6b7c-4902-9114-0122d658fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.436136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46529ff3-6b7c-4902-9114-0122d658fe09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.437888 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-46529ff3-6b7c-4902-9114-0122d658fe09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d38096d-df1d-4534-98d5-99c53695ffb2 HTTP/1.1" status: 204 len: 168 time: 0.8113062 Jun 28 06:44:15.445512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:15.456261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:15.470666 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a41d586-c491-4b16-80b2-87a5d9a90f0e None None] Sync routers for ids ['a95002df-8ddc-4764-b7db-9cf178023823'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:15.490616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46529ff3-6b7c-4902-9114-0122d658fe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d38096d-df1d-4534-98d5-99c53695ffb2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:15.493044 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a41d586-c491-4b16-80b2-87a5d9a90f0e None None] Routers {'a95002df-8ddc-4764-b7db-9cf178023823'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:15.493632 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5a41d586-c491-4b16-80b2-87a5d9a90f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a95002df-8ddc-4764-b7db-9cf178023823'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:15.494443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-46529ff3-6b7c-4902-9114-0122d658fe09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:15.495294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.561938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event updated for resources: {'Network': ['ID=79917b46-468f-45e3-8be9-7fac95d8ed49,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:15.568119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:15.580143 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4481556 Jun 28 06:44:15.586291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51334) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:15.586494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 79917b46-468f-45e3-8be9-7fac95d8ed49 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:15.591418 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5a41d586-c491-4b16-80b2-87a5d9a90f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:15.593838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Request body: {'subnet': {'network_id': '79917b46-468f-45e3-8be9-7fac95d8ed49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:15.605783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.611803 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.8422790 Jun 28 06:44:15.617773 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a41d586-c491-4b16-80b2-87a5d9a90f0e None None] Routers {'a95002df-8ddc-4764-b7db-9cf178023823'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:15.620234 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5a41d586-c491-4b16-80b2-87a5d9a90f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a95002df-8ddc-4764-b7db-9cf178023823'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:15.623729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51336) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:15.639096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:15.705212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5a41d586-c491-4b16-80b2-87a5d9a90f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:15.705666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cf5b304b-0eac-4d0d-aadd-0c4aae944bab up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:15.707069 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a41d586-c491-4b16-80b2-87a5d9a90f0e None None] The sync data for ids ['a95002df-8ddc-4764-b7db-9cf178023823'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:15.930486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:15.934193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.940350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port cf5b304b-0eac-4d0d-aadd-0c4aae944bab completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:15.954299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2e4d6218-ed8a-4201-a65f-54785495ce8a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:15.970969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:15.979573 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c06494f9-f0c2-4f17-b753-1669323c2b9b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:16.059652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.080372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Subnet': ['ID=8353338a-ea5c-42d8-a279-d68a732bdc48,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:16.083153 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:16.108150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.119086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2e4d6218-ed8a-4201-a65f-54785495ce8a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:16.141389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 172.20.0.2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/0290162a-f7b9-4949-ab4c-81edf996e7e9/01ae6430-61bd-4e86-ac4c-caef6ecabe1c) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:16.143682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a5bb3d-e035-4d10-a2d2-b53cf24a24ec None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:16.191192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::f816:3eff:fe9e:d821 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/f7a3796b-0b76-4423-807f-af97a7593e80/01ae6430-61bd-4e86-ac4c-caef6ecabe1c) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:16.309534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.329728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Made reservation on behalf of 527fdd3d68dc4f2bace51ec5ec4e66f8 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:16.334093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.363742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a9e1499e-1138-4a59-b2ca-c373946dd464 None None] Provisioning for port cf5b304b-0eac-4d0d-aadd-0c4aae944bab completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:16.377473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a9e1499e-1138-4a59-b2ca-c373946dd464 None None] Provisioning complete for port cf5b304b-0eac-4d0d-aadd-0c4aae944bab triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:16.377973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9e1499e-1138-4a59-b2ca-c373946dd464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.429708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536a52c-2c90-4651-93a9-161761af9a5b None None] Network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:16.469466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.478184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4120f633-7410-4fe4-bb25-85d5f69bc7df tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:16.514258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Allocated IP 172.26.4.243 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/91ad31b2-735a-4073-be67-bd15cc5ca2a4) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:16.558578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Checking segment: {'id': '9fc30499-ca69-4f0d-8758-3000ab4a540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ddf25bd-cd4a-4d77-b11a-ca54434f2eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:16.558578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network hostable DHCP agents. Network: 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:44:16.562834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.563780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.572606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:16.590223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:16.600649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:16.610755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:16.615558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.626514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e705ef-320a-4616-bb91-054831494103 None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:16.646067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=ae9b22d5-5b25-4b54-94ef-a39645098ece,revision_number=3']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:16.654782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9e1499e-1138-4a59-b2ca-c373946dd464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.656689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.656920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=483adaec-c4ba-4640-8b53-706c7fbfe303,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:16.660643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:16.666162 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:16.667472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-74b3e4f9-8f88-4491-a738-1ae8d16ca594 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:16.726700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event updated for resources: {'Subnet': ['ID=d27aafd8-9f6c-4675-862c-596896e7b5df,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:16.727945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.736510 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:16.744010 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5056932 Jun 28 06:44:16.748497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51348) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:16.748847 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630067f4-755e-427c-9e1b-9f618a818aa9 None None] Update dhcp port {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'fixed_ips': [{'subnet_id': 'f7a3796b-0b76-4423-807f-af97a7593e80', 'ip_address': '2001:db8::f816:3eff:fea7:bee'}, {'subnet_id': '0290162a-f7b9-4949-ab4c-81edf996e7e9'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': 'cf5b304b-0eac-4d0d-aadd-0c4aae944bab'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:44:16.758718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-691fd954-7d91-4de0-9316-162f811875b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'security_group': {'name': 'tempest-secgroup-1332189960'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:16.771532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 01ae6430-61bd-4e86-ac4c-caef6ecabe1c will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:16.774306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a9e1499e-1138-4a59-b2ca-c373946dd464 None None] For port cf5b304b-0eac-4d0d-aadd-0c4aae944bab, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cf5b304b-0eac-4d0d-aadd-0c4aae944bab,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:16.781932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Checking segment: {'id': '5a7cc102-0aa5-4266-92c1-06db0bfae6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '79917b46-468f-45e3-8be9-7fac95d8ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:16.782347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Network hostable DHCP agents. Network: 79917b46-468f-45e3-8be9-7fac95d8ed49, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:44:16.838784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.845523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9e1499e-1138-4a59-b2ca-c373946dd464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.863601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:44:16.874046 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-691fd954-7d91-4de0-9316-162f811875b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.914764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:16.961252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-630067f4-755e-427c-9e1b-9f618a818aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.969203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:16.974965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.985717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:16.986300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:16.988477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccfc1b4-9086-486d-9a4b-79d2083850df None None] Network 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:17.008173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.008550 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:17.009984 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:17.034869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c357ef92-e621-45d6-b633-202b24b76261 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:17.050233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-691fd954-7d91-4de0-9316-162f811875b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.062500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Network 79917b46-468f-45e3-8be9-7fac95d8ed49 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:44:17.090564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:17.115869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.115869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 79917b46-468f-45e3-8be9-7fac95d8ed49) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:17.126638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:17.126638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.126828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=01ae6430-61bd-4e86-ac4c-caef6ecabe1c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:17.130874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1499e-1138-4a59-b2ca-c373946dd464 None None] Pushing event updated for resources: {'Port': ['ID=cf5b304b-0eac-4d0d-aadd-0c4aae944bab,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:17.143492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:17.144345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a9e1499e-1138-4a59-b2ca-c373946dd464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:17.154762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:17.155486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:17.160737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-691fd954-7d91-4de0-9316-162f811875b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.164512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.171933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac655f-5b8a-41f8-91cc-4aaf0169b9fc None None] Network 79917b46-468f-45e3-8be9-7fac95d8ed49 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:17.199042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:17.221038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] Provisioning for port 2e4d6218-ed8a-4201-a65f-54785495ce8a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:17.270562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:17.282097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fd954-7d91-4de0-9316-162f811875b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95d9e8d-eb77-413a-9b21-f9ffa71b44c0,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:17.287261 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2677138 Jun 28 06:44:17.292105 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51358) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:17.297282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:17.300359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-691fd954-7d91-4de0-9316-162f811875b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:17.300876 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7116165 Jun 28 06:44:17.301725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 454c5e69-02c8-40e4-8e12-7c8dc7410e4f is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:44:17.308629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8f1dbe26-f9f0-4630-b263-dff0de70d459 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-35048432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:17.312617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:17.314207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51360) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:17.317020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.320634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:17.339470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Request body: {'port': {'network_id': '79917b46-468f-45e3-8be9-7fac95d8ed49', 'name': 'tempest-ExtraDHCPOptionsTestJSON-590292688'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:17.366568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51362) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:17.368316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:17.371812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Pushing event updated for resources: {'Port': ['ID=91ad31b2-735a-4073-be67-bd15cc5ca2a4,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:17.387981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:17.411447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-691fd954-7d91-4de0-9316-162f811875b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.416686 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-691fd954-7d91-4de0-9316-162f811875b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6670303 Jun 28 06:44:17.449383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51366) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:17.456488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f7282dce-7f61-446c-a431-d9dbd947e1eb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'security_group': {'name': 'tempest-secgroup-978099696'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:17.460107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] Provisioning complete for port 2e4d6218-ed8a-4201-a65f-54785495ce8a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:17.461274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.576227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cf5b304b-0eac-4d0d-aadd-0c4aae944bab up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:17.611005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1858396024'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:17.620248 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7570498 Jun 28 06:44:17.643632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-533d1581-e96a-498e-a9bf-8ddf55a666ce', 'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'tenant_id': 'd8ede9ad57f2483ebfe893fb78cd5d47', 'fixed_ips': [{'subnet_id': '483adaec-c4ba-4640-8b53-706c7fbfe303'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:17.644783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.666363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51368) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:17.780267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741bcead-ab11-4e26-b71c-4d398036e27d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:17.786296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741bcead-ab11-4e26-b71c-4d398036e27d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:17.787940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-741bcead-ab11-4e26-b71c-4d398036e27d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1186135 Jun 28 06:44:17.791843 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51370) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:17.801691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Made reservation on behalf of 9f4da6ab553c4616aa7065bda48cde81 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:17.805960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.838478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.847288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-0ddf25bd-cd4a-4d77-b11a-ca54434f2eab', 'network_id': '0ddf25bd-cd4a-4d77-b11a-ca54434f2eab', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'fixed_ips': [{'subnet_id': '8353338a-ea5c-42d8-a279-d68a732bdc48'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:17.848154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.880300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-630067f4-755e-427c-9e1b-9f618a818aa9 None None] Allocated IP 172.20.0.3 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/0290162a-f7b9-4949-ab4c-81edf996e7e9/cf5b304b-0eac-4d0d-aadd-0c4aae944bab) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:17.910099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f1dbe26-f9f0-4630-b263-dff0de70d459 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.911103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f1dbe26-f9f0-4630-b263-dff0de70d459 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.971933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port cf5b304b-0eac-4d0d-aadd-0c4aae944bab triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:17.972531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:17.977467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Deleting port ac46abdc-a17a-48d7-bf2d-c353c4c90281 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:17.977944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.004455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.018426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:18.050735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f19c1d01-4abc-4149-aebc-d539471450e2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 01ae6430-61bd-4e86-ac4c-caef6ecabe1c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:18.051079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f19c1d01-4abc-4149-aebc-d539471450e2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.056696 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/454c5e69-02c8-40e4-8e12-7c8dc7410e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0470467 Jun 28 06:44:18.059918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51372) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:18.063465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f7282dce-7f61-446c-a431-d9dbd947e1eb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.067588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b14d2d-3418-47f3-befc-b039a593930d None None] Sync routers for ids ['454c5e69-02c8-40e4-8e12-7c8dc7410e4f'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:18.123056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.137814 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f1dbe26-f9f0-4630-b263-dff0de70d459 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.181078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-79917b46-468f-45e3-8be9-7fac95d8ed49', 'network_id': '79917b46-468f-45e3-8be9-7fac95d8ed49', 'tenant_id': '527fdd3d68dc4f2bace51ec5ec4e66f8', 'fixed_ips': [{'subnet_id': 'd27aafd8-9f6c-4675-862c-596896e7b5df'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:18.181998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.183102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de41b1ff-88ae-4007-943c-075979e7cec9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:18.185888 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-de41b1ff-88ae-4007-943c-075979e7cec9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports/ae9b22d5-5b25-4b54-94ef-a39645098ece HTTP/1.1" status: 200 len: 983 time: 0.1221864 Jun 28 06:44:18.186505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.187659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51374) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:18.200676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Calling delete_port for ac46abdc-a17a-48d7-bf2d-c353c4c90281 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:18.207494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f1dbe26-f9f0-4630-b263-dff0de70d459 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.218923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b14d2d-3418-47f3-befc-b039a593930d None None] Routers {'454c5e69-02c8-40e4-8e12-7c8dc7410e4f'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:18.219551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-58b14d2d-3418-47f3-befc-b039a593930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['454c5e69-02c8-40e4-8e12-7c8dc7410e4f'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:18.289619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f19c1d01-4abc-4149-aebc-d539471450e2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.293505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Allocated IP 2001:db8::2 (533d1581-e96a-498e-a9bf-8ddf55a666ce/483adaec-c4ba-4640-8b53-706c7fbfe303/7bad8e6a-d5e4-4b71-82af-6c82c0acd64c) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:18.307340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-58b14d2d-3418-47f3-befc-b039a593930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:18.322795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f19c1d01-4abc-4149-aebc-d539471450e2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 01ae6430-61bd-4e86-ac4c-caef6ecabe1c owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:18.437009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] For port 2e4d6218-ed8a-4201-a65f-54785495ce8a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2e4d6218-ed8a-4201-a65f-54785495ce8a,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:18.439101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-630067f4-755e-427c-9e1b-9f618a818aa9 None None] For port cf5b304b-0eac-4d0d-aadd-0c4aae944bab, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cf5b304b-0eac-4d0d-aadd-0c4aae944bab,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:18.451852 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Allocated IP 172.20.0.2 (0ddf25bd-cd4a-4d77-b11a-ca54434f2eab/8353338a-ea5c-42d8-a279-d68a732bdc48/e388606e-5390-462b-9fa9-5d568d0a4cd0) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:18.465911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b14d2d-3418-47f3-befc-b039a593930d None None] Routers {'454c5e69-02c8-40e4-8e12-7c8dc7410e4f'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:18.466568 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-58b14d2d-3418-47f3-befc-b039a593930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['454c5e69-02c8-40e4-8e12-7c8dc7410e4f'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:18.485255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.487529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4a43f740-797a-406c-ac44-775eaf401df0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:18.513854 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Pushing event deleted for resources: {'Port': ['ID=ac46abdc-a17a-48d7-bf2d-c353c4c90281,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:18.523376 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:18.566951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-58b14d2d-3418-47f3-befc-b039a593930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:18.567540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b14d2d-3418-47f3-befc-b039a593930d None None] The sync data for ids ['454c5e69-02c8-40e4-8e12-7c8dc7410e4f'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:18.579376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.587588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.592190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:18.680344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-630067f4-755e-427c-9e1b-9f618a818aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.761107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-630067f4-755e-427c-9e1b-9f618a818aa9 None None] Transition to ACTIVE for port object cf5b304b-0eac-4d0d-aadd-0c4aae944bab will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:18.788219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Allocated IP 172.20.0.2 (79917b46-468f-45e3-8be9-7fac95d8ed49/d27aafd8-9f6c-4675-862c-596896e7b5df/40e583fe-26a2-4e45-b18d-45c43f47cfe5) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:18.796722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] Pushing event updated for resources: {'Port': ['ID=2e4d6218-ed8a-4201-a65f-54785495ce8a,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:18.805766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:18.824655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.829582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.854886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7f99b07c-a85f-4c97-abed-563dc7102475 None None] Provisioning complete for port ae9b22d5-5b25-4b54-94ef-a39645098ece triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:18.855302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f99b07c-a85f-4c97-abed-563dc7102475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.886757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.905123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.919171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Router a95002df-8ddc-4764-b7db-9cf178023823 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:18.924021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-630067f4-755e-427c-9e1b-9f618a818aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:18.955950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-20e17d82-3b9f-462f-8b90-71127a5f1b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:18.996120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.005791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4fc93c13-e142-46d9-8519-a83ee86a2a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:19.011561 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.021122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:19.031060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.036072 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "PUT /v2.0/routers/a95002df-8ddc-4764-b7db-9cf178023823 HTTP/1.1" status: 200 len: 710 time: 3.4034526 Jun 28 06:44:19.036072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51376) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:19.058482 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb4cd6-9349-4252-bb55-95c1e332e934 None None] Sync routers for ids ['a95002df-8ddc-4764-b7db-9cf178023823'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:19.067983 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb4cd6-9349-4252-bb55-95c1e332e934 None None] Routers {'a95002df-8ddc-4764-b7db-9cf178023823'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:19.069147 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9feb4cd6-9349-4252-bb55-95c1e332e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a95002df-8ddc-4764-b7db-9cf178023823'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:19.081238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7f99b07c-a85f-4c97-abed-563dc7102475 None None] Port ae9b22d5-5b25-4b54-94ef-a39645098ece cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:19.104130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8292bf-bdcb-4cdd-8eeb-c8db38e6a9a6,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:19.105482 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9feb4cd6-9349-4252-bb55-95c1e332e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:19.110196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f1dbe26-f9f0-4630-b263-dff0de70d459 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.111034 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8f1dbe26-f9f0-4630-b263-dff0de70d459 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.8157370 Jun 28 06:44:19.125190 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb4cd6-9349-4252-bb55-95c1e332e934 None None] Routers {'a95002df-8ddc-4764-b7db-9cf178023823'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:19.125190 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9feb4cd6-9349-4252-bb55-95c1e332e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['a95002df-8ddc-4764-b7db-9cf178023823'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:19.129450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:19.129916 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51378) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:19.144575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'port': {'network_id': '0ddf25bd-cd4a-4d77-b11a-ca54434f2eab', 'name': 'tempest-RoutersTest-181302868'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:19.162536 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9feb4cd6-9349-4252-bb55-95c1e332e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:19.163628 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4b3a760e-b206-416d-b733-fc4f88e5f253 tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/routers/a95002df-8ddc-4764-b7db-9cf178023823 HTTP/1.1" status: 200 len: 745 time: 0.1271086 Jun 28 06:44:19.164574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.165659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51380) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:19.166844 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb4cd6-9349-4252-bb55-95c1e332e934 None None] The sync data for ids ['a95002df-8ddc-4764-b7db-9cf178023823'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:19.203449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630067f4-755e-427c-9e1b-9f618a818aa9 None None] Pushing event updated for resources: {'Port': ['ID=cf5b304b-0eac-4d0d-aadd-0c4aae944bab,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:19.207985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-630067f4-755e-427c-9e1b-9f618a818aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:19.222487 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5863786f-1546-49d3-ac61-b0be906b371f tempest-RoutersIpV6AdminTest-1279771643 tempest-RoutersIpV6AdminTest-1279771643-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&device_id=a95002df-8ddc-4764-b7db-9cf178023823 HTTP/1.1" status: 200 len: 205 time: 0.0525477 Jun 28 06:44:19.222734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7f99b07c-a85f-4c97-abed-563dc7102475 None None] Provisioning complete for port 2e4d6218-ed8a-4201-a65f-54785495ce8a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:19.222734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f99b07c-a85f-4c97-abed-563dc7102475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.222939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51382) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:19.281524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Made reservation on behalf of 527fdd3d68dc4f2bace51ec5ec4e66f8 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:19.285327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.289829 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-eabe72e3-836b-4073-9723-6c2bdfb3abd9 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=a95002df-8ddc-4764-b7db-9cf178023823 HTTP/1.1" status: 200 len: 205 time: 0.0660515 Jun 28 06:44:19.293564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51384) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:19.334651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.373483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:19.383710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.384196 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Added segment 7ff9971a-8f8d-43bc-bf1a-0c8e2b186647 of type vlan for network 774ef932-89dc-4779-8a14-2614b20fc4f0 Jun 28 06:44:19.391744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] device_id is not set on port 528843d4-5c79-4a14-a685-5e612b4eb26e yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:19.427371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4c2e-86c9-4917-8b48-01d574144712 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.433227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f7282dce-7f61-446c-a431-d9dbd947e1eb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.447257 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.466040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f19c1d01-4abc-4149-aebc-d539471450e2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.472753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Router 2a72d101-b79a-44e4-809b-ef39c548d25a is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:44:19.503006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-36818a2e-5371-430f-b026-c049947dd5ca tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:19.552603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f7282dce-7f61-446c-a431-d9dbd947e1eb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.561176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-46529ff3-6b7c-4902-9114-0122d658fe09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:19.582393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Transition to ACTIVE for port object 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:19.586840 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Transition to ACTIVE for port object e388606e-5390-462b-9fa9-5d568d0a4cd0 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:19.589000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Transition to ACTIVE for port object 40e583fe-26a2-4e45-b18d-45c43f47cfe5 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:19.590642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cf5b304b-0eac-4d0d-aadd-0c4aae944bab up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:19.644232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.651476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:19.652264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.671905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7282dce-7f61-446c-a431-d9dbd947e1eb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b68e787-d50a-4c18-a358-3479cf9328ed,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:19.699622 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Transition to ACTIVE for port object 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:19.728711 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Transition to ACTIVE for port object e388606e-5390-462b-9fa9-5d568d0a4cd0 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:19.730961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f7282dce-7f61-446c-a431-d9dbd947e1eb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:19.736284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f7282dce-7f61-446c-a431-d9dbd947e1eb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.739081 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f7282dce-7f61-446c-a431-d9dbd947e1eb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.2886147 Jun 28 06:44:19.744519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51386) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:19.758712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-822885866', 'security_groups': ['4b68e787-d50a-4c18-a358-3479cf9328ed'], 'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '483adaec-c4ba-4640-8b53-706c7fbfe303'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:19.775860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Transition to ACTIVE for port object 40e583fe-26a2-4e45-b18d-45c43f47cfe5 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:19.795740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.799037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c1d01-4abc-4149-aebc-d539471450e2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=01ae6430-61bd-4e86-ac4c-caef6ecabe1c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:19.809535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:19.853949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2e4d6218-ed8a-4201-a65f-54785495ce8a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:19.877978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f19c1d01-4abc-4149-aebc-d539471450e2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:19.883540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:19.911803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.915344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4c2e-86c9-4917-8b48-01d574144712 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.921321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4c2e-86c9-4917-8b48-01d574144712 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.929623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.942247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:19.953481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:19.965330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:19.980807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f19c1d01-4abc-4149-aebc-d539471450e2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.983589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f19c1d01-4abc-4149-aebc-d539471450e2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/01ae6430-61bd-4e86-ac4c-caef6ecabe1c HTTP/1.1" status: 204 len: 168 time: 2.1902285 Jun 28 06:44:19.984669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Network': ['ID=774ef932-89dc-4779-8a14-2614b20fc4f0,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:19.998094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:19.998852 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Pushing event updated for resources: {'Port': ['ID=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:20.000773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51388) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.011445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:20.020222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Network 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:20.026224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:20.026574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:20.029486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:20.030796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.031543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:20.046496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:20.062521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:20.062745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Allocated IP 172.20.0.12 (79917b46-468f-45e3-8be9-7fac95d8ed49/d27aafd8-9f6c-4675-862c-596896e7b5df/528843d4-5c79-4a14-a685-5e612b4eb26e) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:20.118153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:20.119965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Network 79917b46-468f-45e3-8be9-7fac95d8ed49 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:20.149255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2e4d6218-ed8a-4201-a65f-54785495ce8a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:20.149769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.151193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4c2e-86c9-4917-8b48-01d574144712 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.151685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Sync routers for ids ['2a72d101-b79a-44e4-809b-ef39c548d25a'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:20.151810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2d4c2e-86c9-4917-8b48-01d574144712 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Fanout notify agent at l3_agent the message router_deleted on router a95002df-8ddc-4764-b7db-9cf178023823 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:20.164624 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4c2e-86c9-4917-8b48-01d574144712 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.165892 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1e2d4c2e-86c9-4917-8b48-01d574144712 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/a95002df-8ddc-4764-b7db-9cf178023823 HTTP/1.1" status: 204 len: 168 time: 0.8675103 Jun 28 06:44:20.170059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51390) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.175765 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8008823 Jun 28 06:44:20.183413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51392) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.188801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'subnet': {'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:20.198492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:20.224200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] device_id is not set on port 0621052f-3ba3-4b5a-8cea-2e182883e702 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:20.238426 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-74c536f1-68e8-4d27-9fd6-f6b25037d43c tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=a95002df-8ddc-4764-b7db-9cf178023823 HTTP/1.1" status: 200 len: 205 time: 0.0652509 Jun 28 06:44:20.243706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51394) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.271048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:20.280723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:20.350764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.373869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ef17b-8bf5-4bb1-8f7b-0e7833e0e7a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:20.374860 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Transition to ACTIVE for port object 528843d4-5c79-4a14-a685-5e612b4eb26e will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:20.375956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ef17b-8bf5-4bb1-8f7b-0e7833e0e7a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:20.377616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ef17b-8bf5-4bb1-8f7b-0e7833e0e7a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:20.379257 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6e9ef17b-8bf5-4bb1-8f7b-0e7833e0e7a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3641155 Jun 28 06:44:20.383026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Pushing event updated for resources: {'Port': ['ID=e388606e-5390-462b-9fa9-5d568d0a4cd0,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:20.385531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51398) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.394972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Routers {'2a72d101-b79a-44e4-809b-ef39c548d25a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:20.395686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2a72d101-b79a-44e4-809b-ef39c548d25a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:20.417122 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-dcfa4994-0bde-4cc4-bed5-790f33b3b23e tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] delete failed (client error): The resource could not be found. Jun 28 06:44:20.422305 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dcfa4994-0bde-4cc4-bed5-790f33b3b23e tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/a95002df-8ddc-4764-b7db-9cf178023823 HTTP/1.1" status: 404 len: 336 time: 0.1745856 Jun 28 06:44:20.425240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Attempting to bind port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:20.425776 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Attempting to bind port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '715a355f-1bbd-4cd4-bcec-b56765fb0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:20.426205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Attempting to bind port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c on network 533d1581-e96a-498e-a9bf-8ddf55a666ce {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:20.426666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.430311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51400) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.434844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.436456 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1035588 Jun 28 06:44:20.443130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51402) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.493217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Attempting to bind port e388606e-5390-462b-9fa9-5d568d0a4cd0 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:20.493677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Attempting to bind port e388606e-5390-462b-9fa9-5d568d0a4cd0 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '9fc30499-ca69-4f0d-8758-3000ab4a540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ddf25bd-cd4a-4d77-b11a-ca54434f2eab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:20.494112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Attempting to bind port e388606e-5390-462b-9fa9-5d568d0a4cd0 on network 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:20.502368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94dd1e1a-77ee-4226-b5b1-56f164be3511 None None] Provisioning for port cf5b304b-0eac-4d0d-aadd-0c4aae944bab completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:20.502929 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-01191549-c622-42be-951b-4e73e7b2c1a2 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc6a5717-21f8-4555-8c3d-aa9bba253918 HTTP/1.1" status: 200 len: 205 time: 0.0670049 Jun 28 06:44:20.508470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51404) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.511825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:20.512301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Checking segment: {'id': '715a355f-1bbd-4cd4-bcec-b56765fb0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:20.512772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.513251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Bound using segment: {'id': '715a355f-1bbd-4cd4-bcec-b56765fb0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:20.513793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Bound port: 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715a355f-1bbd-4cd4-bcec-b56765fb0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:20.514245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.515869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 903a265f-bc0a-43a7-81d1-dac8b7601dc4 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:20.532994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:20.533468 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Checking segment: {'id': '9fc30499-ca69-4f0d-8758-3000ab4a540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ddf25bd-cd4a-4d77-b11a-ca54434f2eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:20.533944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.534413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Bound using segment: {'id': '9fc30499-ca69-4f0d-8758-3000ab4a540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ddf25bd-cd4a-4d77-b11a-ca54434f2eab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:20.534986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Bound port: e388606e-5390-462b-9fa9-5d568d0a4cd0, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc30499-ca69-4f0d-8758-3000ab4a540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ddf25bd-cd4a-4d77-b11a-ca54434f2eab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:20.535528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.537410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Attempting to bind port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:20.540993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Attempting to bind port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '5a7cc102-0aa5-4266-92c1-06db0bfae6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '79917b46-468f-45e3-8be9-7fac95d8ed49'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:20.540993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Attempting to bind port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 on network 79917b46-468f-45e3-8be9-7fac95d8ed49 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:20.543394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2614d163-7742-4d3d-a72b-cebad9156c29 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 0290162a-f7b9-4949-ab4c-81edf996e7e9 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:20.548997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2614d163-7742-4d3d-a72b-cebad9156c29 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.557513 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94dd1e1a-77ee-4226-b5b1-56f164be3511 None None] Provisioning complete for port cf5b304b-0eac-4d0d-aadd-0c4aae944bab triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:20.557958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94dd1e1a-77ee-4226-b5b1-56f164be3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.603384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Pushing event updated for resources: {'Port': ['ID=40e583fe-26a2-4e45-b18d-45c43f47cfe5,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:20.607412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:20.607908 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Checking segment: {'id': '5a7cc102-0aa5-4266-92c1-06db0bfae6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '79917b46-468f-45e3-8be9-7fac95d8ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:20.608383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.608927 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Bound using segment: {'id': '5a7cc102-0aa5-4266-92c1-06db0bfae6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '79917b46-468f-45e3-8be9-7fac95d8ed49'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:20.609463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Bound port: 40e583fe-26a2-4e45-b18d-45c43f47cfe5, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7cc102-0aa5-4266-92c1-06db0bfae6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '79917b46-468f-45e3-8be9-7fac95d8ed49'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:20.609861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.612043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:20.640349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.645416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.692s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:20.645741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:20.659217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d20a9eec-e2b0-4107-b2e3-65095504d3df tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:20.743238 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-214d2cf7-6d1e-4042-a9b0-05af8ec5a8f8 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] delete failed (client error): The resource could not be found. Jun 28 06:44:20.747412 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-214d2cf7-6d1e-4042-a9b0-05af8ec5a8f8 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/bc6a5717-21f8-4555-8c3d-aa9bba253918 HTTP/1.1" status: 404 len: 336 time: 0.2343795 Jun 28 06:44:20.755255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51406) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.764965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event updated for resources: {'Port': ['ID=528843d4-5c79-4a14-a685-5e612b4eb26e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:20.777842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:20.782701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Network 79917b46-468f-45e3-8be9-7fac95d8ed49 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:20.788047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2614d163-7742-4d3d-a72b-cebad9156c29 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.794527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:20.797017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:20.823086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] For port e388606e-5390-462b-9fa9-5d568d0a4cd0, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:20.827801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] For port e388606e-5390-462b-9fa9-5d568d0a4cd0, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e388606e-5390-462b-9fa9-5d568d0a4cd0,segment=NetworkSegment(9fc30499-ca69-4f0d-8758-3000ab4a540a),segment_id=9fc30499-ca69-4f0d-8758-3000ab4a540a)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:20.842380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Set router 2a72d101-b79a-44e4-809b-ef39c548d25a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:44:20.866362 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c43bc0ee-286c-4ac6-b968-412956318d4a tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bd08605-0496-42de-a3a7-d774253cee84 HTTP/1.1" status: 200 len: 205 time: 0.1087203 Jun 28 06:44:20.867427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51408) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.932886 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-4cab5765-0671-43bf-b9bf-87646ea7d6ff tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] delete failed (client error): The resource could not be found. Jun 28 06:44:20.933875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:20.934509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.936790 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4cab5765-0671-43bf-b9bf-87646ea7d6ff tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/4bd08605-0496-42de-a3a7-d774253cee84 HTTP/1.1" status: 404 len: 336 time: 0.0479567 Jun 28 06:44:20.938964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51410) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:20.951029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Made reservation on behalf of 9f4da6ab553c4616aa7065bda48cde81 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:20.954678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.966050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:20.973848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] For port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:20.978904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4bb68c5e-066b-481e-b815-ae117848dcb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:21.013191 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0460fa65-a229-4afe-9a0d-e9bd5fb943c0 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7de3620-c873-47ba-ad89-11173d6cbeba HTTP/1.1" status: 200 len: 205 time: 0.0529006 Jun 28 06:44:21.035644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51412) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:21.081956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] For port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,segment=NetworkSegment(715a355f-1bbd-4cd4-bcec-b56765fb0fbd),segment_id=715a355f-1bbd-4cd4-bcec-b56765fb0fbd)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:21.084744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2614d163-7742-4d3d-a72b-cebad9156c29 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:21.090194 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-a51c8da9-46fb-4177-8770-42bac2632958 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] delete failed (client error): The resource could not be found. Jun 28 06:44:21.093732 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a51c8da9-46fb-4177-8770-42bac2632958 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/b7de3620-c873-47ba-ad89-11173d6cbeba HTTP/1.1" status: 404 len: 336 time: 0.0550456 Jun 28 06:44:21.116367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] For port 40e583fe-26a2-4e45-b18d-45c43f47cfe5, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:21.121415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51414) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:21.162200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] For port 40e583fe-26a2-4e45-b18d-45c43f47cfe5, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=40e583fe-26a2-4e45-b18d-45c43f47cfe5,segment=NetworkSegment(5a7cc102-0aa5-4266-92c1-06db0bfae6d0),segment_id=5a7cc102-0aa5-4266-92c1-06db0bfae6d0)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:21.167568 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8512375 Jun 28 06:44:21.169103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51416) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:21.175751 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Pushing event updated for resources: {'Port': ['ID=e388606e-5390-462b-9fa9-5d568d0a4cd0,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:21.175923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:21.177062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:21.184083 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e0602e56-73e2-482a-9c4f-eecdd6609ddd tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=66c4b035-2e0b-48aa-8861-1b43fc9fbc50 HTTP/1.1" status: 200 len: 205 time: 0.0600855 Jun 28 06:44:21.184254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ebdf07bb-0c59-4bff-bf2e-e37624db587f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:21.197679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Request body: {'port': {'network_id': '79917b46-468f-45e3-8be9-7fac95d8ed49', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1555266907', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:21.202188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.api.validators [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] bootfile-name is not in valid_values {{(pid=100886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:21.202188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.api.validators [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] tftp-server is not in valid_values {{(pid=100886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:21.202188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.api.validators [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] server-ip-address is not in valid_values {{(pid=100886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:21.204292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51418) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:21.205208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8::2c2 (533d1581-e96a-498e-a9bf-8ddf55a666ce/483adaec-c4ba-4640-8b53-706c7fbfe303/903a265f-bc0a-43a7-81d1-dac8b7601dc4) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:21.261468 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:21.322629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a126bd4a-5e1b-4a13-85aa-65b6faa78727 None None] Could not find standard attr ID for object 01ae6430-61bd-4e86-ac4c-caef6ecabe1c. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:44:21.332573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Pushing event updated for resources: {'Port': ['ID=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:21.348322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:21.353528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:21.388268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:17Z', 'revision_number': 3, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:21.465382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Checking router: 2a72d101-b79a-44e4-809b-ef39c548d25a for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:44:21.465715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Updating router 2a72d101-b79a-44e4-809b-ef39c548d25a port 91ad31b2-735a-4073-be67-bd15cc5ca2a4 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:44:21.530063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Allocated IP 172.20.0.10 (0ddf25bd-cd4a-4d77-b11a-ca54434f2eab/8353338a-ea5c-42d8-a279-d68a732bdc48/0621052f-3ba3-4b5a-8cea-2e182883e702) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:21.579931 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Pushing event updated for resources: {'Port': ['ID=40e583fe-26a2-4e45-b18d-45c43f47cfe5,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:21.582530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:21.584416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:21.659155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e388606e-5390-462b-9fa9-5d568d0a4cd0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:21.824226 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-9726d2da-8a4a-4887-9c1f-348e9489adea tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] delete failed (client error): The resource could not be found. Jun 28 06:44:21.824547 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9726d2da-8a4a-4887-9c1f-348e9489adea tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/66c4b035-2e0b-48aa-8861-1b43fc9fbc50 HTTP/1.1" status: 404 len: 336 time: 0.6169262 Jun 28 06:44:21.853743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51420) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:21.909565 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-efd09c9f-4011-4892-a6ac-6959323bd891 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae HTTP/1.1" status: 200 len: 205 time: 0.0449221 Jun 28 06:44:21.917202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51422) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:21.996526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port ae9b22d5-5b25-4b54-94ef-a39645098ece {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:21.996883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.016290 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-2baa5a80-a0f2-4733-8a58-9ba923946f89 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] delete failed (client error): The resource could not be found. Jun 28 06:44:22.018145 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2baa5a80-a0f2-4733-8a58-9ba923946f89 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/routers/5bb7fba8-bea4-4d09-baca-a9c1fb3f22ae HTTP/1.1" status: 404 len: 336 time: 0.0994956 Jun 28 06:44:22.028271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51424) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:22.029692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2614d163-7742-4d3d-a72b-cebad9156c29 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.056313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6909df66-2f35-4d73-af07-61255dcf6246 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:22.071433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.126282 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba930e84-859c-404d-88c4-43d3b240c2e4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] DELETE failed (client error): The resource could not be found. Jun 28 06:44:22.126739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba930e84-859c-404d-88c4-43d3b240c2e4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:44:22.130886 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ba930e84-859c-404d-88c4-43d3b240c2e4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] 10.222.0.24 "DELETE /v2.0/subnets/03d171dc-9af1-4885-9db3-0b11ff8bae29 HTTP/1.1" status: 404 len: 337 time: 0.0907936 Jun 28 06:44:22.171178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port e388606e-5390-462b-9fa9-5d568d0a4cd0 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:22.174319 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614d163-7742-4d3d-a72b-cebad9156c29 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=0290162a-f7b9-4949-ab4c-81edf996e7e9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:22.182944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2614d163-7742-4d3d-a72b-cebad9156c29 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:22.185615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2614d163-7742-4d3d-a72b-cebad9156c29 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.190748 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2614d163-7742-4d3d-a72b-cebad9156c29 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/0290162a-f7b9-4949-ab4c-81edf996e7e9 HTTP/1.1" status: 204 len: 168 time: 1.8044565 Jun 28 06:44:22.199254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51428) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:22.201048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26247e41-1e88-4826-8bd6-7dc377ac5b7a None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:22.300362 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a963ce4-25c1-4fc6-be37-29abc404d30c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet f7a3796b-0b76-4423-807f-af97a7593e80 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:22.302962 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.309487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a963ce4-25c1-4fc6-be37-29abc404d30c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.320907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Transition to ACTIVE for port object 91ad31b2-735a-4073-be67-bd15cc5ca2a4 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:22.341491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Made reservation on behalf of 527fdd3d68dc4f2bace51ec5ec4e66f8 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:22.345144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.359095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.399056 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 903a265f-bc0a-43a7-81d1-dac8b7601dc4 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:22.401236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] device_id is not set on port 47b29939-5b5d-4bcd-acff-faaf555fd61b yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:22.412384 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a963ce4-25c1-4fc6-be37-29abc404d30c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.420728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.426794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.433026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.450980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f50a2c8d-8d8c-4ed0-82c3-5ebefbbe1610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:22.459426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for ae9b22d5-5b25-4b54-94ef-a39645098ece owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:22.464782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Transition to ACTIVE for port object 0621052f-3ba3-4b5a-8cea-2e182883e702 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:22.519402 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Attempting to bind port 91ad31b2-735a-4073-be67-bd15cc5ca2a4 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:22.519893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Attempting to bind port 91ad31b2-735a-4073-be67-bd15cc5ca2a4 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:22.520209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Attempting to bind port 91ad31b2-735a-4073-be67-bd15cc5ca2a4 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:22.527977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:22.531793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:22.531793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.531793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:22.531793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Bound port: 91ad31b2-735a-4073-be67-bd15cc5ca2a4, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:22.531793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.531793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8b804-d5ba-4f57-9fef-1b755ed8dc9e None None] Pushing event updated for resources: {'Port': ['ID=91ad31b2-735a-4073-be67-bd15cc5ca2a4,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:22.536465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-16b8b804-d5ba-4f57-9fef-1b755ed8dc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:22.560031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.569808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ed968b4-c011-42ad-893d-a043ac735b88 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:22.614774 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] For port 91ad31b2-735a-4073-be67-bd15cc5ca2a4, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:22.618299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Allocated IP 172.20.0.3 (79917b46-468f-45e3-8be9-7fac95d8ed49/d27aafd8-9f6c-4675-862c-596896e7b5df/47b29939-5b5d-4bcd-acff-faaf555fd61b) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:22.619381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a963ce4-25c1-4fc6-be37-29abc404d30c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.625060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] For port 91ad31b2-735a-4073-be67-bd15cc5ca2a4, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=91ad31b2-735a-4073-be67-bd15cc5ca2a4,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:22.628603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Allocated IP 172.20.0.1 (55180fb3-ac20-4ce8-aeeb-de80dffcb6b6/94181330-8daa-4f63-8db3-dd5004767258/f14e46d1-54db-4619-b40d-7d1e2bf72f3a) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:22.649715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.659321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9e372a5c-7c44-4582-b126-4a8defb2679d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:22.692269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Subnet': ['ID=1453c812-eaaf-4649-81e9-c1fcf410162c,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:22.695654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:22.734718 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:22.738957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.741859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bf8c0c73-3a88-4d36-bae0-cf4c4372605a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:22.747746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:22.759588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:22.765252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:22.765978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.824351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Routers {'2a72d101-b79a-44e4-809b-ef39c548d25a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:22.825463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2a72d101-b79a-44e4-809b-ef39c548d25a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:22.829666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8b804-d5ba-4f57-9fef-1b755ed8dc9e None None] Pushing event updated for resources: {'Port': ['ID=91ad31b2-735a-4073-be67-bd15cc5ca2a4,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:22.842873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-16b8b804-d5ba-4f57-9fef-1b755ed8dc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:22.842975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=903a265f-bc0a-43a7-81d1-dac8b7601dc4,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:22.853343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:22.887972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Checking segment: {'id': '7ff9971a-8f8d-43bc-bf1a-0c8e2b186647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:22.888680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Network hostable DHCP agents. Network: 774ef932-89dc-4779-8a14-2614b20fc4f0, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:44:22.891639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:22.915886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f19c1d01-4abc-4149-aebc-d539471450e2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:22.985467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=0621052f-3ba3-4b5a-8cea-2e182883e702,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:22.989028 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2367601 Jun 28 06:44:22.989841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51432) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:23.012082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-0b7aeffd-6492-43ad-8316-918d056bb1d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:23.022720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] Set router 2a72d101-b79a-44e4-809b-ef39c548d25a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:44:23.039596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a963ce4-25c1-4fc6-be37-29abc404d30c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.045277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:23.057609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51434) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:23.062815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1c48a376-1716-4246-aea7-5e8c78528900 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:23.122406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a963ce4-25c1-4fc6-be37-29abc404d30c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a3796b-0b76-4423-807f-af97a7593e80,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:23.140055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6a963ce4-25c1-4fc6-be37-29abc404d30c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:23.141701 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:23.205306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:23.221819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:23.278580 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a963ce4-25c1-4fc6-be37-29abc404d30c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.290367 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6a963ce4-25c1-4fc6-be37-29abc404d30c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/f7a3796b-0b76-4423-807f-af97a7593e80 HTTP/1.1" status: 204 len: 168 time: 1.0879316 Jun 28 06:44:23.298918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51438) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:23.337741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.341977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:17Z', 'revision_number': 3, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:23.385435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa669a-9b75-424d-96a3-283ef33f21fd None None] The sync data for ids ['2a72d101-b79a-44e4-809b-ef39c548d25a'] in dv-neutron-797120-6-hyperv is: [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:17Z', 'revision_number': 3, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:23.418426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7aeffd-6492-43ad-8316-918d056bb1d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:23.423222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0b7aeffd-6492-43ad-8316-918d056bb1d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.472300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:44:23.477551 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0ad86726-bf51-46f0-8851-3e28da5bdc3f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1723976 Jun 28 06:44:23.487502 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51440) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:23.512260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:23.534546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c2c63e9-9e62-4af5-a500-a588d3a52c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.555651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399cb3a2-2cc6-4117-9a48-f163d4ef7420 None None] Network 79917b46-468f-45e3-8be9-7fac95d8ed49 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:23.628578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Transition to ACTIVE for port object f14e46d1-54db-4619-b40d-7d1e2bf72f3a will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:23.653075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:23.653771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.729501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:23.746184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 774ef932-89dc-4779-8a14-2614b20fc4f0) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:23.748158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.754128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-efd6db0d-b173-42fd-a764-704c78691ab0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:23.792021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:23.793498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.805671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=ae9b22d5-5b25-4b54-94ef-a39645098ece,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:23.809193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba492bc-f35e-4afc-b33a-aa1581d9c2bb None None] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:23.811201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:23.833186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.853547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e02a3-05b7-4321-8590-7b4069eb4991 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:23.865554 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.7262983 Jun 28 06:44:23.869093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51442) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:23.910514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Transition to ACTIVE for port object 47b29939-5b5d-4bcd-acff-faaf555fd61b will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:23.914121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.919504 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.ipam_backend_mixin [None req-0b7aeffd-6492-43ad-8316-918d056bb1d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 483adaec-c4ba-4640-8b53-706c7fbfe303 (CIDR: 2001:db8::/64) Jun 28 06:44:23.957310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf457-db36-46ff-954f-d9184dcd3fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:23.990783 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7aeffd-6492-43ad-8316-918d056bb1d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:44:23.992405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7aeffd-6492-43ad-8316-918d056bb1d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:44:24.019318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d99c97e2-a94e-4a61-86e0-107ebaef19b4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:24.020426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-48c77c7c-f0d6-485c-b940-1717fc1751f6 None None] Provisioning for port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:24.119805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:24.129526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf5070-b357-4bdf-bfae-7d2aad5e2ccf None None] Network 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:24.134572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:24.182326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:24.240607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Network 79917b46-468f-45e3-8be9-7fac95d8ed49 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:24.245759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:24.249064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:24.253740 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:24.259129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:24.370763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:24.371473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:24.375923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event updated for resources: {'Port': ['ID=47b29939-5b5d-4bcd-acff-faaf555fd61b,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:24.392557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:24.413104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:24.512622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:24.520571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Pushing event updated for resources: {'Port': ['ID=f14e46d1-54db-4619-b40d-7d1e2bf72f3a,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:24.524370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:24.556044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:24.561671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 40e583fe-26a2-4e45-b18d-45c43f47cfe5 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:24.616717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Provisioning complete for port d238aa95-fc62-4112-900e-855d1223ae04 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:24.616717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:24.736475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Port d238aa95-fc62-4112-900e-855d1223ae04 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:24.874337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-774ef932-89dc-4779-8a14-2614b20fc4f0', 'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0', 'tenant_id': '9f4da6ab553c4616aa7065bda48cde81', 'fixed_ips': [{'subnet_id': '1453c812-eaaf-4649-81e9-c1fcf410162c'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:24.875920 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:24.879703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Provisioning for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:24.901003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Provisioning complete for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:24.901400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.008937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:25.016286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:25.035865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:25.036250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.273367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c2c63e9-9e62-4af5-a500-a588d3a52c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.329750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 454c5e69-02c8-40e4-8e12-7c8dc7410e4f has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:25.361153 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Allocated IP 2001:db8::2 (774ef932-89dc-4779-8a14-2614b20fc4f0/1453c812-eaaf-4649-81e9-c1fcf410162c/9c66077c-72a9-4bdd-9c93-4bf32b116601) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:25.370305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c2c63e9-9e62-4af5-a500-a588d3a52c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.374640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5818695c-fc81-43a1-bb15-5459290b6384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:25.378352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.442493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] Deleting port cf5b304b-0eac-4d0d-aadd-0c4aae944bab {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:25.443206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.453425 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0b7aeffd-6492-43ad-8316-918d056bb1d2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4510019 Jun 28 06:44:25.456172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51444) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:25.461482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:25.512342 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.3335555 Jun 28 06:44:25.517293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51446) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:25.565551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] For port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,segment=NetworkSegment(715a355f-1bbd-4cd4-bcec-b56765fb0fbd),segment_id=715a355f-1bbd-4cd4-bcec-b56765fb0fbd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:25.578192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3955150 Jun 28 06:44:25.582674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.587536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51448) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:25.588397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c63e9-9e62-4af5-a500-a588d3a52c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba5a24-0042-455b-bcd2-b5c40fcd7407,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:25.594331 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7c2c63e9-9e62-4af5-a500-a588d3a52c24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f074deaf77cf4c9fbae6a1ec85a49bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5359159 Jun 28 06:44:25.605238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'port': {'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-230606655'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:25.615686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c2c63e9-9e62-4af5-a500-a588d3a52c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:25.617304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:25.619359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51450) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:25.630892 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc77a01f-d19c-4040-af09-311d6f219cb9 None None] Sync routers for ids ['454c5e69-02c8-40e4-8e12-7c8dc7410e4f'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:25.632799 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/454c5e69-02c8-40e4-8e12-7c8dc7410e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4424341 Jun 28 06:44:25.638545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51452) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:25.653326 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77a01f-d19c-4040-af09-311d6f219cb9 None None] Routers {'454c5e69-02c8-40e4-8e12-7c8dc7410e4f'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:25.656233 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bc77a01f-d19c-4040-af09-311d6f219cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['454c5e69-02c8-40e4-8e12-7c8dc7410e4f'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:25.683174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.690764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.693653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.719521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:25.732517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:25.736713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.762694 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bc77a01f-d19c-4040-af09-311d6f219cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:25.783497 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77a01f-d19c-4040-af09-311d6f219cb9 None None] Routers {'454c5e69-02c8-40e4-8e12-7c8dc7410e4f'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:25.784437 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bc77a01f-d19c-4040-af09-311d6f219cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:43:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['454c5e69-02c8-40e4-8e12-7c8dc7410e4f'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:25.842079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f76c35cf-9a27-4e77-b052-23da9d9d0464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.856466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.875188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Transition to ACTIVE for port object 9c66077c-72a9-4bdd-9c93-4bf32b116601 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:25.883755 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bc77a01f-d19c-4040-af09-311d6f219cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:25.884419 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc77a01f-d19c-4040-af09-311d6f219cb9 None None] The sync data for ids ['454c5e69-02c8-40e4-8e12-7c8dc7410e4f'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:25.899413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Transition to ACTIVE for port object 9c66077c-72a9-4bdd-9c93-4bf32b116601 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:25.922991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] For port cf5b304b-0eac-4d0d-aadd-0c4aae944bab, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cf5b304b-0eac-4d0d-aadd-0c4aae944bab,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:25.923450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:25.939840 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] Calling delete_port for cf5b304b-0eac-4d0d-aadd-0c4aae944bab owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:26.026748 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 40e583fe-26a2-4e45-b18d-45c43f47cfe5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=40e583fe-26a2-4e45-b18d-45c43f47cfe5,segment=NetworkSegment(5a7cc102-0aa5-4266-92c1-06db0bfae6d0),segment_id=5a7cc102-0aa5-4266-92c1-06db0bfae6d0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:26.032196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.059448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f76c35cf-9a27-4e77-b052-23da9d9d0464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.091923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Provisioning complete for port cf5b304b-0eac-4d0d-aadd-0c4aae944bab triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:26.092795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.095015 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb56643-73da-4322-855d-3050916e0a6d tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:26.100111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb56643-73da-4322-855d-3050916e0a6d tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:26.106707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb56643-73da-4322-855d-3050916e0a6d tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:26.111206 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fcb56643-73da-4322-855d-3050916e0a6d tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5899024 Jun 28 06:44:26.113917 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-262096b1-7fea-4360-87f3-91793a52d040 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] remove_router_interface failed (client error): The resource could not be found. Jun 28 06:44:26.118230 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-262096b1-7fea-4360-87f3-91793a52d040 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/454c5e69-02c8-40e4-8e12-7c8dc7410e4f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4648306 Jun 28 06:44:26.122593 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51454) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:26.126972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51456) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:26.139000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:26.146963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.155392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:26.157966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:26.164975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Pushing event updated for resources: {'Port': ['ID=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:26.167884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:26.175831 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fb240c50-202b-4f45-96a1-8b66c5192e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:26.205800 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4b51f18f-b962-4ddf-b9e1-4c471fc3b5d6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=454c5e69-02c8-40e4-8e12-7c8dc7410e4f HTTP/1.1" status: 200 len: 205 time: 0.0783870 Jun 28 06:44:26.208200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Made reservation on behalf of 9f4da6ab553c4616aa7065bda48cde81 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:26.212581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.215316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51458) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:26.224943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Pushing event updated for resources: {'Port': ['ID=9c66077c-72a9-4bdd-9c93-4bf32b116601,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:26.238749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.346908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.350214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] device_id is not set on port 03dc3ca1-43c5-4446-ab03-b7b0de21df1e yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:26.356023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.360330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1b1041bf-2727-4bb5-ab53-c0976d02d9ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:26.382847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:26.386724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.388559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Attempting to bind port 9c66077c-72a9-4bdd-9c93-4bf32b116601 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:26.389090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Attempting to bind port 9c66077c-72a9-4bdd-9c93-4bf32b116601 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '7ff9971a-8f8d-43bc-bf1a-0c8e2b186647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:26.389471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Attempting to bind port 9c66077c-72a9-4bdd-9c93-4bf32b116601 on network 774ef932-89dc-4779-8a14-2614b20fc4f0 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:26.399313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b6479b4-e375-48aa-bc0d-52aae2a04d45 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.410609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:26.414190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Checking segment: {'id': '7ff9971a-8f8d-43bc-bf1a-0c8e2b186647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:26.414190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.414190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Bound using segment: {'id': '7ff9971a-8f8d-43bc-bf1a-0c8e2b186647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:26.414190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Bound port: 9c66077c-72a9-4bdd-9c93-4bf32b116601, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff9971a-8f8d-43bc-bf1a-0c8e2b186647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:26.414190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.414837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=40e583fe-26a2-4e45-b18d-45c43f47cfe5,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:26.417870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:26.424379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:26.424746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:26.425447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.454805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0ccade6b-1f8e-4fd9-9ab4-2d87a73db1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:26.467580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 91ad31b2-735a-4073-be67-bd15cc5ca2a4 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:26.473432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f76c35cf-9a27-4e77-b052-23da9d9d0464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.476273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f76c35cf-9a27-4e77-b052-23da9d9d0464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.477651 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f76c35cf-9a27-4e77-b052-23da9d9d0464 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15ba5a24-0042-455b-bcd2-b5c40fcd7407 HTTP/1.1" status: 204 len: 168 time: 0.8558600 Jun 28 06:44:26.483515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d463e427-1492-451c-b60d-ee3866d27352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:26.494633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.496728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3033004d-cc04-46e7-b510-79909406a610 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Deleting port 47b29939-5b5d-4bcd-acff-faaf555fd61b {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:26.497305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3033004d-cc04-46e7-b510-79909406a610 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.536003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.539501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] No DVR routers for this DVR port cf5b304b-0eac-4d0d-aadd-0c4aae944bab on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:26.584679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] Pushing event deleted for resources: {'Port': ['ID=cf5b304b-0eac-4d0d-aadd-0c4aae944bab,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:26.594471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:26.612267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=0621052f-3ba3-4b5a-8cea-2e182883e702,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:26.626281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:26.630062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:26.638364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-123e97d9-c211-4c0a-bc58-868b1142c6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.640367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c35cf-9a27-4e77-b052-23da9d9d0464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ba5a24-0042-455b-bcd2-b5c40fcd7407,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:26.656947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] For port 9c66077c-72a9-4bdd-9c93-4bf32b116601, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:26.661148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] For port 9c66077c-72a9-4bdd-9c93-4bf32b116601, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=9c66077c-72a9-4bdd-9c93-4bf32b116601,segment=NetworkSegment(7ff9971a-8f8d-43bc-bf1a-0c8e2b186647),segment_id=7ff9971a-8f8d-43bc-bf1a-0c8e2b186647)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:26.676706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f76c35cf-9a27-4e77-b052-23da9d9d0464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:26.697641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3033004d-cc04-46e7-b510-79909406a610 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.721485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Provisioning for port e388606e-5390-462b-9fa9-5d568d0a4cd0 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:26.725783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Provisioning complete for port e388606e-5390-462b-9fa9-5d568d0a4cd0 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:26.726497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.732272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3033004d-cc04-46e7-b510-79909406a610 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Calling delete_port for 47b29939-5b5d-4bcd-acff-faaf555fd61b owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:26.752253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 91ad31b2-735a-4073-be67-bd15cc5ca2a4 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:26.760297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.761995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:26.772036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b6479b4-e375-48aa-bc0d-52aae2a04d45 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.774440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b6479b4-e375-48aa-bc0d-52aae2a04d45 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.788748 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 91ad31b2-735a-4073-be67-bd15cc5ca2a4 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:26.788748 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.892629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Pushing event updated for resources: {'Port': ['ID=9c66077c-72a9-4bdd-9c93-4bf32b116601,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:26.897249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:26.934795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b6479b4-e375-48aa-bc0d-52aae2a04d45 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.935298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6479b4-e375-48aa-bc0d-52aae2a04d45 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Fanout notify agent at l3_agent the message router_deleted on router 454c5e69-02c8-40e4-8e12-7c8dc7410e4f {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:26.956573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.966968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5b6479b4-e375-48aa-bc0d-52aae2a04d45 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:26.971896 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5b6479b4-e375-48aa-bc0d-52aae2a04d45 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/454c5e69-02c8-40e4-8e12-7c8dc7410e4f HTTP/1.1" status: 204 len: 168 time: 0.7507088 Jun 28 06:44:26.980706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51464) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:26.999392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Pushing event updated for resources: {'Port': ['ID=f14e46d1-54db-4619-b40d-7d1e2bf72f3a,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:27.001604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.016300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.034519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:27.058247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 91ad31b2-735a-4073-be67-bd15cc5ca2a4, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=91ad31b2-735a-4073-be67-bd15cc5ca2a4,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:27.067289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] For port e388606e-5390-462b-9fa9-5d568d0a4cd0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e388606e-5390-462b-9fa9-5d568d0a4cd0,segment=NetworkSegment(9fc30499-ca69-4f0d-8758-3000ab4a540a),segment_id=9fc30499-ca69-4f0d-8758-3000ab4a540a)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:27.092956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Allocated IP 2001:db8::288 (774ef932-89dc-4779-8a14-2614b20fc4f0/1453c812-eaaf-4649-81e9-c1fcf410162c/03dc3ca1-43c5-4446-ab03-b7b0de21df1e) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:27.168380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.169806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:27.172574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:27.184268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.objects.ports [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100886) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:44:27.193122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.193647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.223653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:27.232040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7539d8c1-4281-43d1-9e0d-25e7fbcca712 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting subnet 457a1d97-8f59-4d2d-b24f-da7ce81c82f4 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:27.280547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=91ad31b2-735a-4073-be67-bd15cc5ca2a4,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:27.291515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:27.292216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a9e1499e-1138-4a59-b2ca-c373946dd464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:27.376077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:27.376460 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.421703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Pushing event updated for resources: {'Port': ['ID=e388606e-5390-462b-9fa9-5d568d0a4cd0,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:27.426849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:27.545361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cf5b304b-0eac-4d0d-aadd-0c4aae944bab no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:27.572525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: cf5b304b-0eac-4d0d-aadd-0c4aae944bab {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:27.575514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cf5b304b-0eac-4d0d-aadd-0c4aae944bab not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:27.595443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.620045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7539d8c1-4281-43d1-9e0d-25e7fbcca712 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.626863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51466) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:27.630503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:27.657152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.676842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:27.688656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:27.689144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.690461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af00c225-a4b2-4f6d-8ce1-f10b0e45cd4f None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:27.725159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=f9b3e355-54c9-4a2a-b5be-599ae128709d,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:27.729870 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7539d8c1-4281-43d1-9e0d-25e7fbcca712 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.737121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:27.744468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:27.759648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:27.761111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.769386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning for port 47b29939-5b5d-4bcd-acff-faaf555fd61b completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:27.770086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-54166e91-900d-40cb-acce-a545c2ccea79 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:27.778441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning complete for port 47b29939-5b5d-4bcd-acff-faaf555fd61b triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:27.778987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.782869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3033004d-cc04-46e7-b510-79909406a610 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.806007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Port 47b29939-5b5d-4bcd-acff-faaf555fd61b was deleted so its status cannot be updated. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 28 06:44:27.843092 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3468728 Jun 28 06:44:27.846484 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-74ef513f-bf27-42b3-8bf8-7f56fbc678d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34777db5deba44b8bdde97e61eaf4512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178926 Jun 28 06:44:27.855369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51468) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:27.855699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51470) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:27.855808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning complete for port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:27.856113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:27.870141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:27.878908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:27.927542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:27.962046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31c6f43-236c-48b2-a312-a184903ee920 None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:27.968193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:27.968193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.029017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'f9b3e355-54c9-4a2a-b5be-599ae128709d'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:28.030806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.030928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Router 2a72d101-b79a-44e4-809b-ef39c548d25a has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:28.091106 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=185b32d4-0df5-4b92-a2b7-347ce786aecc,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:28.161108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:28.166830 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-43a48b07-5e9b-4117-b49e-3ae55af4f31d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:28.292765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.294926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033004d-cc04-46e7-b510-79909406a610 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event deleted for resources: {'Port': ['ID=47b29939-5b5d-4bcd-acff-faaf555fd61b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:28.331461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.334323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:28.343151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] 10.222.0.24 "PUT /v2.0/routers/2a72d101-b79a-44e4-809b-ef39c548d25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8603783 Jun 28 06:44:28.352813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3033004d-cc04-46e7-b510-79909406a610 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:28.387877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Transition to ACTIVE for port object 03dc3ca1-43c5-4446-ab03-b7b0de21df1e will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:28.410882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7539d8c1-4281-43d1-9e0d-25e7fbcca712 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.418988 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9617255 Jun 28 06:44:28.431477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d9db0-8e52-44cd-81ce-5bcbdcf1247c None None] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:28.464103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Sync routers for ids ['2a72d101-b79a-44e4-809b-ef39c548d25a'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:28.469194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51474) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:28.486938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 9c66077c-72a9-4bdd-9c93-4bf32b116601 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:28.510562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0bebc18-a557-4cfd-9fcc-68a731e17d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.519512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1168363875', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '185b32d4-0df5-4b92-a2b7-347ce786aecc'}], 'security_groups': ['c95d9e8d-eb77-413a-9b21-f9ffa71b44c0']}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:28.530251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Routers {'2a72d101-b79a-44e4-809b-ef39c548d25a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:28.530870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2a72d101-b79a-44e4-809b-ef39c548d25a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:28.560066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:28.563985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.577548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3033004d-cc04-46e7-b510-79909406a610 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.580991 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3033004d-cc04-46e7-b510-79909406a610 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "DELETE /v2.0/ports/47b29939-5b5d-4bcd-acff-faaf555fd61b HTTP/1.1" status: 204 len: 168 time: 2.4569931 Jun 28 06:44:28.602988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51480) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:28.619565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Request body: {'port': {'name': 'tempest-new-port-name-307487805', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:28.619983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.api.validators [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] bootfile-name is not in valid_values {{(pid=100886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:28.620328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.api.validators [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] tftp-server is not in valid_values {{(pid=100886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:28.620922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.api.validators [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] server-ip-address is not in valid_values {{(pid=100886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:28.622838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.653828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:28.719303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0bebc18-a557-4cfd-9fcc-68a731e17d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.725073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Port': ['ID=03dc3ca1-43c5-4446-ab03-b7b0de21df1e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:28.738326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:28.753181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:28.757915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:28.761140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:28.768035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:28.768902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.820056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Allocated IP 2001:db8::f816:3eff:fe9b:4afc (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/f9b3e355-54c9-4a2a-b5be-599ae128709d/2c39ae1d-f421-4d14-9bcb-375675782148) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:28.841493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Set router 2a72d101-b79a-44e4-809b-ef39c548d25a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:44:28.846862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.856832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7539d8c1-4281-43d1-9e0d-25e7fbcca712 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.863580 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-629f55c7-0dcc-48db-a1d2-9f89d4d1732f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:28.880996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning for port 528843d4-5c79-4a14-a685-5e612b4eb26e completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:28.891375 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2998035 Jun 28 06:44:28.892068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51482) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:28.900093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'port': {'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1796478299', 'allowed_address_pairs': [{'ip_address': '2001:db8::288', 'mac_address': 'fa:16:3e:57:4e:da'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:28.910017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning complete for port 528843d4-5c79-4a14-a685-5e612b4eb26e triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:28.910475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.969802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539d8c1-4281-43d1-9e0d-25e7fbcca712 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Subnet': ['ID=457a1d97-8f59-4d2d-b24f-da7ce81c82f4,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:28.980383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7539d8c1-4281-43d1-9e0d-25e7fbcca712 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.982283 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7539d8c1-4281-43d1-9e0d-25e7fbcca712 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/457a1d97-8f59-4d2d-b24f-da7ce81c82f4 HTTP/1.1" status: 204 len: 168 time: 1.9979711 Jun 28 06:44:28.986088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:28.989834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7539d8c1-4281-43d1-9e0d-25e7fbcca712 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:28.990828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51484) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:28.998898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 9c66077c-72a9-4bdd-9c93-4bf32b116601 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:29.036026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703cb591-6f21-4a11-8daf-061b6720b2bd None None] Network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:29.040654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51486) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:29.043365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-49ea36af-ba0f-4dd4-b638-171b4f0655a5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:29.047177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.052894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c9099a6f-5bf8-4dbc-85fb-5e64a686eb8f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574345201', 'description': 'tempest-description--1549174537'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:29.093095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.103618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 91ad31b2-735a-4073-be67-bd15cc5ca2a4 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:29.104032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.151007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.174640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=0621052f-3ba3-4b5a-8cea-2e182883e702,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:29.191388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:29.217721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9099a6f-5bf8-4dbc-85fb-5e64a686eb8f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.219064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Port 528843d4-5c79-4a14-a685-5e612b4eb26e cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:29.268623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:29.270517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:29.305456 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0bebc18-a557-4cfd-9fcc-68a731e17d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.308014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0bebc18-a557-4cfd-9fcc-68a731e17d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.311622 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d0bebc18-a557-4cfd-9fcc-68a731e17d90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbf4a2e6-91c2-4976-8dc8-cee9be50b9b3 HTTP/1.1" status: 204 len: 168 time: 1.4500248 Jun 28 06:44:29.344972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1cf237c8-a429-4481-9af8-039eabda1507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:29.378851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Made reservation on behalf of 9f4da6ab553c4616aa7065bda48cde81 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:29.410627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bebc18-a557-4cfd-9fcc-68a731e17d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf4a2e6-91c2-4976-8dc8-cee9be50b9b3,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:29.445109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.445397 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning for port 903a265f-bc0a-43a7-81d1-dac8b7601dc4 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:29.470221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d0bebc18-a557-4cfd-9fcc-68a731e17d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:29.514794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning complete for port 903a265f-bc0a-43a7-81d1-dac8b7601dc4 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:29.515190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.557644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.667640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 91ad31b2-735a-4073-be67-bd15cc5ca2a4 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:29.668022 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.668509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9099a6f-5bf8-4dbc-85fb-5e64a686eb8f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.679641 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.679861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] device_id is not set on port 514cc01f-928e-46a3-9e15-991aa0cd498c yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:29.721261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:29.722211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.733954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Transition to ACTIVE for port object 2c39ae1d-f421-4d14-9bcb-375675782148 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:29.740048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Port 903a265f-bc0a-43a7-81d1-dac8b7601dc4 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:29.742992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9099a6f-5bf8-4dbc-85fb-5e64a686eb8f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.758984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d22a5b28-4b51-4169-b451-a270e1fc4655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:29.773032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router ec25cd2f-74b6-4174-8258-7288eb6b5d27 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:44:29.780760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.784907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Transition to ACTIVE for port object 2c39ae1d-f421-4d14-9bcb-375675782148 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:29.786869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf695f-2ab7-43f1-8ead-8c0f32ddbb37 None None] Update dhcp port {'port': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'fixed_ips': [{'subnet_id': '483adaec-c4ba-4640-8b53-706c7fbfe303', 'ip_address': '2001:db8::2'}, {'subnet_id': '185b32d4-0df5-4b92-a2b7-347ce786aecc'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': '7bad8e6a-d5e4-4b71-82af-6c82c0acd64c'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:44:29.794845 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6a963ce4-25c1-4fc6-be37-29abc404d30c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:29.836410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:25Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'f14e46d1-54db-4619-b40d-7d1e2bf72f3a', 'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'mac_address': 'fa:16:3e:72:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:22Z', 'updated_at': '2021-06-28T06:44:26Z', 'revision_number': 2, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'subnets': [{'id': '94181330-8daa-4f63-8db3-dd5004767258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:29.838180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9099a6f-5bf8-4dbc-85fb-5e64a686eb8f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.841681 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c9099a6f-5bf8-4dbc-85fb-5e64a686eb8f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7903221 Jun 28 06:44:29.843602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9099a6f-5bf8-4dbc-85fb-5e64a686eb8f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5386b2-019a-49ae-bbdb-8e35872d5cd2,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:29.861890 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c9099a6f-5bf8-4dbc-85fb-5e64a686eb8f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:29.865248 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51490) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:29.902268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Checking router: 2a72d101-b79a-44e4-809b-ef39c548d25a for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:44:29.902638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Updating router 2a72d101-b79a-44e4-809b-ef39c548d25a port f14e46d1-54db-4619-b40d-7d1e2bf72f3a binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:44:29.906528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2872f0d4-d7da-4e48-8e0f-f6be404d062a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Request body: {'security_group_rule': {'security_group_id': '2d5386b2-019a-49ae-bbdb-8e35872d5cd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:29.907809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.917936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning for port 0621052f-3ba3-4b5a-8cea-2e182883e702 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:29.937461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:29.939097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-43bf695f-2ab7-43f1-8ead-8c0f32ddbb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.950640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] DHCP port deletion for 218f301b-a92f-4d3e-a4c8-3c177c33bf21 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:29.957551 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:29.968000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.970889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=96f666b5-1369-43ee-b47c-8c4cc9e7cbbe,segment=NetworkSegment(e3038ed0-9b9e-441d-acc4-c571439bd6aa),segment_id=e3038ed0-9b9e-441d-acc4-c571439bd6aa)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:29.971217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:29.978383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:29.987457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning complete for port 0621052f-3ba3-4b5a-8cea-2e182883e702 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:29.987793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.011993 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:30.012580 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.027644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:30.046198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:30.050582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=139a5ab7-ddd6-44a4-bbf1-191497cd6f51,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:30.064741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:30.064741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.064979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Allocated IP 2001:db8::2ad (774ef932-89dc-4779-8a14-2614b20fc4f0/1453c812-eaaf-4649-81e9-c1fcf410162c/514cc01f-928e-46a3-9e15-991aa0cd498c) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:30.074243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4aa8ab64-0ea3-495a-b336-003731c2231d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:30.083285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:30.083754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:30.099467 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82182c46-e055-4b78-bff5-a76f18c0c1ce None None] Sync routers for ids ['ec25cd2f-74b6-4174-8258-7288eb6b5d27'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:30.099987 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/ec25cd2f-74b6-4174-8258-7288eb6b5d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2157917 Jun 28 06:44:30.105814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51494) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:30.111062 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82182c46-e055-4b78-bff5-a76f18c0c1ce None None] Routers {'ec25cd2f-74b6-4174-8258-7288eb6b5d27'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:30.111720 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-82182c46-e055-4b78-bff5-a76f18c0c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['ec25cd2f-74b6-4174-8258-7288eb6b5d27'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:30.126633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.144266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e388606e-5390-462b-9fa9-5d568d0a4cd0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:30.150164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:30.171725 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-82182c46-e055-4b78-bff5-a76f18c0c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:30.187976 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82182c46-e055-4b78-bff5-a76f18c0c1ce None None] Routers {'ec25cd2f-74b6-4174-8258-7288eb6b5d27'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:30.188590 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-82182c46-e055-4b78-bff5-a76f18c0c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['ec25cd2f-74b6-4174-8258-7288eb6b5d27'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:30.202774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2872f0d4-d7da-4e48-8e0f-f6be404d062a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.205439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Port 0621052f-3ba3-4b5a-8cea-2e182883e702 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:30.227078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Delete allocated IP 2001:db8::2c2 (533d1581-e96a-498e-a9bf-8ddf55a666ce/483adaec-c4ba-4640-8b53-706c7fbfe303) {{(pid=100886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 28 06:44:30.228414 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-82182c46-e055-4b78-bff5-a76f18c0c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:30.229099 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82182c46-e055-4b78-bff5-a76f18c0c1ce None None] The sync data for ids ['ec25cd2f-74b6-4174-8258-7288eb6b5d27'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:30.268948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6539250-b742-4460-a93d-2030a1f5082d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:30.269367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8:0:1::1b5 (533d1581-e96a-498e-a9bf-8ddf55a666ce/185b32d4-0df5-4b92-a2b7-347ce786aecc/903a265f-bc0a-43a7-81d1-dac8b7601dc4) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:30.274953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e6539250-b742-4460-a93d-2030a1f5082d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports/0621052f-3ba3-4b5a-8cea-2e182883e702 HTTP/1.1" status: 200 len: 977 time: 0.1680944 Jun 28 06:44:30.300638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51496) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:30.302227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event updated for resources: {'Port': ['ID=528843d4-5c79-4a14-a685-5e612b4eb26e,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:30.323216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:30.330192 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4725411 Jun 28 06:44:30.344989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51500) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:30.353889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:70:0b:7b', 'name': 'tempest-NetworksTestDHCPv6-30006981'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:30.538443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2872f0d4-d7da-4e48-8e0f-f6be404d062a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.555557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] In _notify_port_updated(), no bound segment for port 528843d4-5c79-4a14-a685-5e612b4eb26e on network 79917b46-468f-45e3-8be9-7fac95d8ed49 {{(pid=100886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:44:30.565468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:30.566342 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.567701 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "PUT /v2.0/ports/528843d4-5c79-4a14-a685-5e612b4eb26e HTTP/1.1" status: 200 len: 1136 time: 1.9630020 Jun 28 06:44:30.573591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51506) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:30.590014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Pushing event updated for resources: {'Port': ['ID=2c39ae1d-f421-4d14-9bcb-375675782148,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:30.663926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.671702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-458017de-3482-41ff-b213-6daf91e5d86d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:30.693750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:30.699441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2872f0d4-d7da-4e48-8e0f-f6be404d062a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.714417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=96f666b5-1369-43ee-b47c-8c4cc9e7cbbe,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:30.716322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No DVR routers for this DVR port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:30.723564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:30.858879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.862353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.869994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning for port f14e46d1-54db-4619-b40d-7d1e2bf72f3a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:30.881311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218f301b-a92f-4d3e-a4c8-3c177c33bf21']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:30.891339 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Ignored duplicate provisioning block setup for port 903a265f-bc0a-43a7-81d1-dac8b7601dc4 by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 28 06:44:30.894862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3038ed0-9b9e-441d-acc4-c571439bd6aa') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:30.895293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3038ed0-9b9e-441d-acc4-c571439bd6aa') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:30.906546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.908837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:30.937564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Attempting to bind port 2c39ae1d-f421-4d14-9bcb-375675782148 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:30.938127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Attempting to bind port 2c39ae1d-f421-4d14-9bcb-375675782148 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:30.938566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Attempting to bind port 2c39ae1d-f421-4d14-9bcb-375675782148 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:30.946738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning complete for port f14e46d1-54db-4619-b40d-7d1e2bf72f3a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:30.947521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.947645 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.986057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:30.986466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.990027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:30.991818 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:31.005335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-060f2c3c-54f9-480e-bc6b-48b67b04f476 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:31.020110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:31.070582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872f0d4-d7da-4e48-8e0f-f6be404d062a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82021f47-5d39-4418-b916-d40120f85b86,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:31.073688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.073855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:31.073855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:31.074213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.074631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:31.076800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Bound port: 2c39ae1d-f421-4d14-9bcb-375675782148, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:31.077230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.088236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47015bf5-93cf-4e06-9be1-7957699a19f3 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:31.089870 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-47015bf5-93cf-4e06-9be1-7957699a19f3 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "GET /v2.0/ports/528843d4-5c79-4a14-a685-5e612b4eb26e HTTP/1.1" status: 200 len: 1136 time: 0.4464531 Jun 28 06:44:31.097644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2872f0d4-d7da-4e48-8e0f-f6be404d062a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:31.100397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51516) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:31.117894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Transition to ACTIVE for port object 514cc01f-928e-46a3-9e15-991aa0cd498c will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:31.168182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-43bf695f-2ab7-43f1-8ead-8c0f32ddbb37 None None] Allocated IP 2001:db8:0:1::2 (533d1581-e96a-498e-a9bf-8ddf55a666ce/185b32d4-0df5-4b92-a2b7-347ce786aecc/7bad8e6a-d5e4-4b71-82af-6c82c0acd64c) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:31.181495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2872f0d4-d7da-4e48-8e0f-f6be404d062a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.182680 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2872f0d4-d7da-4e48-8e0f-f6be404d062a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2805245 Jun 28 06:44:31.191081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51520) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:31.198890 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-91cea881-b847-4c5d-b9d2-df61aefb2a19 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Request body: {'security_group_rule': {'security_group_id': '2d5386b2-019a-49ae-bbdb-8e35872d5cd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:31.286654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51522) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:31.300511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Port f14e46d1-54db-4619-b40d-7d1e2bf72f3a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:31.311328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e388606e-5390-462b-9fa9-5d568d0a4cd0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:31.311710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.314034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] Deleting port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:31.314409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.354313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.357624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-9bdabfe7-cd6b-463d-b2bd-f04df904146c tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Deleting port 528843d4-5c79-4a14-a685-5e612b4eb26e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:31.358228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9bdabfe7-cd6b-463d-b2bd-f04df904146c tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.363427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e6690c00-4d60-4840-93ad-43157d6d3c0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:31.441713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] In _notify_port_updated(), no bound segment for port 903a265f-bc0a-43a7-81d1-dac8b7601dc4 on network 533d1581-e96a-498e-a9bf-8ddf55a666ce {{(pid=100886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:44:31.448415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:31.449575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.451454 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "PUT /v2.0/ports/903a265f-bc0a-43a7-81d1-dac8b7601dc4 HTTP/1.1" status: 200 len: 931 time: 2.9382756 Jun 28 06:44:31.459142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51526) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:31.468214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=903a265f-bc0a-43a7-81d1-dac8b7601dc4,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:31.473972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.479156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:31.495384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-91cea881-b847-4c5d-b9d2-df61aefb2a19 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.503510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-43bf695f-2ab7-43f1-8ead-8c0f32ddbb37 None None] For port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,segment=NetworkSegment(715a355f-1bbd-4cd4-bcec-b56765fb0fbd),segment_id=715a355f-1bbd-4cd4-bcec-b56765fb0fbd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:31.506081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:31.512324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] For port 2c39ae1d-f421-4d14-9bcb-375675782148, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:31.520658 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 4c669346-8b50-48a7-88c7-0fe5eaf8157a yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:31.524048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:31.525218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Provisioning complete for port e388606e-5390-462b-9fa9-5d568d0a4cd0 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:31.525607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1be8ede3-08db-445b-b146-84e8c3c4923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.536140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.540980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] For port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:31.541389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.545945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:31.562317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:31.574638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:31.575578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.580075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] For port 2c39ae1d-f421-4d14-9bcb-375675782148, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2c39ae1d-f421-4d14-9bcb-375675782148,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:31.584304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.587763 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/networks/218f301b-a92f-4d3e-a4c8-3c177c33bf21 HTTP/1.1" status: 204 len: 168 time: 2.5965297 Jun 28 06:44:31.597272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51528) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:31.605886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1575408074'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:31.615276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] Calling delete_port for 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:31.618926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Port': ['ID=514cc01f-928e-46a3-9e15-991aa0cd498c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:31.628873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.ipam_backend_mixin [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] Port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe was not found and therefore no delete operation was performed {{(pid=100888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:44:31.633759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Network': ['ID=218f301b-a92f-4d3e-a4c8-3c177c33bf21,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:31.633971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1606551961'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:31.643589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:31.645707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:31.650406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-43bf695f-2ab7-43f1-8ead-8c0f32ddbb37 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.660040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.666899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0325bfda-6997-4c3f-8155-d8c8051dd6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:31.669272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.703903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.712899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9bdabfe7-cd6b-463d-b2bd-f04df904146c tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.716979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2a47f2c9-1cd7-4154-8ff7-bf000fdad34c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 903a265f-bc0a-43a7-81d1-dac8b7601dc4 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:31.717579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a47f2c9-1cd7-4154-8ff7-bf000fdad34c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.729780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] Network 218f301b-a92f-4d3e-a4c8-3c177c33bf21 is not hosted by any dhcp agent {{(pid=100888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 28 06:44:31.730253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] No DVR routers for this DVR port 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:31.744744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] Pushing event deleted for resources: {'Port': ['ID=96f666b5-1369-43ee-b47c-8c4cc9e7cbbe,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:31.750851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-43bf695f-2ab7-43f1-8ead-8c0f32ddbb37 None None] Transition to ACTIVE for port object 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:31.751860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:31.758036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-41d27391-9e7b-4ae5-adaa-4d0c0f53340f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:31.813461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a47f2c9-1cd7-4154-8ff7-bf000fdad34c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.827498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2a47f2c9-1cd7-4154-8ff7-bf000fdad34c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 903a265f-bc0a-43a7-81d1-dac8b7601dc4 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:31.832956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-9bdabfe7-cd6b-463d-b2bd-f04df904146c tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Calling delete_port for 528843d4-5c79-4a14-a685-5e612b4eb26e owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:31.879231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-43bf695f-2ab7-43f1-8ead-8c0f32ddbb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.908359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 40e583fe-26a2-4e45-b18d-45c43f47cfe5 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:31.917828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:31.921441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.948735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-91cea881-b847-4c5d-b9d2-df61aefb2a19 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.959083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:31.967064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Pushing event updated for resources: {'Port': ['ID=2c39ae1d-f421-4d14-9bcb-375675782148,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:31.975094 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:31.995671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-14060f9a-6366-4788-9c4f-c90e7654196c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:32.027838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Transition to ACTIVE for port object f14e46d1-54db-4619-b40d-7d1e2bf72f3a will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:32.079295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 172.20.0.3 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/139a5ab7-ddd6-44a4-bbf1-191497cd6f51/4c669346-8b50-48a7-88c7-0fe5eaf8157a) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:32.088264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf695f-2ab7-43f1-8ead-8c0f32ddbb37 None None] Pushing event updated for resources: {'Port': ['ID=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:32.088976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::f816:3eff:fe70:b7b (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/f9b3e355-54c9-4a2a-b5be-599ae128709d/4c669346-8b50-48a7-88c7-0fe5eaf8157a) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:32.092193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-43bf695f-2ab7-43f1-8ead-8c0f32ddbb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:32.094021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:32.094407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.108821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a47f2c9-1cd7-4154-8ff7-bf000fdad34c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.114247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-128dc0a2-6fc5-4426-bbc4-d81e10b6161d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:32.115508 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.2172670 Jun 28 06:44:32.119086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51530) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:32.126849 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-91cea881-b847-4c5d-b9d2-df61aefb2a19 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.142162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:32.179834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cea881-b847-4c5d-b9d2-df61aefb2a19 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619c2231-02aa-4041-adb7-00ce2de9831a,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:32.192441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.205642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-91cea881-b847-4c5d-b9d2-df61aefb2a19 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:32.213531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:32.235956 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47f2c9-1cd7-4154-8ff7-bf000fdad34c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=903a265f-bc0a-43a7-81d1-dac8b7601dc4,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:32.254793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a47f2c9-1cd7-4154-8ff7-bf000fdad34c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:32.262261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Made reservation on behalf of 22f82fddb1d440879cd92b3cedefde5f for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:32.268023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.309293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.316056 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a47f2c9-1cd7-4154-8ff7-bf000fdad34c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.321042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9bdabfe7-cd6b-463d-b2bd-f04df904146c tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.321731 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2a47f2c9-1cd7-4154-8ff7-bf000fdad34c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/903a265f-bc0a-43a7-81d1-dac8b7601dc4 HTTP/1.1" status: 204 len: 168 time: 0.8606119 Jun 28 06:44:32.322549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51532) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:32.327482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:32.342123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b2e02e0b-ca74-48d2-9134-c353c2c390c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:32.363690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Attempting to bind port f14e46d1-54db-4619-b40d-7d1e2bf72f3a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:32.364087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Attempting to bind port f14e46d1-54db-4619-b40d-7d1e2bf72f3a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:32.364464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Attempting to bind port f14e46d1-54db-4619-b40d-7d1e2bf72f3a on network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:32.372929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:32.373304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Checking segment: {'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:32.376660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.376660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Bound using segment: {'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:32.376660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Bound port: f14e46d1-54db-4619-b40d-7d1e2bf72f3a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:32.376660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.391166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc3415-736d-448b-95a7-8d1ba0d0fc98 None None] Pushing event updated for resources: {'Port': ['ID=f14e46d1-54db-4619-b40d-7d1e2bf72f3a,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:32.399470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdabfe7-cd6b-463d-b2bd-f04df904146c tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event deleted for resources: {'Port': ['ID=528843d4-5c79-4a14-a685-5e612b4eb26e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:32.407108 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e46f72-7d13-494b-9bb4-92dc23f7229b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:44:32.411763 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-41e46f72-7d13-494b-9bb4-92dc23f7229b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/903a265f-bc0a-43a7-81d1-dac8b7601dc4 HTTP/1.1" status: 404 len: 333 time: 0.0547731 Jun 28 06:44:32.435790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Provisioning for port 9c66077c-72a9-4bdd-9c93-4bf32b116601 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:32.438814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-83fc3415-736d-448b-95a7-8d1ba0d0fc98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:32.441461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51534) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:32.454338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Provisioning complete for port 9c66077c-72a9-4bdd-9c93-4bf32b116601 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:32.454578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.493554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9bdabfe7-cd6b-463d-b2bd-f04df904146c tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:32.499490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-91cea881-b847-4c5d-b9d2-df61aefb2a19 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.504549 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-91cea881-b847-4c5d-b9d2-df61aefb2a19 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3105783 Jun 28 06:44:32.518007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.520364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51536) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:32.534108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 4c669346-8b50-48a7-88c7-0fe5eaf8157a will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:32.567563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:32.592296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] For port f14e46d1-54db-4619-b40d-7d1e2bf72f3a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:32.594375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.594749 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added segment ca8df511-fb2a-42c6-88e0-4518d262e7ba of type vlan for network 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 Jun 28 06:44:32.618508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] For port f14e46d1-54db-4619-b40d-7d1e2bf72f3a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f14e46d1-54db-4619-b40d-7d1e2bf72f3a,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:32.623658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.671301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092cd92b-4177-4ea0-91a7-8280f88f53a7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:32.685316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] For port 9c66077c-72a9-4bdd-9c93-4bf32b116601, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=9c66077c-72a9-4bdd-9c93-4bf32b116601,segment=NetworkSegment(7ff9971a-8f8d-43bc-bf1a-0c8e2b186647),segment_id=7ff9971a-8f8d-43bc-bf1a-0c8e2b186647)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:32.686778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092cd92b-4177-4ea0-91a7-8280f88f53a7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:32.692893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092cd92b-4177-4ea0-91a7-8280f88f53a7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:32.698444 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-092cd92b-4177-4ea0-91a7-8280f88f53a7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5625060 Jun 28 06:44:32.702949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51538) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:32.704168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.715811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d1e2e2b9-c777-4f29-b3f4-e7a282e2761a tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:32.720027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.734615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f1fbf25b-818e-4b5d-a129-bf01c2fd4097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:32.765385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.777440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.822492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:32.824415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Provisioning complete for port 0621052f-3ba3-4b5a-8cea-2e182883e702 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:32.824808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.834624 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:32.864380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:32.885671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Routers {'2a72d101-b79a-44e4-809b-ef39c548d25a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:32.886921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2a72d101-b79a-44e4-809b-ef39c548d25a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:32.897669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.918730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b91b4393-fcf6-435a-8bc8-2f2cf40e955b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.930722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 0621052f-3ba3-4b5a-8cea-2e182883e702 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:32.931267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:32.935697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=4c669346-8b50-48a7-88c7-0fe5eaf8157a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:32.958995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:32.986960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.005231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:33.022664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.023312 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Added segment 9a2fe807-5b46-4501-8a91-c721e536fa34 of type vlan for network 36a076de-d796-48c1-8e3b-72ca82d1d044 Jun 28 06:44:33.028682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b91b4393-fcf6-435a-8bc8-2f2cf40e955b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.059694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2c39ae1d-f421-4d14-9bcb-375675782148 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:33.073993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] Set router 2a72d101-b79a-44e4-809b-ef39c548d25a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:44:33.076483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc3415-736d-448b-95a7-8d1ba0d0fc98 None None] Pushing event updated for resources: {'Port': ['ID=f14e46d1-54db-4619-b40d-7d1e2bf72f3a,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:33.082589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.088616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:33.089595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.142549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:33.174968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb27a81-017e-4e87-a241-a46d26f052fb tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Deleting port 514cc01f-928e-46a3-9e15-991aa0cd498c {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:33.175336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4bb27a81-017e-4e87-a241-a46d26f052fb tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.199453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.205457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:33.206205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.279668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7862693e-308e-4ddd-b17b-19d1c67bdce4,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:33.295738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:33.298715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9bdabfe7-cd6b-463d-b2bd-f04df904146c tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.303944 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9bdabfe7-cd6b-463d-b2bd-f04df904146c tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "DELETE /v2.0/ports/528843d4-5c79-4a14-a685-5e612b4eb26e HTTP/1.1" status: 204 len: 168 time: 2.2011015 Jun 28 06:44:33.308260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:33.311294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4bb27a81-017e-4e87-a241-a46d26f052fb tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.327037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51540) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:33.327311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-4bb27a81-017e-4e87-a241-a46d26f052fb tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Calling delete_port for 514cc01f-928e-46a3-9e15-991aa0cd498c owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:33.364705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-83fc3415-736d-448b-95a7-8d1ba0d0fc98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:33.369083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-83fc3415-736d-448b-95a7-8d1ba0d0fc98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.585s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:33.403395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Port 0621052f-3ba3-4b5a-8cea-2e182883e702 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:33.423823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d6893d-61dd-4136-91a1-016f6d0182fd tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Deleting subnet d27aafd8-9f6c-4675-862c-596896e7b5df {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:33.487526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Network': ['ID=1d99b9ef-4560-452a-9fc6-0b09fc1b4830,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:33.490341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a2d6893d-61dd-4136-91a1-016f6d0182fd tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.493846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b91b4393-fcf6-435a-8bc8-2f2cf40e955b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.499161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b91b4393-fcf6-435a-8bc8-2f2cf40e955b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.500723 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b91b4393-fcf6-435a-8bc8-2f2cf40e955b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b68e787-d50a-4c18-a358-3479cf9328ed HTTP/1.1" status: 204 len: 168 time: 1.0586321 Jun 28 06:44:33.501852 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ffb8e261-9ac6-405e-988b-59050600eca6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:33.507438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51542) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:33.514573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.528073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.533917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:33.534602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.551367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b4393-fcf6-435a-8bc8-2f2cf40e955b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b68e787-d50a-4c18-a358-3479cf9328ed,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:33.555118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b91b4393-fcf6-435a-8bc8-2f2cf40e955b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:33.574692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:33.575376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:33.587484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba742-540a-4b76-af61-018a6a23ab74 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.596909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4bb27a81-017e-4e87-a241-a46d26f052fb tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.605008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.616213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:33.629314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Provisioning for port 514cc01f-928e-46a3-9e15-991aa0cd498c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:33.639730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3033004d-cc04-46e7-b510-79909406a610 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:33.677909 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.3286963 Jun 28 06:44:33.679175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51544) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:33.698238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 0621052f-3ba3-4b5a-8cea-2e182883e702 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:33.702794 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5a052042-a5bb-4108-97c2-b265cfe5c3cd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0980043 Jun 28 06:44:33.703453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51546) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:33.717262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'subnet': {'network_id': '1d99b9ef-4560-452a-9fc6-0b09fc1b4830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:33.725019 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb27a81-017e-4e87-a241-a46d26f052fb tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event deleted for resources: {'Port': ['ID=514cc01f-928e-46a3-9e15-991aa0cd498c,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:33.725294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Provisioning complete for port 514cc01f-928e-46a3-9e15-991aa0cd498c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:33.726401 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.738084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba742-540a-4b76-af61-018a6a23ab74 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.752118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4bb27a81-017e-4e87-a241-a46d26f052fb tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:33.770026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Port 514cc01f-928e-46a3-9e15-991aa0cd498c was deleted so its status cannot be updated. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 28 06:44:33.779394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a2d6893d-61dd-4136-91a1-016f6d0182fd tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.779700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Pushing event updated for resources: {'Port': ['ID=9c66077c-72a9-4bdd-9c93-4bf32b116601,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:33.787281 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4948847 Jun 28 06:44:33.822854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Pushing event updated for resources: {'Network': ['ID=36a076de-d796-48c1-8e3b-72ca82d1d044,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:33.824800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:33.847215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 36a076de-d796-48c1-8e3b-72ca82d1d044 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:33.857048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51548) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:33.862946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:33.885615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Request body: {'subnet': {'network_id': '36a076de-d796-48c1-8e3b-72ca82d1d044', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:33.920463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2c39ae1d-f421-4d14-9bcb-375675782148 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:33.927544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c08cc-f53d-4f87-8fbd-73ab3e47e42e None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:33.940976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Provisioning for port 03dc3ca1-43c5-4446-ab03-b7b0de21df1e completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:33.961629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:33.970005 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4bb27a81-017e-4e87-a241-a46d26f052fb tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.973486 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4bb27a81-017e-4e87-a241-a46d26f052fb tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "DELETE /v2.0/ports/514cc01f-928e-46a3-9e15-991aa0cd498c HTTP/1.1" status: 204 len: 168 time: 1.2671630 Jun 28 06:44:33.974268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba742-540a-4b76-af61-018a6a23ab74 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.978649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba742-540a-4b76-af61-018a6a23ab74 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:33.982243 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9d5ba742-540a-4b76-af61-018a6a23ab74 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/security-groups/c95d9e8d-eb77-413a-9b21-f9ffa71b44c0 HTTP/1.1" status: 204 len: 168 time: 0.4708214 Jun 28 06:44:33.982243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51550) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:33.982243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-13803705-fe5a-4556-a1eb-8d95f530614d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:33.995455 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51552) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:34.044740 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ba742-540a-4b76-af61-018a6a23ab74 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95d9e8d-eb77-413a-9b21-f9ffa71b44c0,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:34.059199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Provisioning complete for port 03dc3ca1-43c5-4446-ab03-b7b0de21df1e triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:34.059199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.072061 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1855e9-761e-43a8-9142-a8bb6e66807c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] GET failed (client error): The resource could not be found. Jun 28 06:44:34.078099 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-dc1855e9-761e-43a8-9142-a8bb6e66807c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "GET /v2.0/ports/514cc01f-928e-46a3-9e15-991aa0cd498c HTTP/1.1" status: 404 len: 333 time: 0.0884624 Jun 28 06:44:34.078099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9d5ba742-540a-4b76-af61-018a6a23ab74 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:34.089199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51554) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:34.097464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'port': {'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1300850143'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:34.106654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Port 03dc3ca1-43c5-4446-ab03-b7b0de21df1e cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:34.130393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942ac6f-fd5a-4bf5-8e8e-47b43460f47c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:34.137691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942ac6f-fd5a-4bf5-8e8e-47b43460f47c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:34.141758 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b942ac6f-fd5a-4bf5-8e8e-47b43460f47c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1779 time: 0.4540224 Jun 28 06:44:34.142406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51556) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:34.165426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:25Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'f14e46d1-54db-4619-b40d-7d1e2bf72f3a', 'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'mac_address': 'fa:16:3e:72:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:22Z', 'updated_at': '2021-06-28T06:44:32Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'subnets': [{'id': '94181330-8daa-4f63-8db3-dd5004767258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:34.227091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c782850-dd48-450b-b984-cd034b881e3d None None] The sync data for ids ['2a72d101-b79a-44e4-809b-ef39c548d25a'] in dv-neutron-797120-6-hyperv is: [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:25Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'f14e46d1-54db-4619-b40d-7d1e2bf72f3a', 'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'mac_address': 'fa:16:3e:72:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:22Z', 'updated_at': '2021-06-28T06:44:32Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'subnets': [{'id': '94181330-8daa-4f63-8db3-dd5004767258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:34.251411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Could not find standard attr ID for object 528843d4-5c79-4a14-a685-5e612b4eb26e. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:44:34.307630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b826e55-a304-4a94-a711-77cb6dcbb16e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet 483adaec-c4ba-4640-8b53-706c7fbfe303 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:34.313728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b826e55-a304-4a94-a711-77cb6dcbb16e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.404988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:34.406462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b826e55-a304-4a94-a711-77cb6dcbb16e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.437433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:34.437794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 96f666b5-1369-43ee-b47c-8c4cc9e7cbbe not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:34.446332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a2d6893d-61dd-4136-91a1-016f6d0182fd tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.469957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8134c62a-4667-4e1f-8768-4eac8c4a6bb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 4c669346-8b50-48a7-88c7-0fe5eaf8157a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:34.470287 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8134c62a-4667-4e1f-8768-4eac8c4a6bb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.509915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Made reservation on behalf of 22f82fddb1d440879cd92b3cedefde5f for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:34.513539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.548734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Provisioning for port 2c39ae1d-f421-4d14-9bcb-375675782148 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:34.598666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Provisioning complete for port 2c39ae1d-f421-4d14-9bcb-375675782148 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:34.604221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.615052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa62b09-c33d-4e3d-8ea2-0d6f457f67bf None None] Update dhcp port {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'fixed_ips': [{'subnet_id': 'f9b3e355-54c9-4a2a-b5be-599ae128709d', 'ip_address': '2001:db8::f816:3eff:fe9b:4afc'}, {'subnet_id': '139a5ab7-ddd6-44a4-bbf1-191497cd6f51'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': '2c39ae1d-f421-4d14-9bcb-375675782148'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:44:34.618808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b826e55-a304-4a94-a711-77cb6dcbb16e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.666504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.690256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8134c62a-4667-4e1f-8768-4eac8c4a6bb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.690911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7fa62b09-c33d-4e3d-8ea2-0d6f457f67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.715945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8134c62a-4667-4e1f-8768-4eac8c4a6bb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 4c669346-8b50-48a7-88c7-0fe5eaf8157a owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:34.782676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:34.786618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.875326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f14e46d1-54db-4619-b40d-7d1e2bf72f3a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:34.965248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-7fa62b09-c33d-4e3d-8ea2-0d6f457f67bf None None] Allocated IP 172.20.0.2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/139a5ab7-ddd6-44a4-bbf1-191497cd6f51/2c39ae1d-f421-4d14-9bcb-375675782148) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:34.977140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b826e55-a304-4a94-a711-77cb6dcbb16e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:34.977653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:35.014673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b826e55-a304-4a94-a711-77cb6dcbb16e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=483adaec-c4ba-4640-8b53-706c7fbfe303,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:35.026587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7b826e55-a304-4a94-a711-77cb6dcbb16e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:35.028010 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b826e55-a304-4a94-a711-77cb6dcbb16e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.035986 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7b826e55-a304-4a94-a711-77cb6dcbb16e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/483adaec-c4ba-4640-8b53-706c7fbfe303 HTTP/1.1" status: 204 len: 168 time: 1.0339396 Jun 28 06:44:35.036205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd5d519-7c69-4d43-82c2-833e97a826b2 None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:35.036309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51558) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:35.044252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:35.080287 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8134c62a-4667-4e1f-8768-4eac8c4a6bb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.107615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.139170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-41b7f3de-a29b-4e6d-983d-684752e5248b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:35.170800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port f14e46d1-54db-4619-b40d-7d1e2bf72f3a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:35.188795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f14e46d1-54db-4619-b40d-7d1e2bf72f3a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:35.189232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.192468 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7fa62b09-c33d-4e3d-8ea2-0d6f457f67bf None None] For port 2c39ae1d-f421-4d14-9bcb-375675782148, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2c39ae1d-f421-4d14-9bcb-375675782148,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:35.196607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Made reservation on behalf of 9f4da6ab553c4616aa7065bda48cde81 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:35.200332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.201921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.203869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a2d6893d-61dd-4136-91a1-016f6d0182fd tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.234335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:35.241410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134c62a-4667-4e1f-8768-4eac8c4a6bb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=4c669346-8b50-48a7-88c7-0fe5eaf8157a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:35.250051 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8134c62a-4667-4e1f-8768-4eac8c4a6bb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:35.296264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7fa62b09-c33d-4e3d-8ea2-0d6f457f67bf None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.322860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7fa62b09-c33d-4e3d-8ea2-0d6f457f67bf None None] Transition to ACTIVE for port object 2c39ae1d-f421-4d14-9bcb-375675782148 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:35.328032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8da0f55-84e4-4b0b-a6bb-98da9e563e5b None None] Network 79917b46-468f-45e3-8be9-7fac95d8ed49 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:35.335457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6893d-61dd-4136-91a1-016f6d0182fd tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event deleted for resources: {'Subnet': ['ID=d27aafd8-9f6c-4675-862c-596896e7b5df,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:35.353712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a2d6893d-61dd-4136-91a1-016f6d0182fd tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.358271 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a2d6893d-61dd-4136-91a1-016f6d0182fd tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "DELETE /v2.0/subnets/d27aafd8-9f6c-4675-862c-596896e7b5df HTTP/1.1" status: 204 len: 168 time: 2.0300438 Jun 28 06:44:35.369176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51562) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:35.378827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] device_id is not set on port 79635aa4-c571-4d1f-b76b-2b81f3ce64ed yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:35.387123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8134c62a-4667-4e1f-8768-4eac8c4a6bb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.390443 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8134c62a-4667-4e1f-8768-4eac8c4a6bb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/4c669346-8b50-48a7-88c7-0fe5eaf8157a HTTP/1.1" status: 204 len: 168 time: 1.2448800 Jun 28 06:44:35.394363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51564) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:35.472657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bf3dda-f6f0-4bee-a450-5f5dc55dec59 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:35.477194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Allocated IP 172.26.4.90 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/fb61a5ca-d22d-46ec-bf16-e7ea51254353) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:35.479609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bf3dda-f6f0-4bee-a450-5f5dc55dec59 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:35.481329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bf3dda-f6f0-4bee-a450-5f5dc55dec59 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:35.482961 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-00bf3dda-f6f0-4bee-a450-5f5dc55dec59 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0876675 Jun 28 06:44:35.486291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51566) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:35.526312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7fa62b09-c33d-4e3d-8ea2-0d6f457f67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.553999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:44:35.554528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:44:35.555121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-83fc3415-736d-448b-95a7-8d1ba0d0fc98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:35.562082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ebe8fe-0cdf-4954-be1a-4915b049a18e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 139a5ab7-ddd6-44a4-bbf1-191497cd6f51 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:35.568700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ebe8fe-0cdf-4954-be1a-4915b049a18e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.624734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ebe8fe-0cdf-4954-be1a-4915b049a18e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.636119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa62b09-c33d-4e3d-8ea2-0d6f457f67bf None None] Pushing event updated for resources: {'Port': ['ID=2c39ae1d-f421-4d14-9bcb-375675782148,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:35.643106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7fa62b09-c33d-4e3d-8ea2-0d6f457f67bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:35.645299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a2d6893d-61dd-4136-91a1-016f6d0182fd tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:35.654952 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9bdabfe7-cd6b-463d-b2bd-f04df904146c tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:35.665907 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:35.669721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.791430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=0621052f-3ba3-4b5a-8cea-2e182883e702,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:35.821597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.840254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ebe8fe-0cdf-4954-be1a-4915b049a18e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.846133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:35.848930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:35.963528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port f14e46d1-54db-4619-b40d-7d1e2bf72f3a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f14e46d1-54db-4619-b40d-7d1e2bf72f3a,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:35.991977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.035947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.036945 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 9c66077c-72a9-4bdd-9c93-4bf32b116601 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:36.039695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1965c550-430c-4b2c-a4ba-ce7b2f680489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:36.047733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17a3c3c6-2ff5-4bc0-a8be-884886d1f9c2 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:36.093280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ebe8fe-0cdf-4954-be1a-4915b049a18e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.104241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:36.137536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] DHCP port deletion for 79917b46-468f-45e3-8be9-7fac95d8ed49 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:36.158385 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebe8fe-0cdf-4954-be1a-4915b049a18e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=139a5ab7-ddd6-44a4-bbf1-191497cd6f51,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:36.160774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-61ebe8fe-0cdf-4954-be1a-4915b049a18e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:36.171964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ebe8fe-0cdf-4954-be1a-4915b049a18e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.176999 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-61ebe8fe-0cdf-4954-be1a-4915b049a18e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/139a5ab7-ddd6-44a4-bbf1-191497cd6f51 HTTP/1.1" status: 204 len: 168 time: 0.6875522 Jun 28 06:44:36.180064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51568) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:36.180620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.198835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Allocated IP 2001:db8::145 (774ef932-89dc-4779-8a14-2614b20fc4f0/1453c812-eaaf-4649-81e9-c1fcf410162c/79635aa4-c571-4d1f-b76b-2b81f3ce64ed) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:36.230620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.237865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d3fcf5f6-55d1-4f05-9182-54ccd28e58b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:36.252596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.275729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 9c66077c-72a9-4bdd-9c93-4bf32b116601 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:36.276112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.283308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=f14e46d1-54db-4619-b40d-7d1e2bf72f3a,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:36.314131 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:36.318638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:36.331844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:36.337720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] Deleting port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:36.338332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.340370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4622c9-00b3-449a-96dc-96f239a5aaf5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet f9b3e355-54c9-4a2a-b5be-599ae128709d {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:36.343709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:36.344334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.359719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f4622c9-00b3-449a-96dc-96f239a5aaf5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.365158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=3b5401dd-894e-46a3-ae38-8c692f9977db,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:36.391923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:36.392146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] For port 2c39ae1d-f421-4d14-9bcb-375675782148, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2c39ae1d-f421-4d14-9bcb-375675782148,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:36.401297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.410070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f4622c9-00b3-449a-96dc-96f239a5aaf5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.451670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] For port 40e583fe-26a2-4e45-b18d-45c43f47cfe5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=40e583fe-26a2-4e45-b18d-45c43f47cfe5,segment=NetworkSegment(5a7cc102-0aa5-4266-92c1-06db0bfae6d0),segment_id=5a7cc102-0aa5-4266-92c1-06db0bfae6d0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:36.452085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.471368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.481368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f0881d31-5a8c-4244-b512-0ffa1649f1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:36.492195 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4541383 Jun 28 06:44:36.496515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.501407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51570) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:36.510484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-556457dd-cecc-46ca-bd4f-8ea7e4f6b3ae tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'security_group': {'name': 'tempest-secgroup-1344918665'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:36.526656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] Calling delete_port for 40e583fe-26a2-4e45-b18d-45c43f47cfe5 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:36.637896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Pushing event updated for resources: {'Subnet': ['ID=3588b1b4-077b-41f1-9914-0e8bbc0fc6a0,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:36.641417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:36.650681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Pushing event updated for resources: {'Port': ['ID=2c39ae1d-f421-4d14-9bcb-375675782148,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:36.650960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8c4a3746-cf6c-4108-8903-5af3c4b14c31 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:36.666771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:36.671007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Provisioning for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:36.692744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f4622c9-00b3-449a-96dc-96f239a5aaf5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.707661 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Provisioning complete for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:36.708199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.746610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.752298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f14e46d1-54db-4619-b40d-7d1e2bf72f3a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:36.768085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-556457dd-cecc-46ca-bd4f-8ea7e4f6b3ae tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.807309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.826225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Checking segment: {'id': '9a2fe807-5b46-4501-8a91-c721e536fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '36a076de-d796-48c1-8e3b-72ca82d1d044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:36.826595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Network hostable DHCP agents. Network: 36a076de-d796-48c1-8e3b-72ca82d1d044, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:44:36.870610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Transition to ACTIVE for port object 79635aa4-c571-4d1f-b76b-2b81f3ce64ed will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:36.871738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f4622c9-00b3-449a-96dc-96f239a5aaf5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.879521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfef80c-0dda-4a58-bd46-8c29576b15ff None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:36.883751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1a509cb9-d594-4974-921b-b830c04edec8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:36.913804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Deleting port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:36.914231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.918247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4622c9-00b3-449a-96dc-96f239a5aaf5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b3e355-54c9-4a2a-b5be-599ae128709d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:36.920824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1f4622c9-00b3-449a-96dc-96f239a5aaf5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:36.928534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f4622c9-00b3-449a-96dc-96f239a5aaf5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.931361 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1f4622c9-00b3-449a-96dc-96f239a5aaf5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/f9b3e355-54c9-4a2a-b5be-599ae128709d HTTP/1.1" status: 204 len: 168 time: 0.7530644 Jun 28 06:44:36.936118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51572) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:36.946741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.953066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-825f7286-21b5-40a9-88e5-6181ee72072b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:36.981353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-556457dd-cecc-46ca-bd4f-8ea7e4f6b3ae tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:36.985496 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-721e1dea-94d6-4525-9f16-574d3fc25617 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479004 Jun 28 06:44:36.987730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51574) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:36.994732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:36.998713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] For port 40e583fe-26a2-4e45-b18d-45c43f47cfe5, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:36.999078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.005599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] Pushing event deleted for resources: {'Port': ['ID=40e583fe-26a2-4e45-b18d-45c43f47cfe5,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:37.015770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] No DVR routers for this DVR port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:37.017388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:37.024390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f703f3-b07c-4dc8-bc80-5fbef488182b None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:37.026498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:37.041367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f14e46d1-54db-4619-b40d-7d1e2bf72f3a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:37.041802 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.062752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Calling delete_port for 40e583fe-26a2-4e45-b18d-45c43f47cfe5 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:37.069861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:37.072711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.ipam_backend_mixin [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 was not found and therefore no delete operation was performed {{(pid=100887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:44:37.076751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Subnet': ['ID=393607ab-0207-4028-a7f3-66cb1f330d39,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:37.081103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:37.082955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Checking segment: {'id': 'ca8df511-fb2a-42c6-88e0-4518d262e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1d99b9ef-4560-452a-9fc6-0b09fc1b4830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:37.083453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network hostable DHCP agents. Network: 1d99b9ef-4560-452a-9fc6-0b09fc1b4830, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:44:37.086062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:37.088992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7044ee57-97c1-4473-bd5a-51c5594ac3e9 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:37.092348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.095555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Provisioning complete for port d238aa95-fc62-4112-900e-855d1223ae04 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:37.095991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.122205 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-556457dd-cecc-46ca-bd4f-8ea7e4f6b3ae tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.136172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9c3a3a5d-1ea7-4205-a32e-6316bfe5fae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:37.154411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router ec25cd2f-74b6-4174-8258-7288eb6b5d27 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:37.161545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Network 36a076de-d796-48c1-8e3b-72ca82d1d044 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:44:37.181844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556457dd-cecc-46ca-bd4f-8ea7e4f6b3ae tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69099ad2-c3e2-475d-b8be-731a09985137,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:37.182361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] No DVR routers for this DVR port 40e583fe-26a2-4e45-b18d-45c43f47cfe5 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:37.185791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-556457dd-cecc-46ca-bd4f-8ea7e4f6b3ae tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:37.231852 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:37.232808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Port d238aa95-fc62-4112-900e-855d1223ae04 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:37.236470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.240449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Pushing event updated for resources: {'Port': ['ID=fb61a5ca-d22d-46ec-bf16-e7ea51254353,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:37.262582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Could not find standard attr ID for object 903a265f-bc0a-43a7-81d1-dac8b7601dc4. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:44:37.262920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:37.264201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:37.318345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 36a076de-d796-48c1-8e3b-72ca82d1d044) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:37.330728 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42fe3a-afcd-4d81-8b59-ead98eaf498d None None] Network 36a076de-d796-48c1-8e3b-72ca82d1d044 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:37.336524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Provisioning complete for port f14e46d1-54db-4619-b40d-7d1e2bf72f3a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:37.336916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.337979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-556457dd-cecc-46ca-bd4f-8ea7e4f6b3ae tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.341927 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-556457dd-cecc-46ca-bd4f-8ea7e4f6b3ae tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8368223 Jun 28 06:44:37.342070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51576) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:37.346765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6e80d89a-8dd7-420b-b560-da4aee7a05b8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'security_group': {'name': 'tempest-secgroup-1457408637'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:37.410003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.423336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2c39ae1d-f421-4d14-9bcb-375675782148 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:37.423641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:37.424238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.429293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event deleted for resources: {'Port': ['ID=40e583fe-26a2-4e45-b18d-45c43f47cfe5,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:37.436744 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.458673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:37.461447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ead51a75-afc8-48a8-af29-8ce6b962804e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:37.477782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79917b46-468f-45e3-8be9-7fac95d8ed49']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:37.510420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e80d89a-8dd7-420b-b560-da4aee7a05b8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.512363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:44:37.514664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:37.529446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7cc102-0aa5-4266-92c1-06db0bfae6d0') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:37.529655 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7cc102-0aa5-4266-92c1-06db0bfae6d0') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:37.535422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03947128-3f5f-4206-9ffa-8ed86c3e786b None None] Sync routers for ids ['ec25cd2f-74b6-4174-8258-7288eb6b5d27'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:37.537190 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-df4efc86-3fbc-4e49-89bc-70e305f4c023 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/ec25cd2f-74b6-4174-8258-7288eb6b5d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2303786 Jun 28 06:44:37.540398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51578) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:37.548933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.563656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:37.573321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 1d99b9ef-4560-452a-9fc6-0b09fc1b4830) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:37.576425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.596389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:37.609910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:37.610499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.614837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.616583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:37.617072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc0991-3774-40e1-8196-7d7b1f08911c None None] Network 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:37.619614 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:37.621959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:37.622666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.625030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Port': ['ID=79635aa4-c571-4d1f-b76b-2b81f3ce64ed,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:37.644372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:37.648108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:37.652025 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7879491 Jun 28 06:44:37.652025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.657231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51580) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:37.662656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Request body: {'port': {'network_id': '36a076de-d796-48c1-8e3b-72ca82d1d044', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-759194651'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:37.681748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:37.682123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:37.688250 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:37.698623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03947128-3f5f-4206-9ffa-8ed86c3e786b None None] Routers {'ec25cd2f-74b6-4174-8258-7288eb6b5d27'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:37.699310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-03947128-3f5f-4206-9ffa-8ed86c3e786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['ec25cd2f-74b6-4174-8258-7288eb6b5d27'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:37.812928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-03947128-3f5f-4206-9ffa-8ed86c3e786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:37.815838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 40e583fe-26a2-4e45-b18d-45c43f47cfe5 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:37.859012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 40e583fe-26a2-4e45-b18d-45c43f47cfe5 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:37.859650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 40e583fe-26a2-4e45-b18d-45c43f47cfe5 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:37.903719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03947128-3f5f-4206-9ffa-8ed86c3e786b None None] Routers {'ec25cd2f-74b6-4174-8258-7288eb6b5d27'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:37.904273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-03947128-3f5f-4206-9ffa-8ed86c3e786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['ec25cd2f-74b6-4174-8258-7288eb6b5d27'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:37.909855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed4196-ad9d-4e3f-9503-cc6ec3a4e993 None None] Update dhcp port {'port': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'fixed_ips': [{'subnet_id': '185b32d4-0df5-4b92-a2b7-347ce786aecc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3b5401dd-894e-46a3-ae38-8c692f9977db'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': '7bad8e6a-d5e4-4b71-82af-6c82c0acd64c'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:44:37.918616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-36a076de-d796-48c1-8e3b-72ca82d1d044', 'network_id': '36a076de-d796-48c1-8e3b-72ca82d1d044', 'tenant_id': '22f82fddb1d440879cd92b3cedefde5f', 'fixed_ips': [{'subnet_id': '3588b1b4-077b-41f1-9914-0e8bbc0fc6a0'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:37.919510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.141458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-03947128-3f5f-4206-9ffa-8ed86c3e786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:38.142134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03947128-3f5f-4206-9ffa-8ed86c3e786b None None] The sync data for ids ['ec25cd2f-74b6-4174-8258-7288eb6b5d27'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:38.151307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.192794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.201680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-49df903d-3d3d-4058-9800-93d8c908d947 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:38.203671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:38.216875 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4196-ad9d-4e3f-9503-cc6ec3a4e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.223546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.226137 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] 10.222.0.24 "DELETE /v2.0/networks/79917b46-468f-45e3-8be9-7fac95d8ed49 HTTP/1.1" status: 204 len: 168 time: 2.8558974 Jun 28 06:44:38.232453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Pushing event deleted for resources: {'Network': ['ID=79917b46-468f-45e3-8be9-7fac95d8ed49,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:38.234490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] Deleting port 2c39ae1d-f421-4d14-9bcb-375675782148 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:38.235071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.238017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:38.238573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:38.276665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:38.277646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.294357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=cd25959c-2c4e-4eae-8b43-61dac9d0cf17,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:38.304399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:38.305982 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-80f037e9-7be7-4c8a-ac33-da1b72a34450 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] remove_router_interface failed (client error): The resource could not be found. Jun 28 06:44:38.307987 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-80f037e9-7be7-4c8a-ac33-da1b72a34450 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/ec25cd2f-74b6-4174-8258-7288eb6b5d27/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7659910 Jun 28 06:44:38.311182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51584) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:38.321673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-370f1447-460f-4ce2-92f3-071bae0ae1ed None None] Provisioning for port 2c39ae1d-f421-4d14-9bcb-375675782148 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:38.353645 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-037ec9c2-4e9d-451d-b425-9fc6f045f5ba tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec25cd2f-74b6-4174-8258-7288eb6b5d27 HTTP/1.1" status: 200 len: 205 time: 0.0411253 Jun 28 06:44:38.357701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51586) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:38.357900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-370f1447-460f-4ce2-92f3-071bae0ae1ed None None] Provisioning complete for port 2c39ae1d-f421-4d14-9bcb-375675782148 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:38.358181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-370f1447-460f-4ce2-92f3-071bae0ae1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.372946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e80d89a-8dd7-420b-b560-da4aee7a05b8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.400622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.439902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1f9a-86dd-4d9b-af28-21a177c18a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.453825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-1d99b9ef-4560-452a-9fc6-0b09fc1b4830', 'network_id': '1d99b9ef-4560-452a-9fc6-0b09fc1b4830', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'fixed_ips': [{'subnet_id': '393607ab-0207-4028-a7f3-66cb1f330d39'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:38.454603 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.475920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e80d89a-8dd7-420b-b560-da4aee7a05b8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.502965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9c3221f0-bc48-43c0-b467-21d03aacd314 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:38.531022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.534567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:38.589880 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8771210 Jun 28 06:44:38.592403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51588) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:38.592533 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a0948884-15c3-4488-b419-1b6dd57bd701 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.4986188 Jun 28 06:44:38.597558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-21c0cb6e-8d7c-4375-9f3b-baf5c0e1ee9a tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1691827884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:38.599147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51590) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:38.607664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] For port 2c39ae1d-f421-4d14-9bcb-375675782148, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2c39ae1d-f421-4d14-9bcb-375675782148,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:38.608077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.608191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::288', 'mac_address': 'fa:16:3e:57:4e:da'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:38.614356 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6254835 Jun 28 06:44:38.645308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51592) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:38.647722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Allocated IP 2001:db8::2 (36a076de-d796-48c1-8e3b-72ca82d1d044/3588b1b4-077b-41f1-9914-0e8bbc0fc6a0/be639b6a-c221-4026-8b48-ae144298f525) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:38.649591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80d89a-8dd7-420b-b560-da4aee7a05b8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee63743-ffbe-4a28-addc-cdd8492978e0,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:38.651880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:38.657433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6e80d89a-8dd7-420b-b560-da4aee7a05b8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:38.660172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e80d89a-8dd7-420b-b560-da4aee7a05b8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.661399 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6e80d89a-8dd7-420b-b560-da4aee7a05b8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3184786 Jun 28 06:44:38.663787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1f9a-86dd-4d9b-af28-21a177c18a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.665389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51594) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:38.670821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-de2555e7-b9ad-426b-9ac3-f9094ec03f69 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'security_group': {'name': 'tempest-secgroup-50936561'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:38.675364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1f9a-86dd-4d9b-af28-21a177c18a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.706994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] Calling delete_port for 2c39ae1d-f421-4d14-9bcb-375675782148 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:38.711332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2c39ae1d-f421-4d14-9bcb-375675782148 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:38.774444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Pushing event updated for resources: {'Port': ['ID=fb61a5ca-d22d-46ec-bf16-e7ea51254353,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:38.785216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:38.799200 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1f9a-86dd-4d9b-af28-21a177c18a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.799831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcc1f9a-86dd-4d9b-af28-21a177c18a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Fanout notify agent at l3_agent the message router_deleted on router ec25cd2f-74b6-4174-8258-7288eb6b5d27 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:38.807287 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fcc1f9a-86dd-4d9b-af28-21a177c18a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.814053 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0fcc1f9a-86dd-4d9b-af28-21a177c18a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/ec25cd2f-74b6-4174-8258-7288eb6b5d27 HTTP/1.1" status: 204 len: 168 time: 0.4534857 Jun 28 06:44:38.814053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51598) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:38.850606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51600) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:38.853348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.894774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba9c720-7076-4963-93ed-6f7cadb1e7e6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting subnet 8353338a-ea5c-42d8-a279-d68a732bdc48 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:38.903155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ba9c720-7076-4963-93ed-6f7cadb1e7e6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.923251 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Made reservation on behalf of 22f82fddb1d440879cd92b3cedefde5f for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:38.926758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:38.969745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] device_id is not set on port 6f244ad4-04cc-4e34-84f4-a6476b3625f4 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:38.988089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-d0ed4196-ad9d-4e3f-9503-cc6ec3a4e993 None None] Allocated IP 2001:db8::2 (533d1581-e96a-498e-a9bf-8ddf55a666ce/3b5401dd-894e-46a3-ae38-8c692f9977db/7bad8e6a-d5e4-4b71-82af-6c82c0acd64c) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:39.002856 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ba9c720-7076-4963-93ed-6f7cadb1e7e6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.003607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.004542 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4487262 Jun 28 06:44:39.058660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Allocated IP 2001:db8::2 (1d99b9ef-4560-452a-9fc6-0b09fc1b4830/393607ab-0207-4028-a7f3-66cb1f330d39/b9bc9fe2-78ab-4c7d-b501-37847364ab43) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:39.086117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-370f1447-460f-4ce2-92f3-071bae0ae1ed None None] Provisioning complete for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:39.086117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-370f1447-460f-4ce2-92f3-071bae0ae1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.093793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.170214 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1c62ac1e-0892-4459-80d3-f52c6c9949bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=527fdd3d68dc4f2bace51ec5ec4e66f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178506 Jun 28 06:44:39.172553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51614) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:39.179903 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ba9c720-7076-4963-93ed-6f7cadb1e7e6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.257212 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-21c0cb6e-8d7c-4375-9f3b-baf5c0e1ee9a tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.258100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-21c0cb6e-8d7c-4375-9f3b-baf5c0e1ee9a tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.266643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.305551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9c2dae11-2904-478e-a897-cf1291057318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:39.312597 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-6a5ae97e-055e-496c-ad8a-8358df15a17a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1574345201&fields=id&tenant_id=cc117095beac49488fd5f8f0e756086e HTTP/1.1" status: 200 len: 267 time: 0.1048715 Jun 28 06:44:39.332807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88fdd5ea-4cbe-453c-bc31-c33f3e36bef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.338070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-21c0cb6e-8d7c-4375-9f3b-baf5c0e1ee9a tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.341904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.346188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de2555e7-b9ad-426b-9ac3-f9094ec03f69 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.370113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88fdd5ea-4cbe-453c-bc31-c33f3e36bef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.385247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] Pushing event deleted for resources: {'Port': ['ID=2c39ae1d-f421-4d14-9bcb-375675782148,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:39.389744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] No DVR routers for this DVR port 2c39ae1d-f421-4d14-9bcb-375675782148 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:39.394740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:39.413431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ba9c720-7076-4963-93ed-6f7cadb1e7e6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.419994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-68d100f4-b517-4cfe-8a3f-c25fac491ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:39.447456 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.449937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a055d0e-a525-4909-bee9-a468e36ba4dc None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:39.451152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9c720-7076-4963-93ed-6f7cadb1e7e6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Subnet': ['ID=8353338a-ea5c-42d8-a279-d68a732bdc48,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:39.453571 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-21c0cb6e-8d7c-4375-9f3b-baf5c0e1ee9a tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.460950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5ba9c720-7076-4963-93ed-6f7cadb1e7e6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:39.471359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ba9c720-7076-4963-93ed-6f7cadb1e7e6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.473694 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5ba9c720-7076-4963-93ed-6f7cadb1e7e6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/8353338a-ea5c-42d8-a279-d68a732bdc48 HTTP/1.1" status: 204 len: 168 time: 0.6593804 Jun 28 06:44:39.477406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51622) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:39.503911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Transition to ACTIVE for port object be639b6a-c221-4026-8b48-ae144298f525 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:39.505893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cc3c1f-81be-4e28-b1f0-0d066b2bca3e None None] Network 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:39.523055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:39.526973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.558045 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-d0ed4196-ad9d-4e3f-9503-cc6ec3a4e993 None None] For port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,segment=NetworkSegment(715a355f-1bbd-4cd4-bcec-b56765fb0fbd),segment_id=715a355f-1bbd-4cd4-bcec-b56765fb0fbd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:39.560326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.583232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.621644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port e388606e-5390-462b-9fa9-5d568d0a4cd0 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:39.622014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.642691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793cce5-1599-402f-9768-9b03c1981bfd req-8da09e7c-4ef8-4936-8fce-0034ea36c666 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:39.644103 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-8da09e7c-4ef8-4936-8fce-0034ea36c666 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/networks?id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 200 len: 811 time: 0.3182936 Jun 28 06:44:39.678233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.681721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:39.685750 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-c90e29cd-e949-47ae-bf7f-f0d840ec0dfd tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/quotas/cc117095beac49488fd5f8f0e756086e HTTP/1.1" status: 200 len: 375 time: 0.0267441 Jun 28 06:44:39.691292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Transition to ACTIVE for port object be639b6a-c221-4026-8b48-ae144298f525 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:39.697585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port e388606e-5390-462b-9fa9-5d568d0a4cd0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e388606e-5390-462b-9fa9-5d568d0a4cd0,segment=NetworkSegment(9fc30499-ca69-4f0d-8758-3000ab4a540a),segment_id=9fc30499-ca69-4f0d-8758-3000ab4a540a)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:39.697786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.711963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for e388606e-5390-462b-9fa9-5d568d0a4cd0 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:39.750117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.758787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] In _notify_port_updated(), no bound segment for port 79635aa4-c571-4d1f-b76b-2b81f3ce64ed on network 774ef932-89dc-4779-8a14-2614b20fc4f0 {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:44:39.764424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:39.764667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4196-ad9d-4e3f-9503-cc6ec3a4e993 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.765357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.769833 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "PUT /v2.0/ports/79635aa4-c571-4d1f-b76b-2b81f3ce64ed HTTP/1.1" status: 200 len: 1003 time: 1.1637456 Jun 28 06:44:39.772882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51624) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:39.795642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-21c0cb6e-8d7c-4375-9f3b-baf5c0e1ee9a tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.799865 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-21c0cb6e-8d7c-4375-9f3b-baf5c0e1ee9a tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2046146 Jun 28 06:44:39.799865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88fdd5ea-4cbe-453c-bc31-c33f3e36bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.800906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88fdd5ea-4cbe-453c-bc31-c33f3e36bef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.801439 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-88fdd5ea-4cbe-453c-bc31-c33f3e36bef4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70f4f679-c5d0-4a15-81f9-b159b1784ca6 HTTP/1.1" status: 204 len: 168 time: 0.6279583 Jun 28 06:44:39.804283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51626) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:39.805044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f7282dce-7f61-446c-a431-d9dbd947e1eb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:39.808025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.814760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Transition to ACTIVE for port object b9bc9fe2-78ab-4c7d-b501-37847364ab43 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:39.816614 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fbf8b9b1-7a17-4016-ba6a-c375e2b8618f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:39.890897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdd5ea-4cbe-453c-bc31-c33f3e36bef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f4f679-c5d0-4a15-81f9-b159b1784ca6,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:39.902217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-88fdd5ea-4cbe-453c-bc31-c33f3e36bef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:39.906940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:39.908009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Port': ['ID=79635aa4-c571-4d1f-b76b-2b81f3ce64ed,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:39.911858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:39.958930 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-081d067b-6dee-4539-91ac-cbde107cfe23 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:40.024957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No DVR routers for this DVR port e388606e-5390-462b-9fa9-5d568d0a4cd0 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:40.026246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d0ed4196-ad9d-4e3f-9503-cc6ec3a4e993 None None] Transition to ACTIVE for port object 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:40.029810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=e388606e-5390-462b-9fa9-5d568d0a4cd0,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:40.096225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Transition to ACTIVE for port object b9bc9fe2-78ab-4c7d-b501-37847364ab43 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:40.105720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Network 36a076de-d796-48c1-8e3b-72ca82d1d044 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:40.108551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4196-ad9d-4e3f-9503-cc6ec3a4e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.110996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-370f1447-460f-4ce2-92f3-071bae0ae1ed None None] Provisioning complete for port d238aa95-fc62-4112-900e-855d1223ae04 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:40.111369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-370f1447-460f-4ce2-92f3-071bae0ae1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.130576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:40.151588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.162875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddf25bd-cd4a-4d77-b11a-ca54434f2eab']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:40.165319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Pushing event updated for resources: {'Port': ['ID=be639b6a-c221-4026-8b48-ae144298f525,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:40.173379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc30499-ca69-4f0d-8758-3000ab4a540a') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:40.173653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:40.173783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc30499-ca69-4f0d-8758-3000ab4a540a') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:40.177892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:40.180501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:40.184904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.198652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.205067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:40.205466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.237602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bf49ce-ffcb-494a-868a-c3549934bf1c None None] DHCP port deletion for 0ddf25bd-cd4a-4d77-b11a-ca54434f2eab request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:40.269249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:40.270921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:40.273099 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:40.275471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-370f1447-460f-4ce2-92f3-071bae0ae1ed None None] Port d238aa95-fc62-4112-900e-855d1223ae04 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:40.329770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-370f1447-460f-4ce2-92f3-071bae0ae1ed None None] Could not find standard attr ID for object 4c669346-8b50-48a7-88c7-0fe5eaf8157a. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:44:40.342537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Allocated IP 2001:db8::170 (36a076de-d796-48c1-8e3b-72ca82d1d044/3588b1b4-077b-41f1-9914-0e8bbc0fc6a0/6f244ad4-04cc-4e34-84f4-a6476b3625f4) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:40.353481 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-d7acf324-f0ef-48fc-9e5b-070e573f198a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6364419 Jun 28 06:44:40.370469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb8110-623f-47fd-9c2f-bfb024b5771c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Deleting port 79635aa4-c571-4d1f-b76b-2b81f3ce64ed {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:40.370958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8110-623f-47fd-9c2f-bfb024b5771c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.385454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.396501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-291591f9-9620-4887-bde5-45c3d7b3890d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:40.401618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:44:40.402769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.408059 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/networks/0ddf25bd-cd4a-4d77-b11a-ca54434f2eab HTTP/1.1" status: 204 len: 168 time: 0.9260330 Jun 28 06:44:40.409675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51636) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:40.435109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'network': {'name': 'tempest-RoutersTest-226813733'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:40.451909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Network': ['ID=0ddf25bd-cd4a-4d77-b11a-ca54434f2eab,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:40.455584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de2555e7-b9ad-426b-9ac3-f9094ec03f69 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.459629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:40.473548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Network 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:40.487730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:40.494647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.504076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:40.525509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'cd25959c-2c4e-4eae-8b43-61dac9d0cf17'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:40.526688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.563500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de2555e7-b9ad-426b-9ac3-f9094ec03f69 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.575776 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Attempting to bind port be639b6a-c221-4026-8b48-ae144298f525 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:40.576413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Attempting to bind port be639b6a-c221-4026-8b48-ae144298f525 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '9a2fe807-5b46-4501-8a91-c721e536fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '36a076de-d796-48c1-8e3b-72ca82d1d044'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:40.577056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Attempting to bind port be639b6a-c221-4026-8b48-ae144298f525 on network 36a076de-d796-48c1-8e3b-72ca82d1d044 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:40.586803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:40.587670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Checking segment: {'id': '9a2fe807-5b46-4501-8a91-c721e536fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '36a076de-d796-48c1-8e3b-72ca82d1d044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:40.588275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.588891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Bound using segment: {'id': '9a2fe807-5b46-4501-8a91-c721e536fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '36a076de-d796-48c1-8e3b-72ca82d1d044'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:40.592145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Bound port: be639b6a-c221-4026-8b48-ae144298f525, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2fe807-5b46-4501-8a91-c721e536fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '36a076de-d796-48c1-8e3b-72ca82d1d044'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:40.592145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.602617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-273df386-2972-43bc-af06-4a583ffe060e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:40.640521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:40.644055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.658414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-46fac8b8-7679-4c47-8a97-900a7b7976f5 None None] Provisioning for port 79635aa4-c571-4d1f-b76b-2b81f3ce64ed completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:40.660636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed4196-ad9d-4e3f-9503-cc6ec3a4e993 None None] Pushing event updated for resources: {'Port': ['ID=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:40.690567 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-9c2af845-79eb-43d7-b2ec-3a239a1274fc service neutron] 10.222.0.24 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237917 Jun 28 06:44:40.691455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.701335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d0ed4196-ad9d-4e3f-9503-cc6ec3a4e993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:40.701335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b1b36c37-4adf-403d-b7cd-a29df9366662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:40.751677 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2555e7-b9ad-426b-9ac3-f9094ec03f69 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8020fb62-aa2a-4d1d-bae8-c0250c24b5ce,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:40.762769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-de2555e7-b9ad-426b-9ac3-f9094ec03f69 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:40.767099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de2555e7-b9ad-426b-9ac3-f9094ec03f69 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.768322 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-de2555e7-b9ad-426b-9ac3-f9094ec03f69 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 2.1015489 Jun 28 06:44:40.780539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51644) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:40.789203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-56085a0a-afaa-4744-97ca-647e8b17a2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:40.789939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] For port be639b6a-c221-4026-8b48-ae144298f525, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:40.798764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] For port be639b6a-c221-4026-8b48-ae144298f525, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=be639b6a-c221-4026-8b48-ae144298f525,segment=NetworkSegment(9a2fe807-5b46-4501-8a91-c721e536fa34),segment_id=9a2fe807-5b46-4501-8a91-c721e536fa34)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:40.801072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-76464810', 'security_groups': ['8020fb62-aa2a-4d1d-bae8-c0250c24b5ce'], 'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3b5401dd-894e-46a3-ae38-8c692f9977db'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:40.846241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:40.854220 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:40.898618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:40.901466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:40.902060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.930029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:40.930383 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added segment d8c707d8-2a00-478c-b3f5-ec5511891c50 of type vlan for network 8166e0a5-8818-4908-a9de-0cede6b4e1e9 Jun 28 06:44:40.997224 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-bdb97062-ab8a-4c89-abb6-69d1ec15a5bf service neutron] 10.222.0.24 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870734 Jun 28 06:44:41.005669 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3607683 Jun 28 06:44:41.010923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=05ae5698-8362-41e0-af2e-45b6bbd00a25,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:41.013995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:41.016006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8110-623f-47fd-9c2f-bfb024b5771c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.020363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51650) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:41.028357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:be:9e:55', 'name': 'tempest-NetworksTestDHCPv6-675529788'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:41.042747 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.070887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Allocated IP 172.20.0.2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/cd25959c-2c4e-4eae-8b43-61dac9d0cf17/cd5949fd-b028-4193-b59e-6f2d6930a004) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:41.079099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Allocated IP 2001:db8::f816:3eff:fe09:7051 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/05ae5698-8362-41e0-af2e-45b6bbd00a25/cd5949fd-b028-4193-b59e-6f2d6930a004) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:41.154225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Allocated IP 2001:db8::1 (1d99b9ef-4560-452a-9fc6-0b09fc1b4830/393607ab-0207-4028-a7f3-66cb1f330d39/bfb71820-aa1b-4070-9bc0-007d9398b39d) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:41.195240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-46fac8b8-7679-4c47-8a97-900a7b7976f5 None None] Provisioning complete for port 79635aa4-c571-4d1f-b76b-2b81f3ce64ed triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:41.195641 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-46fac8b8-7679-4c47-8a97-900a7b7976f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.198494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e388606e-5390-462b-9fa9-5d568d0a4cd0 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:41.201091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb8110-623f-47fd-9c2f-bfb024b5771c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Calling delete_port for 79635aa4-c571-4d1f-b76b-2b81f3ce64ed owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:41.251061 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.295275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.305321 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Transition to ACTIVE for port object cd5949fd-b028-4193-b59e-6f2d6930a004 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:41.348749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Transition to ACTIVE for port object cd5949fd-b028-4193-b59e-6f2d6930a004 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:41.365994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.374773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.396594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Transition to ACTIVE for port object bfb71820-aa1b-4070-9bc0-007d9398b39d will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:41.432362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: e388606e-5390-462b-9fa9-5d568d0a4cd0 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:41.432722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e388606e-5390-462b-9fa9-5d568d0a4cd0 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:41.448322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.456748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:41.456748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.459974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:41.464218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Attempting to bind port b9bc9fe2-78ab-4c7d-b501-37847364ab43 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:41.468237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:41.471296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Attempting to bind port b9bc9fe2-78ab-4c7d-b501-37847364ab43 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ca8df511-fb2a-42c6-88e0-4518d262e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1d99b9ef-4560-452a-9fc6-0b09fc1b4830'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:41.471917 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Attempting to bind port b9bc9fe2-78ab-4c7d-b501-37847364ab43 on network 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:41.482555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.503618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51660) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:41.506316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:41.509460 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:41.512149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:41.512539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Checking segment: {'id': 'ca8df511-fb2a-42c6-88e0-4518d262e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1d99b9ef-4560-452a-9fc6-0b09fc1b4830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:41.513218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.514209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Bound using segment: {'id': 'ca8df511-fb2a-42c6-88e0-4518d262e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1d99b9ef-4560-452a-9fc6-0b09fc1b4830'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:41.514330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Bound port: b9bc9fe2-78ab-4c7d-b501-37847364ab43, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8df511-fb2a-42c6-88e0-4518d262e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1d99b9ef-4560-452a-9fc6-0b09fc1b4830'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:41.514628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.516592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Pushing event updated for resources: {'Port': ['ID=b9bc9fe2-78ab-4c7d-b501-37847364ab43,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:41.530028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-46fac8b8-7679-4c47-8a97-900a7b7976f5 None None] Port 79635aa4-c571-4d1f-b76b-2b81f3ce64ed cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:41.531791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:41.541275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:41.547924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-16b8b804-d5ba-4f57-9fef-1b755ed8dc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:41.567449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.663919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Pushing event updated for resources: {'Port': ['ID=be639b6a-c221-4026-8b48-ae144298f525,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:41.683038 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:41.688163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:41.702892 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:41.702892 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.724639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Pushing event updated for resources: {'Port': ['ID=cd5949fd-b028-4193-b59e-6f2d6930a004,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:41.763136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Network': ['ID=8166e0a5-8818-4908-a9de-0cede6b4e1e9,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:41.786397 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:41.791038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-16b8b804-d5ba-4f57-9fef-1b755ed8dc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:41.791317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-16b8b804-d5ba-4f57-9fef-1b755ed8dc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:41.796045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.797502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 8166e0a5-8818-4908-a9de-0cede6b4e1e9 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:41.804303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-182356005'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:41.823279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:41.841257 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-80578748-db55-4b73-bd27-8e233e477751 req-18a7153c-4759-412c-96ea-71152eb430e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 210 time: 0.0625246 Jun 28 06:44:41.846066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Transition to ACTIVE for port object 6f244ad4-04cc-4e34-84f4-a6476b3625f4 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:41.909204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:41.937687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:41.949091 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] device_id is not set on port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:41.952163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4982d070-2f20-4d96-a187-8da05e8049fd None None] Provisioning complete for port d238aa95-fc62-4112-900e-855d1223ae04 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:41.952550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4982d070-2f20-4d96-a187-8da05e8049fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:41.965616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] For port b9bc9fe2-78ab-4c7d-b501-37847364ab43, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:42.012893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=bfb71820-aa1b-4070-9bc0-007d9398b39d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:42.017681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:42.036330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Attempting to bind port cd5949fd-b028-4193-b59e-6f2d6930a004 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:42.036557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Attempting to bind port cd5949fd-b028-4193-b59e-6f2d6930a004 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:42.036942 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Attempting to bind port cd5949fd-b028-4193-b59e-6f2d6930a004 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:42.043227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.044067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] For port b9bc9fe2-78ab-4c7d-b501-37847364ab43, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b9bc9fe2-78ab-4c7d-b501-37847364ab43,segment=NetworkSegment(ca8df511-fb2a-42c6-88e0-4518d262e7ba),segment_id=ca8df511-fb2a-42c6-88e0-4518d262e7ba)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:42.058845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:42.059236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:42.059651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.060049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:42.060532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Bound port: cd5949fd-b028-4193-b59e-6f2d6930a004, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:42.060976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.066282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 901daf11-6fb9-4460-a521-0c26fb288fe5 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:42.071158 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4982d070-2f20-4d96-a187-8da05e8049fd None None] Port d238aa95-fc62-4112-900e-855d1223ae04 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:42.080656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.085474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-956b77a6-a17b-4a5c-a38b-4d27e555a053 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:42.113840 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6995480 Jun 28 06:44:42.123668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51668) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:42.137436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'subnet': {'network_id': '8166e0a5-8818-4908-a9de-0cede6b4e1e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:42.159391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] For port cd5949fd-b028-4193-b59e-6f2d6930a004, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:42.162584 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] For port cd5949fd-b028-4193-b59e-6f2d6930a004, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cd5949fd-b028-4193-b59e-6f2d6930a004,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:42.167271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.171039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8110-623f-47fd-9c2f-bfb024b5771c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.173950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e4f97002-512e-498d-a5e0-4d7427b111e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:42.179320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.214958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4982d070-2f20-4d96-a187-8da05e8049fd None None] Provisioning for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:42.223711 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4982d070-2f20-4d96-a187-8da05e8049fd None None] Provisioning complete for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:42.224031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4982d070-2f20-4d96-a187-8da05e8049fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.224786 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Network 36a076de-d796-48c1-8e3b-72ca82d1d044 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:42.257692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Pushing event updated for resources: {'Port': ['ID=b9bc9fe2-78ab-4c7d-b501-37847364ab43,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:42.265654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:42.281123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.287131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Pushing event updated for resources: {'Port': ['ID=6f244ad4-04cc-4e34-84f4-a6476b3625f4,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:42.297410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:42.313640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Made reservation on behalf of 4aa9fcc6609f4306b46a4c3b8d845895 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:42.318058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.324551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:42.360288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:42.362440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.376518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-087fb7fe-14cc-483c-a0ca-4396b8dc6636 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:42.413567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Pushing event updated for resources: {'Port': ['ID=cd5949fd-b028-4193-b59e-6f2d6930a004,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:42.424043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:42.486889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8::392 (533d1581-e96a-498e-a9bf-8ddf55a666ce/3b5401dd-894e-46a3-ae38-8c692f9977db/4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:42.555844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 172.20.0.13 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/cd25959c-2c4e-4eae-8b43-61dac9d0cf17/901daf11-6fb9-4460-a521-0c26fb288fe5) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:42.557919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::f816:3eff:febe:9e55 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/05ae5698-8362-41e0-af2e-45b6bbd00a25/901daf11-6fb9-4460-a521-0c26fb288fe5) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:42.790296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.805682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 901daf11-6fb9-4460-a521-0c26fb288fe5 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:42.823394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device be639b6a-c221-4026-8b48-ae144298f525 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:42.843315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:42.849376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:42.850200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:42.853303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb8110-623f-47fd-9c2f-bfb024b5771c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event deleted for resources: {'Port': ['ID=79635aa4-c571-4d1f-b76b-2b81f3ce64ed,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:42.857358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ecfb8110-623f-47fd-9c2f-bfb024b5771c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:43.015734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.018600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8110-623f-47fd-9c2f-bfb024b5771c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.020649 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ecfb8110-623f-47fd-9c2f-bfb024b5771c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "DELETE /v2.0/ports/79635aa4-c571-4d1f-b76b-2b81f3ce64ed HTTP/1.1" status: 204 len: 168 time: 3.2230484 Jun 28 06:44:43.023765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2d9025b0-9f7d-41c2-87f7-20ae856a13ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:43.027553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51674) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:43.091527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port be639b6a-c221-4026-8b48-ae144298f525 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:43.095956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:43.136149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:43.142006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:43.145925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.161734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:43.193883 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-591718bc-9424-48fe-8d4b-a9ccd22649d7 req-41c3a9d9-587d-41e8-96e8-76366cf0e822 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 210 time: 0.1304476 Jun 28 06:44:43.202591 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-48566e84-df13-4bbd-9eda-656b7404f828 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] GET failed (client error): The resource could not be found. Jun 28 06:44:43.204534 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-48566e84-df13-4bbd-9eda-656b7404f828 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "GET /v2.0/ports/79635aa4-c571-4d1f-b76b-2b81f3ce64ed HTTP/1.1" status: 404 len: 333 time: 0.1749754 Jun 28 06:44:43.205631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:43.208249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.217540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:43.218304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51676) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:43.236035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=901daf11-6fb9-4460-a521-0c26fb288fe5,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:43.243908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:43.317462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:43.319607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.324007 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.6652524 Jun 28 06:44:43.329460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51678) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:43.337881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Request body: {'port': {'network_id': '36a076de-d796-48c1-8e3b-72ca82d1d044', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1319843520', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:43.338439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.api.validators [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] bootfile-name is not in valid_values {{(pid=100887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:43.338941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.api.validators [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] tftp-server is not in valid_values {{(pid=100887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:43.339283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.api.validators [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] server-ip-address is not in valid_values {{(pid=100887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:43.353036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'port': {'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1867191424'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:43.386574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7bc373-48c7-45fd-a647-d6be40880b55 None None] Network 36a076de-d796-48c1-8e3b-72ca82d1d044 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:43.431185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.743517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.756006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4deac86b-4c50-45d5-b02a-5037525c121d None None] Provisioning for port be639b6a-c221-4026-8b48-ae144298f525 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:43.772276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4deac86b-4c50-45d5-b02a-5037525c121d None None] Provisioning complete for port be639b6a-c221-4026-8b48-ae144298f525 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:43.772504 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4deac86b-4c50-45d5-b02a-5037525c121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.792551 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.799977 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:43.861998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4deac86b-4c50-45d5-b02a-5037525c121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.872522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.888048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.889249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:43.893438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4bb27a81-017e-4e87-a241-a46d26f052fb tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:43.915928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4deac86b-4c50-45d5-b02a-5037525c121d None None] For port be639b6a-c221-4026-8b48-ae144298f525, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=be639b6a-c221-4026-8b48-ae144298f525,segment=NetworkSegment(9a2fe807-5b46-4501-8a91-c721e536fa34),segment_id=9a2fe807-5b46-4501-8a91-c721e536fa34)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:43.959527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.008246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.015058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=bfb71820-aa1b-4070-9bc0-007d9398b39d,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:44.022525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:44.023577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-02a8c30a-2ff1-4548-a82c-a2c4bb623c42 tempest-RoutersAdminNegativeIpV6Test-872461226 tempest-RoutersAdminNegativeIpV6Test-872461226-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:44.027951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4deac86b-4c50-45d5-b02a-5037525c121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.032790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-630067f4-755e-427c-9e1b-9f618a818aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:44.062584 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f57f54-0576-4f89-b1bf-da8f480ecc97 None None] Network 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:44.071024 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:44:44.084608 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0628541 Jun 28 06:44:44.087485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51680) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:44.088508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf5b331-bcd5-4391-a9e1-11cb7a953fb0,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:44.098435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.102097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:44.105558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:44.117923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.118269 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Added segment 19d8b5e0-b8aa-4f64-861d-da778f15d6b3 of type vlan for network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f Jun 28 06:44:44.172955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deac86b-4c50-45d5-b02a-5037525c121d None None] Pushing event updated for resources: {'Port': ['ID=be639b6a-c221-4026-8b48-ae144298f525,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:44.184583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4deac86b-4c50-45d5-b02a-5037525c121d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:44.189545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e5f94-0baa-4906-b03e-0c451a2df578 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:44.199999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e5f94-0baa-4906-b03e-0c451a2df578 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:44.205713 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-705e5f94-0baa-4906-b03e-0c451a2df578 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1171994 Jun 28 06:44:44.206448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51682) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:44.223968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Made reservation on behalf of 22f82fddb1d440879cd92b3cedefde5f for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:44.228662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.277668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] device_id is not set on port 125ddff4-c057-4dea-9e87-73332a0d153c yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:44.295256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7fa44cfe-f3a9-4f43-9cff-c2a6d26a6d97 None None] Provisioning for port b9bc9fe2-78ab-4c7d-b501-37847364ab43 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:44.316546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.374018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Subnet': ['ID=13d05f46-adb9-4fd9-a30f-c96a4500c00f,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:44.386043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:44.396177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:44.408941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:44.411942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:44.463143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:44.467770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Checking segment: {'id': 'd8c707d8-2a00-478c-b3f5-ec5511891c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8166e0a5-8818-4908-a9de-0cede6b4e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:44.468145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network hostable DHCP agents. Network: 8166e0a5-8818-4908-a9de-0cede6b4e1e9, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:44:44.472043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:44.487406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:44.496027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:44.497061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.502942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.513349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:44.514367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.524627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-600214cc-355c-4dea-81a9-ce59920ed8eb None None] Provisioning for port 6f244ad4-04cc-4e34-84f4-a6476b3625f4 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:44.529741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-600214cc-355c-4dea-81a9-ce59920ed8eb None None] Provisioning complete for port 6f244ad4-04cc-4e34-84f4-a6476b3625f4 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:44.530325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-600214cc-355c-4dea-81a9-ce59920ed8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.548767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:44.552184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:44.564818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:44.579842 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9eca0324-abcb-4b9d-819c-d11604a543fd req-f796f002-646d-41ee-bc41-9454908331eb tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 210 time: 0.1708820 Jun 28 06:44:44.614153 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-600214cc-355c-4dea-81a9-ce59920ed8eb None None] Port 6f244ad4-04cc-4e34-84f4-a6476b3625f4 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:44.649185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-600214cc-355c-4dea-81a9-ce59920ed8eb None None] Provisioning complete for port be639b6a-c221-4026-8b48-ae144298f525 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:44.650619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-600214cc-355c-4dea-81a9-ce59920ed8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.682561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 8166e0a5-8818-4908-a9de-0cede6b4e1e9 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:44:44.691063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-530671bb-332b-41f0-9fd4-c869ed7f887c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 901daf11-6fb9-4460-a521-0c26fb288fe5 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:44.691348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-530671bb-332b-41f0-9fd4-c869ed7f887c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.728120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Allocated IP 2001:db8::2e (36a076de-d796-48c1-8e3b-72ca82d1d044/3588b1b4-077b-41f1-9914-0e8bbc0fc6a0/125ddff4-c057-4dea-9e87-73332a0d153c) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:44.777006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 8166e0a5-8818-4908-a9de-0cede6b4e1e9) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:44.794943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:44.794943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.807200 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Made reservation on behalf of 9f4da6ab553c4616aa7065bda48cde81 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:44.809119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe9305-5c53-4384-8e8a-78fc09ef87d7 None None] Network 8166e0a5-8818-4908-a9de-0cede6b4e1e9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:44.811808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:44.840190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] device_id is not set on port 83a3071e-780b-4da5-a17d-d22a97524134 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:44.904607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Network': ['ID=1a23dd87-08fb-4f11-b7f6-fcf5980f547f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:44.918611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:44.920396 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.3836603 Jun 28 06:44:44.999897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51686) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:45.007786 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8788123 Jun 28 06:44:45.011993 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2164278 Jun 28 06:44:45.012349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:44:45.012436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51688) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:45.013107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1cbc5-7562-4c50-baea-26554008b516 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:45.015613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device be639b6a-c221-4026-8b48-ae144298f525 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:45.020071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51690) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:45.024300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e894437f-9de4-4864-8bc2-296dc43a46c7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1985737196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:45.031761 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'subnet': {'network_id': '1a23dd87-08fb-4f11-b7f6-fcf5980f547f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:45.051908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e2240d4e-232c-491a-82d4-77983a375188 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:45.128356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Allocated IP 2001:db8::216 (774ef932-89dc-4779-8a14-2614b20fc4f0/1453c812-eaaf-4649-81e9-c1fcf410162c/83a3071e-780b-4da5-a17d-d22a97524134) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:45.245175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e894437f-9de4-4864-8bc2-296dc43a46c7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.247136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e894437f-9de4-4864-8bc2-296dc43a46c7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.326054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e894437f-9de4-4864-8bc2-296dc43a46c7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.328324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793cce5-1599-402f-9768-9b03c1981bfd req-cc392fe7-fa1d-4d7f-b1a9-eaf2202f3442 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:45.330207 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-cc392fe7-fa1d-4d7f-b1a9-eaf2202f3442 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.50 "GET /v2.0/networks?id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 200 len: 811 time: 0.6837962 Jun 28 06:44:45.337793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ee92f572-325e-424f-bd05-9027450063a4 None None] Provisioning complete for port 6f244ad4-04cc-4e34-84f4-a6476b3625f4 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:45.338198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ee92f572-325e-424f-bd05-9027450063a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.420372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-530671bb-332b-41f0-9fd4-c869ed7f887c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.437610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e894437f-9de4-4864-8bc2-296dc43a46c7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.446337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ee92f572-325e-424f-bd05-9027450063a4 None None] Port 6f244ad4-04cc-4e34-84f4-a6476b3625f4 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:45.454976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 91a6dfe3-0b4f-419f-af5b-19ad667143e8 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:44:45.464287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.466537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-8166e0a5-8818-4908-a9de-0cede6b4e1e9', 'network_id': '8166e0a5-8818-4908-a9de-0cede6b4e1e9', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'fixed_ips': [{'subnet_id': '13d05f46-adb9-4fd9-a30f-c96a4500c00f'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:45.467388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.482854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-530671bb-332b-41f0-9fd4-c869ed7f887c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 901daf11-6fb9-4460-a521-0c26fb288fe5 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:45.506964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port be639b6a-c221-4026-8b48-ae144298f525 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:45.507698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.513361 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-a7f29a6a-a6c8-4e8b-9d87-128d5f4282b1 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc117095beac49488fd5f8f0e756086e HTTP/1.1" status: 200 len: 380 time: 0.1617305 Jun 28 06:44:45.514492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Transition to ACTIVE for port object 125ddff4-c057-4dea-9e87-73332a0d153c will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:45.531864 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Request body: {'port': {'device_id': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'admin_state_up': True, 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'security_groups': ['2d5386b2-019a-49ae-bbdb-8e35872d5cd2']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:45.554163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2240d4e-232c-491a-82d4-77983a375188 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:45.564835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e2240d4e-232c-491a-82d4-77983a375188 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.666619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:45.677639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.678102 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdeee3a-93ac-4bac-832a-b0acf6175433 None None] Sync routers for ids ['91a6dfe3-0b4f-419f-af5b-19ad667143e8'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:45.687661 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdeee3a-93ac-4bac-832a-b0acf6175433 None None] Routers {'91a6dfe3-0b4f-419f-af5b-19ad667143e8'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:45.688608 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-fcdeee3a-93ac-4bac-832a-b0acf6175433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['91a6dfe3-0b4f-419f-af5b-19ad667143e8'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:45.695329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Transition to ACTIVE for port object 83a3071e-780b-4da5-a17d-d22a97524134 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:45.731650 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-fcdeee3a-93ac-4bac-832a-b0acf6175433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:45.741715 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdeee3a-93ac-4bac-832a-b0acf6175433 None None] Routers {'91a6dfe3-0b4f-419f-af5b-19ad667143e8'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:45.742640 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-fcdeee3a-93ac-4bac-832a-b0acf6175433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['91a6dfe3-0b4f-419f-af5b-19ad667143e8'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:45.758157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e894437f-9de4-4864-8bc2-296dc43a46c7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.761784 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e894437f-9de4-4864-8bc2-296dc43a46c7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7443204 Jun 28 06:44:45.764354 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/91a6dfe3-0b4f-419f-af5b-19ad667143e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9516635 Jun 28 06:44:45.766891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51698) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:45.767228 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51700) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:45.782505 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-fcdeee3a-93ac-4bac-832a-b0acf6175433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:45.783483 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdeee3a-93ac-4bac-832a-b0acf6175433 None None] The sync data for ids ['91a6dfe3-0b4f-419f-af5b-19ad667143e8'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:45.835698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Made reservation on behalf of 4aa9fcc6609f4306b46a4c3b8d845895 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:45.840178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.869716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cd5949fd-b028-4193-b59e-6f2d6930a004 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:45.885102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.899126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Allocated IP 172.20.0.2 (8166e0a5-8818-4908-a9de-0cede6b4e1e9/13d05f46-adb9-4fd9-a30f-c96a4500c00f/761bbbd9-175a-4de8-b18c-93655ff659ab) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:45.899633 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-58e8c3e1-41dc-4426-9096-2fa2a69beba3 req-c62dbf8c-f211-4ec7-9225-40c56eb6a9f7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 210 time: 0.0829642 Jun 28 06:44:45.901509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c8d608b0-5c77-4340-a2a3-86eb0da09dd4 tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:45.904568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.919894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-99013da4-8f57-45bc-9a7d-7671278a26cc None None] Provisioning for port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:45.951978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dad448e7-b05e-426b-8f0c-fefc27e932b2 tempest-RoutersAdminTest-1413766487 tempest-RoutersAdminTest-1413766487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:45.952101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-99013da4-8f57-45bc-9a7d-7671278a26cc None None] Provisioning complete for port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:45.952101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-99013da4-8f57-45bc-9a7d-7671278a26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.975646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Made reservation on behalf of cc117095beac49488fd5f8f0e756086e for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:45.979540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:45.982573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-99013da4-8f57-45bc-9a7d-7671278a26cc None None] Port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:45.998553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d56b013-1006-4f41-8d7d-d563cb64cd05 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:46.000120 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3d56b013-1006-4f41-8d7d-d563cb64cd05 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports/bfb71820-aa1b-4070-9bc0-007d9398b39d HTTP/1.1" status: 200 len: 911 time: 0.2301140 Jun 28 06:44:46.003245 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.ipam_backend_mixin [None req-e2240d4e-232c-491a-82d4-77983a375188 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b5401dd-894e-46a3-ae38-8c692f9977db (CIDR: 2001:db8::/64) Jun 28 06:44:46.008151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51702) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:46.083710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Network 36a076de-d796-48c1-8e3b-72ca82d1d044 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:46.095689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:46.095807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-99013da4-8f57-45bc-9a7d-7671278a26cc None None] Provisioning for port cd5949fd-b028-4193-b59e-6f2d6930a004 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:46.095895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:46.101603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:46.102476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.105035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Pushing event updated for resources: {'Port': ['ID=125ddff4-c057-4dea-9e87-73332a0d153c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:46.115941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:46.120889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port cd5949fd-b028-4193-b59e-6f2d6930a004 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:46.131500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port cd5949fd-b028-4193-b59e-6f2d6930a004 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:46.131500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.182718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-530671bb-332b-41f0-9fd4-c869ed7f887c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.193349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:46.207352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.211160 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2240d4e-232c-491a-82d4-77983a375188 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:44:46.213251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2240d4e-232c-491a-82d4-77983a375188 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:44:46.230395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Transition to ACTIVE for port object 761bbbd9-175a-4de8-b18c-93655ff659ab will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:46.232678 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9021847 Jun 28 06:44:46.245534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530671bb-332b-41f0-9fd4-c869ed7f887c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=901daf11-6fb9-4460-a521-0c26fb288fe5,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:46.252960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-530671bb-332b-41f0-9fd4-c869ed7f887c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:46.254991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51704) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:46.277334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Transition to ACTIVE for port object 761bbbd9-175a-4de8-b18c-93655ff659ab will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:46.285409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:46.285895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-99013da4-8f57-45bc-9a7d-7671278a26cc None None] Provisioning for port bfb71820-aa1b-4070-9bc0-007d9398b39d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:46.293745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-99013da4-8f57-45bc-9a7d-7671278a26cc None None] Provisioning complete for port bfb71820-aa1b-4070-9bc0-007d9398b39d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:46.294139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-99013da4-8f57-45bc-9a7d-7671278a26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.348380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:46.354216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.356268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Port': ['ID=83a3071e-780b-4da5-a17d-d22a97524134,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:46.364127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:46.367600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0ba6984c-9af5-49a4-b2b7-be125c778e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:46.371242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:46.371912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.378006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:46.437786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Network 8166e0a5-8818-4908-a9de-0cede6b4e1e9 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:46.454493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:46.460138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Pushing event updated for resources: {'Port': ['ID=761bbbd9-175a-4de8-b18c-93655ff659ab,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:46.462203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:46.466972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-99013da4-8f57-45bc-9a7d-7671278a26cc None None] Port bfb71820-aa1b-4070-9bc0-007d9398b39d cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:46.474576 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e2240d4e-232c-491a-82d4-77983a375188 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4313676 Jun 28 06:44:46.476999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.479365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:46.483422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51706) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:46.496569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9274bf19-76c4-41e5-b2d2-cc7655c70545 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:46.590428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Allocated IP 172.20.0.12 (55180fb3-ac20-4ce8-aeeb-de80dffcb6b6/94181330-8daa-4f63-8db3-dd5004767258/74373999-e5cd-4c2c-a16c-46bfa02da3ec) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:46.643789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-530671bb-332b-41f0-9fd4-c869ed7f887c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.645779 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-530671bb-332b-41f0-9fd4-c869ed7f887c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/901daf11-6fb9-4460-a521-0c26fb288fe5 HTTP/1.1" status: 204 len: 168 time: 2.4382889 Jun 28 06:44:46.652799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Attempting to bind port 761bbbd9-175a-4de8-b18c-93655ff659ab on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:46.653815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Attempting to bind port 761bbbd9-175a-4de8-b18c-93655ff659ab by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd8c707d8-2a00-478c-b3f5-ec5511891c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8166e0a5-8818-4908-a9de-0cede6b4e1e9'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:46.653815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Attempting to bind port 761bbbd9-175a-4de8-b18c-93655ff659ab on network 8166e0a5-8818-4908-a9de-0cede6b4e1e9 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:46.656126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51708) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:46.673939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port cd5949fd-b028-4193-b59e-6f2d6930a004, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cd5949fd-b028-4193-b59e-6f2d6930a004,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:46.675178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4a703835-02c1-4f3a-84d9-121ce5c53aee None None] Provisioning complete for port bfb71820-aa1b-4070-9bc0-007d9398b39d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:46.675563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4a703835-02c1-4f3a-84d9-121ce5c53aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.683615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:46.683823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Checking segment: {'id': 'd8c707d8-2a00-478c-b3f5-ec5511891c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8166e0a5-8818-4908-a9de-0cede6b4e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:46.684277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.684692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Bound using segment: {'id': 'd8c707d8-2a00-478c-b3f5-ec5511891c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8166e0a5-8818-4908-a9de-0cede6b4e1e9'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:46.685236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Bound port: 761bbbd9-175a-4de8-b18c-93655ff659ab, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c707d8-2a00-478c-b3f5-ec5511891c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8166e0a5-8818-4908-a9de-0cede6b4e1e9'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:46.685624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.761379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae330da-4133-475e-ac83-be41cb7ab947 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:46.767941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae330da-4133-475e-ac83-be41cb7ab947 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:46.774814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae330da-4133-475e-ac83-be41cb7ab947 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:46.779043 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7ae330da-4133-475e-ac83-be41cb7ab947 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4954967 Jun 28 06:44:46.789464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51710) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:46.793161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.794301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b9bc9fe2-78ab-4c7d-b501-37847364ab43 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:46.796317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:46.800820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:46.811083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-22e13a1b-046a-410c-8740-926811e96ead tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:46.831298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0605472-98a9-4dca-94df-935c41cf48fa tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:46.833016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0605472-98a9-4dca-94df-935c41cf48fa tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:46.834645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0605472-98a9-4dca-94df-935c41cf48fa tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:46.839555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c0605472-98a9-4dca-94df-935c41cf48fa tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1788518 Jun 28 06:44:46.845468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51712) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:46.874410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4a703835-02c1-4f3a-84d9-121ce5c53aee None None] Port bfb71820-aa1b-4070-9bc0-007d9398b39d cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:46.912383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] For port 761bbbd9-175a-4de8-b18c-93655ff659ab, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:46.940062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] For port 761bbbd9-175a-4de8-b18c-93655ff659ab, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=761bbbd9-175a-4de8-b18c-93655ff659ab,segment=NetworkSegment(d8c707d8-2a00-478c-b3f5-ec5511891c50),segment_id=d8c707d8-2a00-478c-b3f5-ec5511891c50)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:46.963396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=cd5949fd-b028-4193-b59e-6f2d6930a004,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:46.964234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:46.982085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4a703835-02c1-4f3a-84d9-121ce5c53aee None None] Provisioning for port 125ddff4-c057-4dea-9e87-73332a0d153c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:46.986701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4a703835-02c1-4f3a-84d9-121ce5c53aee None None] Provisioning complete for port 125ddff4-c057-4dea-9e87-73332a0d153c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:46.992291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4a703835-02c1-4f3a-84d9-121ce5c53aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.007135 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7876103 Jun 28 06:44:47.013223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51716) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:47.019908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:57:4e:da'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:47.029169 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4a703835-02c1-4f3a-84d9-121ce5c53aee None None] Port 125ddff4-c057-4dea-9e87-73332a0d153c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:47.041458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.051906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-94145053-c8bc-4a93-b346-a2c1bd36da12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:47.081904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port b9bc9fe2-78ab-4c7d-b501-37847364ab43 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:47.100782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port b9bc9fe2-78ab-4c7d-b501-37847364ab43 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:47.101228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.144523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.197929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Pushing event updated for resources: {'Port': ['ID=761bbbd9-175a-4de8-b18c-93655ff659ab,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:47.210591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-97fd42d2-e30f-44d3-84ff-f79a8fb31dde None None] Could not find standard attr ID for object 901daf11-6fb9-4460-a521-0c26fb288fe5. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:44:47.215348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:47.236595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-97fd42d2-e30f-44d3-84ff-f79a8fb31dde None None] Provisioning complete for port cd5949fd-b028-4193-b59e-6f2d6930a004 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:47.237269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-97fd42d2-e30f-44d3-84ff-f79a8fb31dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.315763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.405638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port b9bc9fe2-78ab-4c7d-b501-37847364ab43, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b9bc9fe2-78ab-4c7d-b501-37847364ab43,segment=NetworkSegment(ca8df511-fb2a-42c6-88e0-4518d262e7ba),segment_id=ca8df511-fb2a-42c6-88e0-4518d262e7ba)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:47.509383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.511354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-43bf695f-2ab7-43f1-8ead-8c0f32ddbb37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:47.563918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Subnet': ['ID=348f50ce-254e-499a-8280-9c53c1e02010,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:47.581592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:47.626353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.673258 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e3d0c3d0-e412-477f-b8ba-36a03b6a1875 req-6fca79ff-9afc-4767-9837-5ccc61603868 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 210 time: 0.1631963 Jun 28 06:44:47.760659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.799491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-33948b8a-f50b-4ed8-9bf8-4c43f650b737 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 05ae5698-8362-41e0-af2e-45b6bbd00a25 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:47.804008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Transition to ACTIVE for port object 74373999-e5cd-4c2c-a16c-46bfa02da3ec will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:47.809485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-33948b8a-f50b-4ed8-9bf8-4c43f650b737 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.819716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-97fd42d2-e30f-44d3-84ff-f79a8fb31dde None None] Provisioning for port 83a3071e-780b-4da5-a17d-d22a97524134 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:47.832301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-97fd42d2-e30f-44d3-84ff-f79a8fb31dde None None] Provisioning complete for port 83a3071e-780b-4da5-a17d-d22a97524134 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:47.832301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-97fd42d2-e30f-44d3-84ff-f79a8fb31dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.860104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=b9bc9fe2-78ab-4c7d-b501-37847364ab43,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:47.862542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Checking segment: {'id': '19d8b5e0-b8aa-4f64-861d-da778f15d6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1a23dd87-08fb-4f11-b7f6-fcf5980f547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:47.862942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network hostable DHCP agents. Network: 1a23dd87-08fb-4f11-b7f6-fcf5980f547f, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:44:47.863931 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:47.869205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cd5949fd-b028-4193-b59e-6f2d6930a004 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:47.903578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-97fd42d2-e30f-44d3-84ff-f79a8fb31dde None None] Port 83a3071e-780b-4da5-a17d-d22a97524134 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:47.910386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9274bf19-76c4-41e5-b2d2-cc7655c70545 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:47.914227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9274bf19-76c4-41e5-b2d2-cc7655c70545 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.931855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port cd5949fd-b028-4193-b59e-6f2d6930a004 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:47.932526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.959163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-99b99a4b-615a-4143-a64f-c23226f937de tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Deleting port 125ddff4-c057-4dea-9e87-73332a0d153c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:47.959509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-99b99a4b-615a-4143-a64f-c23226f937de tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:47.991079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-33948b8a-f50b-4ed8-9bf8-4c43f650b737 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.011261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.013248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Allocated IP 172.20.0.1 (8166e0a5-8818-4908-a9de-0cede6b4e1e9/13d05f46-adb9-4fd9-a30f-c96a4500c00f/c4a820c2-074b-4b6c-9d56-607df6b810b7) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:48.031087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6808d53e-2d7e-4d4c-b4ed-5626a9c4198d None None] Could not find standard attr ID for object 901daf11-6fb9-4460-a521-0c26fb288fe5. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:44:48.036676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 761bbbd9-175a-4de8-b18c-93655ff659ab up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:48.041050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6808d53e-2d7e-4d4c-b4ed-5626a9c4198d None None] Could not find standard attr ID for object 4c669346-8b50-48a7-88c7-0fe5eaf8157a. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:44:48.098125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:44:48.185361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.200704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 761bbbd9-175a-4de8-b18c-93655ff659ab completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:48.241014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-99b99a4b-615a-4143-a64f-c23226f937de tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.241014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.243778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.ipam_backend_mixin [None req-9274bf19-76c4-41e5-b2d2-cc7655c70545 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 185b32d4-0df5-4b92-a2b7-347ce786aecc (CIDR: 2001:db8:0:1::/64) Jun 28 06:44:48.250910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 1a23dd87-08fb-4f11-b7f6-fcf5980f547f) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:48.260797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-03f57c2a-4941-4c82-b81f-c0003d54df38 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:48.263930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c8412-ac18-48f4-af65-df62b957a588 None None] Network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:48.296871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.303329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:48.307506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-99b99a4b-615a-4143-a64f-c23226f937de tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Calling delete_port for 125ddff4-c057-4dea-9e87-73332a0d153c owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:48.374767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] In _notify_port_updated(), no bound segment for port 83a3071e-780b-4da5-a17d-d22a97524134 on network 774ef932-89dc-4779-8a14-2614b20fc4f0 {{(pid=100886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:44:48.380255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:48.381027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.383550 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "PUT /v2.0/ports/83a3071e-780b-4da5-a17d-d22a97524134 HTTP/1.1" status: 200 len: 1003 time: 1.3696134 Jun 28 06:44:48.395195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-33948b8a-f50b-4ed8-9bf8-4c43f650b737 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.402250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51718) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:48.441541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21966402-4327-49ed-b1f4-dcd5e20d6eca None None] Network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:48.446008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:48.446609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.461669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Port': ['ID=83a3071e-780b-4da5-a17d-d22a97524134,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:48.468689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:48.489809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.490088 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9274bf19-76c4-41e5-b2d2-cc7655c70545 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:44:48.490857 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9274bf19-76c4-41e5-b2d2-cc7655c70545 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:44:48.532793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:48.551870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Pushing event updated for resources: {'Port': ['ID=74373999-e5cd-4c2c-a16c-46bfa02da3ec,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:48.554815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:48.557388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:48.560275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:48.596351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Transition to ACTIVE for port object c4a820c2-074b-4b6c-9d56-607df6b810b7 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:48.657862 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6544359 Jun 28 06:44:48.659294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51720) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:48.682678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:48.682678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.691196 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9274bf19-76c4-41e5-b2d2-cc7655c70545 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.2060187 Jun 28 06:44:48.692842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1339432923', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:48.701275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51722) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:48.712241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'subnet': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:48.745289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-33948b8a-f50b-4ed8-9bf8-4c43f650b737 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.751295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:48.806710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-99b99a4b-615a-4143-a64f-c23226f937de tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.824629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-57779df4-a851-4c79-882f-681933920a54 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Deleting port 83a3071e-780b-4da5-a17d-d22a97524134 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:48.825028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57779df4-a851-4c79-882f-681933920a54 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.841618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20596344-98da-4fac-a3fb-f18d033ace60 None None] Network 8166e0a5-8818-4908-a9de-0cede6b4e1e9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:48.888365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.889447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.957942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.963088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-33948b8a-f50b-4ed8-9bf8-4c43f650b737 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:48.965226 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-33948b8a-f50b-4ed8-9bf8-4c43f650b737 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/05ae5698-8362-41e0-af2e-45b6bbd00a25 HTTP/1.1" status: 204 len: 168 time: 2.0684314 Jun 28 06:44:48.966301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33948b8a-f50b-4ed8-9bf8-4c43f650b737 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=05ae5698-8362-41e0-af2e-45b6bbd00a25,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:48.979394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-12c74fd8-e015-4de3-9c69-894d030f0c49 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:49.017139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51726) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:49.049675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-99b99a4b-615a-4143-a64f-c23226f937de tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.049675 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-99b99a4b-615a-4143-a64f-c23226f937de tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "DELETE /v2.0/ports/125ddff4-c057-4dea-9e87-73332a0d153c HTTP/1.1" status: 204 len: 168 time: 2.2510116 Jun 28 06:44:49.049675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-33948b8a-f50b-4ed8-9bf8-4c43f650b737 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:49.051618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eb5eae73-334b-4ea2-92d4-7e7b0b689813 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:49.062091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51728) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:49.067820 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5464342 Jun 28 06:44:49.075359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Request body: {'port': {'name': 'tempest-new-port-name-73293563', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:49.076181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.api.validators [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] bootfile-name is not in valid_values {{(pid=100887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:49.086332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.api.validators [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] tftp-server is not in valid_values {{(pid=100887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:49.086746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.api.validators [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] server-ip-address is not in valid_values {{(pid=100887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 28 06:44:49.101687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Provisioning for port 761bbbd9-175a-4de8-b18c-93655ff659ab completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:49.110975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Provisioning complete for port 761bbbd9-175a-4de8-b18c-93655ff659ab triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:49.111617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.132230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7831858c-9c62-441c-98e1-756a50809dee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet cd25959c-2c4e-4eae-8b43-61dac9d0cf17 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:49.135354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port bfb71820-aa1b-4070-9bc0-007d9398b39d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:49.135698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.169603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Request body: {'port': {'device_id': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:49.191682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40986c46-b33d-48e1-ab27-b08b166c0e12 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:49.244532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7831858c-9c62-441c-98e1-756a50809dee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.264082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.280340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.283717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=c4a820c2-074b-4b6c-9d56-607df6b810b7,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:49.286693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:49.294158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 8166e0a5-8818-4908-a9de-0cede6b4e1e9 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:49.304619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b99a4b-615a-4143-a64f-c23226f937de tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Pushing event deleted for resources: {'Port': ['ID=125ddff4-c057-4dea-9e87-73332a0d153c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:49.328470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-99b99a4b-615a-4143-a64f-c23226f937de tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:49.347484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:49.350405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:49.395807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.397335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for bfb71820-aa1b-4070-9bc0-007d9398b39d owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:49.404791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.407901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57779df4-a851-4c79-882f-681933920a54 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.456950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7831858c-9c62-441c-98e1-756a50809dee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.473149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-57779df4-a851-4c79-882f-681933920a54 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Calling delete_port for 83a3071e-780b-4da5-a17d-d22a97524134 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:49.478683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Made reservation on behalf of d8ede9ad57f2483ebfe893fb78cd5d47 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:49.484995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.487463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] For port 761bbbd9-175a-4de8-b18c-93655ff659ab, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=761bbbd9-175a-4de8-b18c-93655ff659ab,segment=NetworkSegment(d8c707d8-2a00-478c-b3f5-ec5511891c50),segment_id=d8c707d8-2a00-478c-b3f5-ec5511891c50)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:49.526702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.533606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.538426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:49.574400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.594014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Provisioning complete for port 83a3071e-780b-4da5-a17d-d22a97524134 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:49.594409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.629786 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af02ba8-4d4a-439c-9778-2c0cf749a610 req-8c5fc056-39b1-4780-a4c4-d981be3a36eb tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:49.651371 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7af02ba8-4d4a-439c-9778-2c0cf749a610 req-8c5fc056-39b1-4780-a4c4-d981be3a36eb tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 932 time: 0.7091117 Jun 28 06:44:49.664243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b9bc9fe2-78ab-4c7d-b501-37847364ab43 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:49.704730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Pushing event updated for resources: {'Port': ['ID=761bbbd9-175a-4de8-b18c-93655ff659ab,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:49.711042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:49.713422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Port 83a3071e-780b-4da5-a17d-d22a97524134 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:49.746747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port b9bc9fe2-78ab-4c7d-b501-37847364ab43 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:49.746747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.862069 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-55810cd5-b7bc-4828-9d28-371eb58609b3 None None] Provisioning complete for port 761bbbd9-175a-4de8-b18c-93655ff659ab triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:49.862470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-55810cd5-b7bc-4828-9d28-371eb58609b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:49.950891 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7af02ba8-4d4a-439c-9778-2c0cf749a610 req-3571cf5d-175d-4e35-b8ad-0755b72e9ccc tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983780 Jun 28 06:44:50.064830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-55810cd5-b7bc-4828-9d28-371eb58609b3 None None] Provisioning for port 74373999-e5cd-4c2c-a16c-46bfa02da3ec completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:50.069528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-55810cd5-b7bc-4828-9d28-371eb58609b3 None None] Provisioning complete for port 74373999-e5cd-4c2c-a16c-46bfa02da3ec triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:50.069987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-55810cd5-b7bc-4828-9d28-371eb58609b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.104146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.133056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-55810cd5-b7bc-4828-9d28-371eb58609b3 None None] Port 74373999-e5cd-4c2c-a16c-46bfa02da3ec cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:50.157519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.175502 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:44:50.256733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7831858c-9c62-441c-98e1-756a50809dee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.263885 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-55810cd5-b7bc-4828-9d28-371eb58609b3 None None] Provisioning for port c4a820c2-074b-4b6c-9d56-607df6b810b7 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:50.268474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-55810cd5-b7bc-4828-9d28-371eb58609b3 None None] Provisioning complete for port c4a820c2-074b-4b6c-9d56-607df6b810b7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:50.268933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-55810cd5-b7bc-4828-9d28-371eb58609b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.285171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.311930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-55810cd5-b7bc-4828-9d28-371eb58609b3 None None] Port c4a820c2-074b-4b6c-9d56-607df6b810b7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:50.375328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.380716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3e597567-a785-437d-b74b-ad032fd12015 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:50.430480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-350364c4-1709-4094-b0fa-ac7b5f2f911f None None] Provisioning complete for port cd5949fd-b028-4193-b59e-6f2d6930a004 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:50.430860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-350364c4-1709-4094-b0fa-ac7b5f2f911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.451894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] In _notify_port_updated(), no bound segment for port 6f244ad4-04cc-4e34-84f4-a6476b3625f4 on network 36a076de-d796-48c1-8e3b-72ca82d1d044 {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:44:50.457719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:50.458543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.460541 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "PUT /v2.0/ports/6f244ad4-04cc-4e34-84f4-a6476b3625f4 HTTP/1.1" status: 200 len: 1128 time: 1.3910933 Jun 28 06:44:50.471993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51730) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:50.538282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-350364c4-1709-4094-b0fa-ac7b5f2f911f None None] Provisioning complete for port c4a820c2-074b-4b6c-9d56-607df6b810b7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:50.539106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-350364c4-1709-4094-b0fa-ac7b5f2f911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.539870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Pushing event updated for resources: {'Port': ['ID=6f244ad4-04cc-4e34-84f4-a6476b3625f4,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:50.548690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:50.556105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.564155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9aab8d74-a7cd-4b04-82d0-4aa5ee9a8b12 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:50.582140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74373999-e5cd-4c2c-a16c-46bfa02da3ec {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:44:50.599306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-350364c4-1709-4094-b0fa-ac7b5f2f911f None None] Port c4a820c2-074b-4b6c-9d56-607df6b810b7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:50.614589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.631852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f69b2-ae45-48e8-b4ba-e0e5fc28fcdd tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:50.678459 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8a8f69b2-ae45-48e8-b4ba-e0e5fc28fcdd tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "GET /v2.0/ports/6f244ad4-04cc-4e34-84f4-a6476b3625f4 HTTP/1.1" status: 200 len: 1128 time: 0.1608467 Jun 28 06:44:50.678459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51732) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:50.680512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:50.681348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Transition to ACTIVE for port object 74373999-e5cd-4c2c-a16c-46bfa02da3ec will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:50.705721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:50.711389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:50.711989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.716660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Subnet': ['ID=d41c9ce6-422f-473d-91b4-5f27b11f683f,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:50.721544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd78815f-09a5-4eb2-8899-cf5e474af024 None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:50.721891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:50.795583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-351db29c-3128-4eff-be96-acc5cef7e13e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Deleting port 6f244ad4-04cc-4e34-84f4-a6476b3625f4 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:50.796219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-351db29c-3128-4eff-be96-acc5cef7e13e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.861302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-51c0e2ca-aa17-4222-a102-c0648270395b None None] Provisioning complete for port 6f244ad4-04cc-4e34-84f4-a6476b3625f4 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:50.861637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-51c0e2ca-aa17-4222-a102-c0648270395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.894247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-351db29c-3128-4eff-be96-acc5cef7e13e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:50.907134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-351db29c-3128-4eff-be96-acc5cef7e13e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Calling delete_port for 6f244ad4-04cc-4e34-84f4-a6476b3625f4 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:50.928923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-51c0e2ca-aa17-4222-a102-c0648270395b None None] Port 6f244ad4-04cc-4e34-84f4-a6476b3625f4 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:51.034849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2611b367-ff1f-447f-83b1-a3566cd658bb None None] Update dhcp port {'port': {'network_id': '533d1581-e96a-498e-a9bf-8ddf55a666ce', 'fixed_ips': [{'subnet_id': '185b32d4-0df5-4b92-a2b7-347ce786aecc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3b5401dd-894e-46a3-ae38-8c692f9977db', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd41c9ce6-422f-473d-91b4-5f27b11f683f'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': '7bad8e6a-d5e4-4b71-82af-6c82c0acd64c'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:44:51.072471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2611b367-ff1f-447f-83b1-a3566cd658bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.104456 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.112475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.135085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.138016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.141242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b262be76-9078-4263-abed-f9c33d2c1926 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:51.147508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57779df4-a851-4c79-882f-681933920a54 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.149539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.150770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7831858c-9c62-441c-98e1-756a50809dee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.156846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e65e587-ff9d-4261-a435-03ed8f473844 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:51.183025 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4795768 Jun 28 06:44:51.191050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51738) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:51.198944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-380547233', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd41c9ce6-422f-473d-91b4-5f27b11f683f'}], 'security_groups': ['69099ad2-c3e2-475d-b8be-731a09985137', '4ee63743-ffbe-4a28-addc-cdd8492978e0']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:51.228437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=bfb71820-aa1b-4070-9bc0-007d9398b39d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:51.237664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.254317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7831858c-9c62-441c-98e1-756a50809dee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.255638 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7831858c-9c62-441c-98e1-756a50809dee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/cd25959c-2c4e-4eae-8b43-61dac9d0cf17 HTTP/1.1" status: 204 len: 168 time: 2.2326798 Jun 28 06:44:51.284407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42883d0c-1c09-4f7c-b6a0-fed27be2bc57 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:51.291824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51740) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:51.305639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-2611b367-ff1f-447f-83b1-a3566cd658bb None None] Allocated IP 2001:db8:0:2::2 (533d1581-e96a-498e-a9bf-8ddf55a666ce/d41c9ce6-422f-473d-91b4-5f27b11f683f/7bad8e6a-d5e4-4b71-82af-6c82c0acd64c) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:51.328479 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.328992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.329345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.329749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.330150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.331156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.331156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.331363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.331625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.332043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.332439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.332876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:51.507297 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5e16201d-b4ab-465f-a5ae-e440672a2c02 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2094600 Jun 28 06:44:51.512109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51744) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:51.550533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-2611b367-ff1f-447f-83b1-a3566cd658bb None None] For port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,segment=NetworkSegment(715a355f-1bbd-4cd4-bcec-b56765fb0fbd),segment_id=715a355f-1bbd-4cd4-bcec-b56765fb0fbd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:51.555566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:51.584827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57779df4-a851-4c79-882f-681933920a54 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event deleted for resources: {'Port': ['ID=83a3071e-780b-4da5-a17d-d22a97524134,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:51.610131 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2611b367-ff1f-447f-83b1-a3566cd658bb None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.612431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Attempting to bind port 74373999-e5cd-4c2c-a16c-46bfa02da3ec on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:51.612765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Attempting to bind port 74373999-e5cd-4c2c-a16c-46bfa02da3ec by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:51.613171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Attempting to bind port 74373999-e5cd-4c2c-a16c-46bfa02da3ec on network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:51.628041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Pushing event updated for resources: {'Port': ['ID=74373999-e5cd-4c2c-a16c-46bfa02da3ec,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:51.645982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7243c-8766-4167-b5a1-b61df2d5d417 req-eabff55a-87e8-40dc-a962-e51ab68ff07e tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:51.648797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57779df4-a851-4c79-882f-681933920a54 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.650749 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-57779df4-a851-4c79-882f-681933920a54 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "DELETE /v2.0/ports/83a3071e-780b-4da5-a17d-d22a97524134 HTTP/1.1" status: 204 len: 168 time: 3.2444980 Jun 28 06:44:51.653411 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6bd7243c-8766-4167-b5a1-b61df2d5d417 req-eabff55a-87e8-40dc-a962-e51ab68ff07e tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 944 time: 0.5594194 Jun 28 06:44:51.654192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51746) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:51.658138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-57779df4-a851-4c79-882f-681933920a54 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:51.658802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:51.658949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1a24c458-b144-4626-b306-c6bfdef39858 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.498s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:51.666080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.674708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 761bbbd9-175a-4de8-b18c-93655ff659ab up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:51.685918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Port 74373999-e5cd-4c2c-a16c-46bfa02da3ec on network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:44:51.686189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Attempting to bind port 74373999-e5cd-4c2c-a16c-46bfa02da3ec on network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:51.703655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:51.734799 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.772238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.26.4.86 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/353341fe-9b79-471e-b901-510955ff925d) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:51.777173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 761bbbd9-175a-4de8-b18c-93655ff659ab triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:51.777559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.806120 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Deleting port cd5949fd-b028-4193-b59e-6f2d6930a004 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:51.806511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.885333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] For port cd5949fd-b028-4193-b59e-6f2d6930a004, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cd5949fd-b028-4193-b59e-6f2d6930a004,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:51.885653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:51.921231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Calling delete_port for cd5949fd-b028-4193-b59e-6f2d6930a004 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:51.954050 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=c4a820c2-074b-4b6c-9d56-607df6b810b7,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:51.967011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:51.971193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b2ae5f46-c6a1-4fbe-89e6-d28643dc97ef tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.810s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:52.062242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bfffce-cf57-4aa4-bfb0-b60b5e14f54c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] GET failed (client error): The resource could not be found. Jun 28 06:44:52.068207 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-81bfffce-cf57-4aa4-bfb0-b60b5e14f54c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "GET /v2.0/ports/83a3071e-780b-4da5-a17d-d22a97524134 HTTP/1.1" status: 404 len: 333 time: 0.3753324 Jun 28 06:44:52.068409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831858c-9c62-441c-98e1-756a50809dee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=cd25959c-2c4e-4eae-8b43-61dac9d0cf17,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:52.072471 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51748) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:52.080260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7831858c-9c62-441c-98e1-756a50809dee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:52.081707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'port': {'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1076125879'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:52.087534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:52.087845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Checking segment: {'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:52.088219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Bound using segment: {'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:52.088658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Bound port: 74373999-e5cd-4c2c-a16c-46bfa02da3ec, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9351959-1f12-4141-b7ec-80dbb964ad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:52.089029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.111262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.858s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:52.112021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:52.182837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 91a6dfe3-0b4f-419f-af5b-19ad667143e8 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:52.228299 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6bd7243c-8766-4167-b5a1-b61df2d5d417 req-49bc9e71-7aa5-4d23-9405-3810061e20b5 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742008 Jun 28 06:44:52.230161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 8166e0a5-8818-4908-a9de-0cede6b4e1e9 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:52.234665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:52.240441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.244314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.249319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:52.274516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2611b367-ff1f-447f-83b1-a3566cd658bb None None] Transition to ACTIVE for port object 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:52.279459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Pushing event deleted for resources: {'Port': ['ID=cd5949fd-b028-4193-b59e-6f2d6930a004,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:52.286704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-351db29c-3128-4eff-be96-acc5cef7e13e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.290829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] No DVR routers for this DVR port cd5949fd-b028-4193-b59e-6f2d6930a004 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:52.293723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.294304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.294868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.295507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.296070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.296605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.297193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.297731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.298264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.298791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.299336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.299853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:52.307520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dc1e17aa-4f1a-4d7e-b118-b1d31c997e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:52.307682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:52.311641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:52.315185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.349467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351db29c-3128-4eff-be96-acc5cef7e13e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Pushing event deleted for resources: {'Port': ['ID=6f244ad4-04cc-4e34-84f4-a6476b3625f4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:52.354748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] For port 74373999-e5cd-4c2c-a16c-46bfa02da3ec, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:52.354884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:52.359281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-351db29c-3128-4eff-be96-acc5cef7e13e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:52.361288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2611b367-ff1f-447f-83b1-a3566cd658bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.364105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.365470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-53e692ec-637f-4ecb-a7a9-16617428f43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:52.368161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085a196-f371-4523-a2cd-4d153733d2fc None None] Sync routers for ids ['91a6dfe3-0b4f-419f-af5b-19ad667143e8'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:52.387977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] For port 74373999-e5cd-4c2c-a16c-46bfa02da3ec, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:52.416964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085a196-f371-4523-a2cd-4d153733d2fc None None] Routers {'91a6dfe3-0b4f-419f-af5b-19ad667143e8'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:52.417537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9085a196-f371-4523-a2cd-4d153733d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['91a6dfe3-0b4f-419f-af5b-19ad667143e8'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:52.425419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-351db29c-3128-4eff-be96-acc5cef7e13e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.439019 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-351db29c-3128-4eff-be96-acc5cef7e13e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "DELETE /v2.0/ports/6f244ad4-04cc-4e34-84f4-a6476b3625f4 HTTP/1.1" status: 204 len: 168 time: 1.7907751 Jun 28 06:44:52.442793 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-53e45389-dd83-4423-93d9-474ac97db702 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/91a6dfe3-0b4f-419f-af5b-19ad667143e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4291494 Jun 28 06:44:52.449567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51750) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:52.449567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51752) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:52.503501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611b367-ff1f-447f-83b1-a3566cd658bb None None] Pushing event updated for resources: {'Port': ['ID=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:52.534258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Deleting subnet 3588b1b4-077b-41f1-9914-0e8bbc0fc6a0 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:52.557812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.563130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2611b367-ff1f-447f-83b1-a3566cd658bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:52.563355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.568662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6dbc5a9c-5376-4374-ada3-0ac77c42bfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:52.568900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9085a196-f371-4523-a2cd-4d153733d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:52.574052 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-de84a5b2-f055-4c69-b987-bf28e51bebb5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a6dfe3-0b4f-419f-af5b-19ad667143e8 HTTP/1.1" status: 200 len: 205 time: 0.0661151 Jun 28 06:44:52.576816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51754) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:52.640999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085a196-f371-4523-a2cd-4d153733d2fc None None] Routers {'91a6dfe3-0b4f-419f-af5b-19ad667143e8'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:52.641307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9085a196-f371-4523-a2cd-4d153733d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['91a6dfe3-0b4f-419f-af5b-19ad667143e8'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:52.681250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9085a196-f371-4523-a2cd-4d153733d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:52.682058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085a196-f371-4523-a2cd-4d153733d2fc None None] The sync data for ids ['91a6dfe3-0b4f-419f-af5b-19ad667143e8'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:52.682482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Made reservation on behalf of 9f4da6ab553c4616aa7065bda48cde81 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:52.686811 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.712229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3643a507-aa5e-439e-b67e-7af948691083 None None] Provisioning complete for port c4a820c2-074b-4b6c-9d56-607df6b810b7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:52.712722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3643a507-aa5e-439e-b67e-7af948691083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.733713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:52.734403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.735891 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] 10.222.0.50 "PUT /v2.0/ports/74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 200 len: 1094 time: 3.5709109 Jun 28 06:44:52.738983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'tag': '74373999-e5cd-4c2c-a16c-46bfa02da3ec'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:44:52.741605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c2bc21-1a0f-4fe2-ae52-c72e0e1b93a5" -d '{"events": [{"name": "network-changed", "server_uuid": "58ee7543-16ce-4c07-bf1c-5122003dee06", "tag": "74373999-e5cd-4c2c-a16c-46bfa02da3ec"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:44:52.774318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3643a507-aa5e-439e-b67e-7af948691083 None None] Port c4a820c2-074b-4b6c-9d56-607df6b810b7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:52.788559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] device_id is not set on port ae0b2163-06d8-4310-8673-0fc3d2e4719e yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:52.797878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.816733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce43291-b05e-4aff-8429-9302eccd895d x-openstack-request-id: req-3ce43291-b05e-4aff-8429-9302eccd895d {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:44:52.820308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ee7543-16ce-4c07-bf1c-5122003dee06", "tag": "74373999-e5cd-4c2c-a16c-46bfa02da3ec", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:44:52.820308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ce43291-b05e-4aff-8429-9302eccd895d {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:44:52.820308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'tag': '74373999-e5cd-4c2c-a16c-46bfa02da3ec', 'status': 'completed', 'code': 200} Jun 28 06:44:52.826011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.839676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d2c96bca-b0a4-4a53-9727-dab3eafb36ba tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:52.870908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1d1739b4-ae9b-4e34-a758-b564729d3dd0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.923213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:52.936556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Pushing event updated for resources: {'Port': ['ID=74373999-e5cd-4c2c-a16c-46bfa02da3ec,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:52.962229 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:52.964293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:52.968485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:52.970995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:53.091823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=353341fe-9b79-471e-b901-510955ff925d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:53.098344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:53.098534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7a050a9c-4a0e-42d9-96fa-1260bc783d9f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:53.133726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:53.170896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.203746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:53.222088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Allocated IP 2001:db8::2ed (774ef932-89dc-4779-8a14-2614b20fc4f0/1453c812-eaaf-4649-81e9-c1fcf410162c/ae0b2163-06d8-4310-8673-0fc3d2e4719e) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:53.222589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae858f-da09-491e-a870-d2434ec3f372 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:53.235235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 5c39ade2-83ad-41a7-88dc-0867ceb32918 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:44:53.239825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:53.240442 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.262729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1d1739b4-ae9b-4e34-a758-b564729d3dd0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.266954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1d1739b4-ae9b-4e34-a758-b564729d3dd0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.329559 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=8e18f83d-6485-4a14-a407-7f5e48236cf0,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:53.334009 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:53.353924 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8061156 Jun 28 06:44:53.361758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2bc21-1a0f-4fe2-ae52-c72e0e1b93a5 req-2157e359-e28c-4a35-be99-e764df4f936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:53.363269 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3c2bc21-1a0f-4fe2-ae52-c72e0e1b93a5 req-2157e359-e28c-4a35-be99-e764df4f936d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1097 time: 0.4722383 Jun 28 06:44:53.364073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51760) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:53.378010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:53.407504 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': '8e18f83d-6485-4a14-a407-7f5e48236cf0'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:44:53.408963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.602033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Allocated IP 172.20.0.2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/8e18f83d-6485-4a14-a407-7f5e48236cf0/f807227b-e1a6-406a-81ae-32479c5b5984) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:53.655494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:53.690171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dde41f4f-2346-46cd-87cd-681eb4ec735c None None] Provisioning complete for port d238aa95-fc62-4112-900e-855d1223ae04 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:53.690574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dde41f4f-2346-46cd-87cd-681eb4ec735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.779161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-dde41f4f-2346-46cd-87cd-681eb4ec735c None None] Port d238aa95-fc62-4112-900e-855d1223ae04 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:53.817068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1d1739b4-ae9b-4e34-a758-b564729d3dd0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.817858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1739b4-ae9b-4e34-a758-b564729d3dd0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Fanout notify agent at l3_agent the message router_deleted on router 91a6dfe3-0b4f-419f-af5b-19ad667143e8 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:44:53.822847 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2dec8d2-ccdd-437f-9ae0-99aa4cb44424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.828653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1d1739b4-ae9b-4e34-a758-b564729d3dd0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.830695 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1d1739b4-ae9b-4e34-a758-b564729d3dd0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/91a6dfe3-0b4f-419f-af5b-19ad667143e8 HTTP/1.1" status: 204 len: 168 time: 1.2515206 Jun 28 06:44:53.835929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51762) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:53.887311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.887551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.901318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Transition to ACTIVE for port object f807227b-e1a6-406a-81ae-32479c5b5984 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:53.902948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ec573eb-1b5d-4122-b15a-527c4857e680 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:53.904470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dde41f4f-2346-46cd-87cd-681eb4ec735c None None] Provisioning for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:53.918349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cd5949fd-b028-4193-b59e-6f2d6930a004 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:53.937661 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:53.945986 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/5c39ade2-83ad-41a7-88dc-0867ceb32918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1770759 Jun 28 06:44:53.948825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51764) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:53.949409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dde41f4f-2346-46cd-87cd-681eb4ec735c None None] Provisioning complete for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:53.949854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dde41f4f-2346-46cd-87cd-681eb4ec735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.956534 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1595db-b8c2-4e77-9c49-07d4975c570b None None] Sync routers for ids ['5c39ade2-83ad-41a7-88dc-0867ceb32918'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:53.965051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Delete allocated IP 2001:db8::392 (533d1581-e96a-498e-a9bf-8ddf55a666ce/3b5401dd-894e-46a3-ae38-8c692f9977db) {{(pid=100887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 28 06:44:53.969364 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1595db-b8c2-4e77-9c49-07d4975c570b None None] Routers {'5c39ade2-83ad-41a7-88dc-0867ceb32918'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:53.970309 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-fa1595db-b8c2-4e77-9c49-07d4975c570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5c39ade2-83ad-41a7-88dc-0867ceb32918'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:53.973711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Pushing event deleted for resources: {'Subnet': ['ID=3588b1b4-077b-41f1-9914-0e8bbc0fc6a0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:53.976747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: cd5949fd-b028-4193-b59e-6f2d6930a004 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:53.977217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cd5949fd-b028-4193-b59e-6f2d6930a004 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:53.990929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:53.996166 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "DELETE /v2.0/subnets/3588b1b4-077b-41f1-9914-0e8bbc0fc6a0 HTTP/1.1" status: 204 len: 168 time: 1.5442941 Jun 28 06:44:53.997847 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Transition to ACTIVE for port object f807227b-e1a6-406a-81ae-32479c5b5984 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:54.004236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51766) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:54.005165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff723fc3-1bc8-46ab-9ea1-09eb9046fe05 None None] Network 36a076de-d796-48c1-8e3b-72ca82d1d044 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:54.009835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2bc21-1a0f-4fe2-ae52-c72e0e1b93a5 req-18b7a72c-0967-4729-a0ca-3cdf792a2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:54.011097 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3c2bc21-1a0f-4fe2-ae52-c72e0e1b93a5 req-18b7a72c-0967-4729-a0ca-3cdf792a2851 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cc117095beac49488fd5f8f0e756086e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5490370 Jun 28 06:44:54.011228 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8feb9a-5779-448e-9161-6950344c4860 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:54.012499 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0e8feb9a-5779-448e-9161-6950344c4860 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports/c4a820c2-074b-4b6c-9d56-607df6b810b7 HTTP/1.1" status: 200 len: 910 time: 0.0599990 Jun 28 06:44:54.019021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-86eb90bc-4081-477e-8cf8-0b6fa579e586 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting subnet 393607ab-0207-4028-a7f3-66cb1f330d39 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:44:54.022786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-86eb90bc-4081-477e-8cf8-0b6fa579e586 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.032499 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-fa1595db-b8c2-4e77-9c49-07d4975c570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:54.040175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51768) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:54.045020 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1595db-b8c2-4e77-9c49-07d4975c570b None None] Routers {'5c39ade2-83ad-41a7-88dc-0867ceb32918'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:54.045830 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-fa1595db-b8c2-4e77-9c49-07d4975c570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5c39ade2-83ad-41a7-88dc-0867ceb32918'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:54.054895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Allocated IP 2001:db8:0:2::2e8 (533d1581-e96a-498e-a9bf-8ddf55a666ce/d41c9ce6-422f-473d-91b4-5f27b11f683f/4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:54.065988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-86eb90bc-4081-477e-8cf8-0b6fa579e586 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.080444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.080822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:44:54.091830 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-fa1595db-b8c2-4e77-9c49-07d4975c570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:54.092016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:54.092124 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1595db-b8c2-4e77-9c49-07d4975c570b None None] The sync data for ids ['5c39ade2-83ad-41a7-88dc-0867ceb32918'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:54.108516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.144864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.163014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.167244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d0ed4196-ad9d-4e3f-9503-cc6ec3a4e993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:54.183889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28178b2-1e10-45ac-be1e-1a3239570be0 req-7cb578cc-7285-40c7-b69e-b4f6ea4bab5f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:54.188827 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b28178b2-1e10-45ac-be1e-1a3239570be0 req-7cb578cc-7285-40c7-b69e-b4f6ea4bab5f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 944 time: 0.7088935 Jun 28 06:44:54.222151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:54.232629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:54.234454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Pushing event updated for resources: {'Port': ['ID=f807227b-e1a6-406a-81ae-32479c5b5984,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:54.242456 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:54.246965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:54.253033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-86eb90bc-4081-477e-8cf8-0b6fa579e586 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.285421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dde41f4f-2346-46cd-87cd-681eb4ec735c None None] Provisioning complete for port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:54.287192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dde41f4f-2346-46cd-87cd-681eb4ec735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.354193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Transition to ACTIVE for port object ae0b2163-06d8-4310-8673-0fc3d2e4719e will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:54.357812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Attempting to bind port f807227b-e1a6-406a-81ae-32479c5b5984 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:44:54.357949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Attempting to bind port f807227b-e1a6-406a-81ae-32479c5b5984 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:44:54.364938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Attempting to bind port f807227b-e1a6-406a-81ae-32479c5b5984 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:44:54.370505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-dde41f4f-2346-46cd-87cd-681eb4ec735c None None] Port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:54.374557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:44:54.375159 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:44:54.375500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.375957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:44:54.376500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Bound port: f807227b-e1a6-406a-81ae-32479c5b5984, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:44:54.377546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.420449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.422208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.449543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] DHCP port deletion for 36a076de-d796-48c1-8e3b-72ca82d1d044 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:54.473232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] For port f807227b-e1a6-406a-81ae-32479c5b5984, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:44:54.473232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] For port f807227b-e1a6-406a-81ae-32479c5b5984, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f807227b-e1a6-406a-81ae-32479c5b5984,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:44:54.492255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:54.495643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.514358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] Deleting port be639b6a-c221-4026-8b48-ae144298f525 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:54.514756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.576700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-86eb90bc-4081-477e-8cf8-0b6fa579e586 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.579188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] For port be639b6a-c221-4026-8b48-ae144298f525, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=be639b6a-c221-4026-8b48-ae144298f525,segment=NetworkSegment(9a2fe807-5b46-4501-8a91-c721e536fa34),segment_id=9a2fe807-5b46-4501-8a91-c721e536fa34)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:54.579622 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.579969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-35baec31-1c7d-44e1-800b-080df7c18552 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:54.593532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] Calling delete_port for be639b6a-c221-4026-8b48-ae144298f525 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:54.603271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.613486 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb90bc-4081-477e-8cf8-0b6fa579e586 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Subnet': ['ID=393607ab-0207-4028-a7f3-66cb1f330d39,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:54.616080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-86eb90bc-4081-477e-8cf8-0b6fa579e586 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.617532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eb2a9720-b00b-4a3a-bc3a-1d2430bb9059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:54.618127 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-86eb90bc-4081-477e-8cf8-0b6fa579e586 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/393607ab-0207-4028-a7f3-66cb1f330d39 HTTP/1.1" status: 204 len: 168 time: 0.7810557 Jun 28 06:44:54.620770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51770) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:54.626805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364983d-2054-467e-963e-c334032430e6 None None] Network 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:54.633765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-86eb90bc-4081-477e-8cf8-0b6fa579e586 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:54.636043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:44:54.754421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.786180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Pushing event updated for resources: {'Port': ['ID=f807227b-e1a6-406a-81ae-32479c5b5984,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:54.811153 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:54.839962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:54.859965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9eeb2-ede2-45a8-a26e-01d6aba1092c None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:54.875621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9eeb2-ede2-45a8-a26e-01d6aba1092c None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:54.876295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-69f9eeb2-ede2-45a8-a26e-01d6aba1092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:54.934656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-69f9eeb2-ede2-45a8-a26e-01d6aba1092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:54.944298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port b9bc9fe2-78ab-4c7d-b501-37847364ab43 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:54.945046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.945868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:54.948506 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b28178b2-1e10-45ac-be1e-1a3239570be0 req-9b412fe4-3611-4090-a6ca-d0b734e45cf3 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6938663 Jun 28 06:44:54.955178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-75f03836-e935-4484-a275-2b9f011eb5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:55.018812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] DHCP port deletion for 1d99b9ef-4560-452a-9fc6-0b09fc1b4830 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:44:55.023954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] No DVR routers for this DVR port be639b6a-c221-4026-8b48-ae144298f525 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:55.030030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] Pushing event deleted for resources: {'Port': ['ID=be639b6a-c221-4026-8b48-ae144298f525,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:55.032149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9eeb2-ede2-45a8-a26e-01d6aba1092c None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:55.037560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-69f9eeb2-ede2-45a8-a26e-01d6aba1092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:55.039695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:55.056828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.061444 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3898883 Jun 28 06:44:55.062648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51772) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:55.099237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-69f9eeb2-ede2-45a8-a26e-01d6aba1092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:55.100790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9eeb2-ede2-45a8-a26e-01d6aba1092c None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:55.111999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2bc21-1a0f-4fe2-ae52-c72e0e1b93a5 req-53c3cd98-228f-422b-8d54-ecb2a6ce1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:55.116635 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3c2bc21-1a0f-4fe2-ae52-c72e0e1b93a5 req-53c3cd98-228f-422b-8d54-ecb2a6ce1328 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0904801 Jun 28 06:44:55.142695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port b9bc9fe2-78ab-4c7d-b501-37847364ab43, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b9bc9fe2-78ab-4c7d-b501-37847364ab43,segment=NetworkSegment(ca8df511-fb2a-42c6-88e0-4518d262e7ba),segment_id=ca8df511-fb2a-42c6-88e0-4518d262e7ba)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:55.143345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.150196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] Deleting port b9bc9fe2-78ab-4c7d-b501-37847364ab43 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:55.150636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.166474 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for b9bc9fe2-78ab-4c7d-b501-37847364ab43 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:55.322962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.365761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] For port b9bc9fe2-78ab-4c7d-b501-37847364ab43, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b9bc9fe2-78ab-4c7d-b501-37847364ab43,segment=NetworkSegment(ca8df511-fb2a-42c6-88e0-4518d262e7ba),segment_id=ca8df511-fb2a-42c6-88e0-4518d262e7ba)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:55.366072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.369873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0e3b1d30-ad86-47a4-adba-2aeba21cf4d1 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:55.380522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] Calling delete_port for b9bc9fe2-78ab-4c7d-b501-37847364ab43 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:55.421552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.469948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a076de-d796-48c1-8e3b-72ca82d1d044']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:55.501429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:55.512033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.516349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fb67971-175f-40c7-8676-18bdb3f3a08e tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:55.517795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.519267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2fe807-5b46-4501-8a91-c721e536fa34') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:55.519569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2fe807-5b46-4501-8a91-c721e536fa34') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:55.520336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7fa62b09-c33d-4e3d-8ea2-0d6f457f67bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:55.538425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:55.546450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Port': ['ID=ae0b2163-06d8-4310-8673-0fc3d2e4719e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:55.559328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.561193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:55.566777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:55.567272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=b9bc9fe2-78ab-4c7d-b501-37847364ab43,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:55.567461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.569596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No DVR routers for this DVR port b9bc9fe2-78ab-4c7d-b501-37847364ab43 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:55.578358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:55.579542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] Pushing event deleted for resources: {'Port': ['ID=b9bc9fe2-78ab-4c7d-b501-37847364ab43,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:55.582445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:55.583236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] No DVR routers for this DVR port b9bc9fe2-78ab-4c7d-b501-37847364ab43 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:44:55.593888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:55.639996 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.699096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:55.699509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:55.702861 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:55.706817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.727418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793cce5-1599-402f-9768-9b03c1981bfd req-58e7a93f-8238-45af-8fd2-b5c962f91c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:55.728803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.735389 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-58e7a93f-8238-45af-8fd2-b5c962f91c4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1097 time: 0.5191696 Jun 28 06:44:55.743454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d99b9ef-4560-452a-9fc6-0b09fc1b4830']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:55.767284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8df511-fb2a-42c6-88e0-4518d262e7ba') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:55.767832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8df511-fb2a-42c6-88e0-4518d262e7ba') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:55.770987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f807227b-e1a6-406a-81ae-32479c5b5984 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:55.806111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.826446 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.842926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:44:55.843667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:44:55.847387 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:44:55.849889 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7704370 Jun 28 06:44:55.862178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51776) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:55.869410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'port': {'network_id': '774ef932-89dc-4779-8a14-2614b20fc4f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1051555089'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:55.893398 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-85bf011d-6a7e-4168-ab34-a3558c91895b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 200 len: 217 time: 0.1415579 Jun 28 06:44:55.930476 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port f807227b-e1a6-406a-81ae-32479c5b5984 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:55.948844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.013077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device be639b6a-c221-4026-8b48-ae144298f525 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:56.055748 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: be639b6a-c221-4026-8b48-ae144298f525 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:56.056201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device be639b6a-c221-4026-8b48-ae144298f525 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:56.056692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b9bc9fe2-78ab-4c7d-b501-37847364ab43 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:44:56.063189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793cce5-1599-402f-9768-9b03c1981bfd req-d1d8052c-a16f-48d9-a34f-579245b1aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:56.064831 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-d1d8052c-a16f-48d9-a34f-579245b1aaef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94181330-8daa-4f63-8db3-dd5004767258 HTTP/1.1" status: 200 len: 850 time: 0.1469154 Jun 28 06:44:56.065621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.071467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.076690 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] 10.222.0.24 "DELETE /v2.0/networks/36a076de-d796-48c1-8e3b-72ca82d1d044 HTTP/1.1" status: 204 len: 168 time: 2.0646310 Jun 28 06:44:56.088119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-aeb30e74-148f-42c0-b018-73f0d2e78d88 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:56.105092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: b9bc9fe2-78ab-4c7d-b501-37847364ab43 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:44:56.105560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b9bc9fe2-78ab-4c7d-b501-37847364ab43 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:44:56.109533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Pushing event deleted for resources: {'Network': ['ID=36a076de-d796-48c1-8e3b-72ca82d1d044,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:56.112886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:56.143124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.218025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-79c80344-9add-4872-8d02-485babf59338 None None] Provisioning for port ae0b2163-06d8-4310-8673-0fc3d2e4719e completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:56.221990 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-79c80344-9add-4872-8d02-485babf59338 None None] Provisioning complete for port ae0b2163-06d8-4310-8673-0fc3d2e4719e triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:56.222384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-79c80344-9add-4872-8d02-485babf59338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.225090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.226867 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Made reservation on behalf of 9f4da6ab553c4616aa7065bda48cde81 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:56.230479 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.236368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c62821fc-cf49-4dcb-a2ec-681912728da5 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:56.240724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.246370 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/networks/1d99b9ef-4560-452a-9fc6-0b09fc1b4830 HTTP/1.1" status: 204 len: 168 time: 1.6167717 Jun 28 06:44:56.251540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51782) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:56.260207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Transition to ACTIVE for port object 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:56.270815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-79c80344-9add-4872-8d02-485babf59338 None None] Port ae0b2163-06d8-4310-8673-0fc3d2e4719e cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:56.272878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-221502948', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:56.285002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Network': ['ID=1d99b9ef-4560-452a-9fc6-0b09fc1b4830,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:56.292286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] device_id is not set on port 3b440e55-7c5f-4544-9e66-17353342b229 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:56.296865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:56.334885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.351376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6c024c12-0411-4a7c-829f-78bb8d97ada4 tempest-RoutersAdminTest-1769194081 tempest-RoutersAdminTest-1769194081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:56.434965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.474293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baf44156-74e1-4c55-ab2a-6f2aea0b0122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.478163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-33c839e9-56c6-4b93-a5c0-c177008bb205 None None] Provisioning for port f807227b-e1a6-406a-81ae-32479c5b5984 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:56.486358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.486358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.486614 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-33c839e9-56c6-4b93-a5c0-c177008bb205 None None] Provisioning complete for port f807227b-e1a6-406a-81ae-32479c5b5984 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:56.486614 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33c839e9-56c6-4b93-a5c0-c177008bb205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.494065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793cce5-1599-402f-9768-9b03c1981bfd req-c92fce26-1901-484d-9f27-4ddbdc52cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:56.495579 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-c92fce26-1901-484d-9f27-4ddbdc52cf45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4167209 Jun 28 06:44:56.572481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Allocated IP 2001:db8::212 (774ef932-89dc-4779-8a14-2614b20fc4f0/1453c812-eaaf-4649-81e9-c1fcf410162c/3b440e55-7c5f-4544-9e66-17353342b229) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:56.607780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.609073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event updated for resources: {'Port': ['ID=4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:56.612758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:56.639578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] In _notify_port_updated(), no bound segment for port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 on network 533d1581-e96a-498e-a9bf-8ddf55a666ce {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:44:56.653041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:56.653263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33c839e9-56c6-4b93-a5c0-c177008bb205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.654958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.659128 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "PUT /v2.0/ports/4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 HTTP/1.1" status: 200 len: 969 time: 5.4643490 Jun 28 06:44:56.659269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.20.0.1 (1a23dd87-08fb-4f11-b7f6-fcf5980f547f/348f50ce-254e-499a-8280-9c53c1e02010/4515db6a-96a9-4ee7-bb09-a5c280323384) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:56.660306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51786) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:56.669142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de5cb-fc12-4a5a-8048-3a50f5cd3945 req-0d85af07-df3b-4cda-9167-9b0fb1573af1 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:56.671166 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff6de5cb-fc12-4a5a-8048-3a50f5cd3945 req-0d85af07-df3b-4cda-9167-9b0fb1573af1 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 944 time: 0.5247200 Jun 28 06:44:56.688706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:44:56.706681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-33c839e9-56c6-4b93-a5c0-c177008bb205 None None] For port f807227b-e1a6-406a-81ae-32479c5b5984, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f807227b-e1a6-406a-81ae-32479c5b5984,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:56.718351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51788) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:56.799843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33c839e9-56c6-4b93-a5c0-c177008bb205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:56.802146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:56.859622 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c839e9-56c6-4b93-a5c0-c177008bb205 None None] Pushing event updated for resources: {'Port': ['ID=f807227b-e1a6-406a-81ae-32479c5b5984,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:56.863314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-33c839e9-56c6-4b93-a5c0-c177008bb205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:56.928291 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff6de5cb-fc12-4a5a-8048-3a50f5cd3945 req-841491d2-10b6-4728-891d-b1d8944963aa tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370877 Jun 28 06:44:56.951545 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-ada62b59-6327-414e-bc38-6904dc56a479 service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285369 Jun 28 06:44:56.990765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-448ca778-69ca-421e-9e9c-44d4c7de4c7e None None] Provisioning for port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:56.995458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-448ca778-69ca-421e-9e9c-44d4c7de4c7e None None] Provisioning complete for port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:56.995993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-448ca778-69ca-421e-9e9c-44d4c7de4c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.032635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-448ca778-69ca-421e-9e9c-44d4c7de4c7e None None] Port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:57.120038 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5933f205-ab70-4e2d-871b-91b75ee0cf0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22f82fddb1d440879cd92b3cedefde5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004700 Jun 28 06:44:57.124740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51794) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:57.424134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.462397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.477958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.484485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2e55c9d5-e34a-49a2-84f0-f9893f44f9c2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:57.492035 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e55c9d5-e34a-49a2-84f0-f9893f44f9c2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.525719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Transition to ACTIVE for port object 3b440e55-7c5f-4544-9e66-17353342b229 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:44:57.531123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.590259 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a793cce5-1599-402f-9768-9b03c1981bfd req-9c4b27bf-db21-471f-9b7c-45f205b62867 service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111112 Jun 28 06:44:57.619860 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.642414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f807227b-e1a6-406a-81ae-32479c5b5984 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:57.644198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-983492eb-2855-4d68-a820-a4f81eec0bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.648507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port c4a820c2-074b-4b6c-9d56-607df6b810b7 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:44:57.648840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.677889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e55c9d5-e34a-49a2-84f0-f9893f44f9c2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.695797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f807227b-e1a6-406a-81ae-32479c5b5984 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:57.696385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.700189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2e55c9d5-e34a-49a2-84f0-f9893f44f9c2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for 4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:57.723279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.751830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-983492eb-2855-4d68-a820-a4f81eec0bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.753656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a47f2c9-1cd7-4154-8ff7-bf000fdad34c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:57.803225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.823510 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:57.842157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:57.846265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=4515db6a-96a9-4ee7-bb09-a5c280323384,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:57.849980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:57.858576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:57.880374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:57.889589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:57.897523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.918428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for c4a820c2-074b-4b6c-9d56-607df6b810b7 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:44:57.921356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:57.933053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:57.938626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:57.939266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.991347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-983492eb-2855-4d68-a820-a4f81eec0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.994098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-983492eb-2855-4d68-a820-a4f81eec0bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:57.997919 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-983492eb-2855-4d68-a820-a4f81eec0bb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7862693e-308e-4ddd-b17b-19d1c67bdce4 HTTP/1.1" status: 204 len: 168 time: 0.8694093 Jun 28 06:44:57.997919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] For port f807227b-e1a6-406a-81ae-32479c5b5984, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f807227b-e1a6-406a-81ae-32479c5b5984,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:44:58.000410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0fd229ff-26c9-4981-a0d2-08e2cab86541 tempest-ServersTestManualDisk-1990139473 tempest-ServersTestManualDisk-1990139473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:58.017776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.033221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983492eb-2855-4d68-a820-a4f81eec0bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7862693e-308e-4ddd-b17b-19d1c67bdce4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:58.041375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-983492eb-2855-4d68-a820-a4f81eec0bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:58.061206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.083180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Port': ['ID=3b440e55-7c5f-4544-9e66-17353342b229,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:58.128149 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2634361 Jun 28 06:44:58.134203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:58.136265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51800) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:58.148387 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::288', 'mac_address': 'fa:16:3e:57:4e:da'}, {'ip_address': '2001:db8::2ed', 'mac_address': 'fa:16:3e:3c:02:00'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:58.154131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.155008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.160706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:58.212237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.220635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:58.245931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.250994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:58.264407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1080b7d-1801-478b-9346-99867b0bf916 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:44:58.270535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:58.271178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.296241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=f807227b-e1a6-406a-81ae-32479c5b5984,revision_number=5']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:58.303248 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:58.304079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c4159ec-b49a-455a-b37d-f453e2dabcfc tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:58.313512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e55c9d5-e34a-49a2-84f0-f9893f44f9c2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.341918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406ff3-aba6-4af4-ac9f-b9ba34f7a975 req-fd5f07e8-5e1b-4385-910a-26523c2c2318 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:58.343464 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b406ff3-aba6-4af4-ac9f-b9ba34f7a975 req-fd5f07e8-5e1b-4385-910a-26523c2c2318 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 944 time: 0.2298434 Jun 28 06:44:58.367134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-84da555b-26d0-45dc-b3d2-78c46b84c4ec tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:58.383139 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0092835 Jun 28 06:44:58.389001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=488094e2-314a-414f-b74f-17d8eca3943b,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:58.391594 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:58.393338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51804) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:58.406134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:b9:df:ff', 'name': 'tempest-NetworksTestDHCPv6-275990851'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:58.418539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55c9d5-e34a-49a2-84f0-f9893f44f9c2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:58.432147 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2e55c9d5-e34a-49a2-84f0-f9893f44f9c2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:58.447292 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b406ff3-aba6-4af4-ac9f-b9ba34f7a975 req-18b6218b-f9fa-4b0f-be5b-c724c84d7a48 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870144 Jun 28 06:44:58.449004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.489041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-351db29c-3128-4eff-be96-acc5cef7e13e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:58.492084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e55c9d5-e34a-49a2-84f0-f9893f44f9c2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.494005 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2e55c9d5-e34a-49a2-84f0-f9893f44f9c2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 HTTP/1.1" status: 204 len: 168 time: 1.8276124 Jun 28 06:44:58.498943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51806) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:58.540889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=c4a820c2-074b-4b6c-9d56-607df6b810b7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:58.551377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f58dd16f-d822-43cb-a09d-dab0f834a67b None None] Provisioning for port 3b440e55-7c5f-4544-9e66-17353342b229 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:44:58.558333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:58.564761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f58dd16f-d822-43cb-a09d-dab0f834a67b None None] Provisioning complete for port 3b440e55-7c5f-4544-9e66-17353342b229 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:58.565261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f58dd16f-d822-43cb-a09d-dab0f834a67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.575223 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1a3dd4-41fa-41c1-a517-109c837c201c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] GET failed (client error): The resource could not be found. Jun 28 06:44:58.577212 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8f1a3dd4-41fa-41c1-a517-109c837c201c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports/4b4a5ffe-203a-4a14-bd72-54c2d2fb0bc6 HTTP/1.1" status: 404 len: 333 time: 0.0676935 Jun 28 06:44:58.584703 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51810) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:58.627253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f58dd16f-d822-43cb-a09d-dab0f834a67b None None] Port 3b440e55-7c5f-4544-9e66-17353342b229 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:44:58.641434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Allocated IP 172.26.4.107 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/bb3c21b9-b429-4efd-8a1b-e52991962b74) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:58.726291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.854051 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.882230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:44:58.905396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:58.956643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e5e3bfeb-3f2a-404d-b069-ba27c55febe0 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.076245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.079158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e5e3bfeb-3f2a-404d-b069-ba27c55febe0 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.082500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.173316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 9431848c-01dd-435a-a242-956c56b65df1 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:44:59.264263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.324663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 5c39ade2-83ad-41a7-88dc-0867ceb32918 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:44:59.334164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e5e3bfeb-3f2a-404d-b069-ba27c55febe0 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.336885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e5e3bfeb-3f2a-404d-b069-ba27c55febe0 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.337990 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e5e3bfeb-3f2a-404d-b069-ba27c55febe0 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/security-groups/8020fb62-aa2a-4d1d-bae8-c0250c24b5ce HTTP/1.1" status: 204 len: 168 time: 0.7237084 Jun 28 06:44:59.341099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51824) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:59.343625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-36ab837d-1a17-4add-b70c-ce1ea7fc8be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:59.377166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 172.20.0.11 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/8e18f83d-6485-4a14-a407-7f5e48236cf0/9431848c-01dd-435a-a242-956c56b65df1) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:59.392482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.421499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3bfeb-3f2a-404d-b069-ba27c55febe0 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8020fb62-aa2a-4d1d-bae8-c0250c24b5ce,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:59.437596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e5e3bfeb-3f2a-404d-b069-ba27c55febe0 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:59.439314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-23386b34-5c2c-4f0c-a59c-2d35b028ce2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:59.455517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:44:59.458247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.461804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::f816:3eff:feb9:dfff (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/488094e2-314a-414f-b74f-17d8eca3943b/9431848c-01dd-435a-a242-956c56b65df1) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:44:59.482104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:44:59.487174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:44:59.495145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:44:59.499565 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7c658-78cc-472d-a0a4-520dc701e0df None None] Sync routers for ids ['5c39ade2-83ad-41a7-88dc-0867ceb32918'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:44:59.500966 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/5c39ade2-83ad-41a7-88dc-0867ceb32918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4584777 Jun 28 06:44:59.507561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51830) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:59.513014 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7c658-78cc-472d-a0a4-520dc701e0df None None] Routers {'5c39ade2-83ad-41a7-88dc-0867ceb32918'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:59.513822 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-04b7c658-78cc-472d-a0a4-520dc701e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5c39ade2-83ad-41a7-88dc-0867ceb32918'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:59.549718 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.560880 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-338c486a-159d-4abb-ad6a-1917d2cfa7ca tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c39ade2-83ad-41a7-88dc-0867ceb32918 HTTP/1.1" status: 200 len: 205 time: 0.0517442 Jun 28 06:44:59.579431 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-04b7c658-78cc-472d-a0a4-520dc701e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:59.580438 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a28a42a2-c27b-49f5-8ee7-4887a8fa48f0 None None] Provisioning complete for port f807227b-e1a6-406a-81ae-32479c5b5984 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:59.582780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a28a42a2-c27b-49f5-8ee7-4887a8fa48f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.587923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51832) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:59.590389 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7c658-78cc-472d-a0a4-520dc701e0df None None] Routers {'5c39ade2-83ad-41a7-88dc-0867ceb32918'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:44:59.591023 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-04b7c658-78cc-472d-a0a4-520dc701e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5c39ade2-83ad-41a7-88dc-0867ceb32918'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:59.628804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.657440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-724b9ddf-c99e-426d-bee6-ff30f1642bd9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.692415 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-04b7c658-78cc-472d-a0a4-520dc701e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:44:59.695387 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7c658-78cc-472d-a0a4-520dc701e0df None None] The sync data for ids ['5c39ade2-83ad-41a7-88dc-0867ceb32918'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:44:59.703978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51834) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:59.713951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f807227b-e1a6-406a-81ae-32479c5b5984 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:44:59.719099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=bb3c21b9-b429-4efd-8a1b-e52991962b74,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:59.724707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:44:59.725428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-27464423-25ca-4ea4-926e-e91ec2b9cdae tempest-RoutersIpV6AdminTest-1428970371 tempest-RoutersIpV6AdminTest-1428970371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:44:59.753564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-724b9ddf-c99e-426d-bee6-ff30f1642bd9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.762382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] In _notify_port_updated(), no bound segment for port 3b440e55-7c5f-4544-9e66-17353342b229 on network 774ef932-89dc-4779-8a14-2614b20fc4f0 {{(pid=100886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:44:59.767893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:44:59.775499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f807227b-e1a6-406a-81ae-32479c5b5984 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:44:59.776289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.776556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.782413 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "PUT /v2.0/ports/3b440e55-7c5f-4544-9e66-17353342b229 HTTP/1.1" status: 200 len: 1068 time: 1.6420708 Jun 28 06:44:59.784282 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.795617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51838) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:59.908898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fe2f387e-2f97-40a8-8a3c-8f9f2a88ed3a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:44:59.929969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d6738298-190b-4b5d-9ade-6d7ec32237b9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:44:59.934910 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-d6738298-190b-4b5d-9ade-6d7ec32237b9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 28 06:44:59.934910 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-d6738298-190b-4b5d-9ade-6d7ec32237b9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): There was a conflict when trying to complete your request. Jun 28 06:44:59.934910 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d6738298-190b-4b5d-9ade-6d7ec32237b9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2269955 Jun 28 06:44:59.952769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51840) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:44:59.986885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event updated for resources: {'Port': ['ID=3b440e55-7c5f-4544-9e66-17353342b229,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:44:59.990737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'tempest-secgroup--68772448'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:00.001098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:00.003001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-359895e1-e7af-4291-8888-f6ce4e9459f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:00.059114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.112300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8ca6970a-0f85-4ffc-957e-e59d1d70c112 None None] Provisioning complete for port 3b440e55-7c5f-4544-9e66-17353342b229 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:00.113192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ca6970a-0f85-4ffc-957e-e59d1d70c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.147404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=4515db6a-96a9-4ee7-bb09-a5c280323384,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:00.152410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-724b9ddf-c99e-426d-bee6-ff30f1642bd9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.153359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:00.155009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-724b9ddf-c99e-426d-bee6-ff30f1642bd9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.156139 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-724b9ddf-c99e-426d-bee6-ff30f1642bd9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/security-groups/4ee63743-ffbe-4a28-addc-cdd8492978e0 HTTP/1.1" status: 204 len: 168 time: 0.8124452 Jun 28 06:45:00.169762 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6970a-0f85-4ffc-957e-e59d1d70c112 None None] Port 3b440e55-7c5f-4544-9e66-17353342b229 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:00.190311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51842) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:00.190634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-188275bb-c918-45a6-b154-00a6cc409731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:00.209484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fe2f387e-2f97-40a8-8a3c-8f9f2a88ed3a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.214541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fe2f387e-2f97-40a8-8a3c-8f9f2a88ed3a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.220660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.226712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.236137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8513d-53e0-49d1-8ce9-28a7bb6daa18 req-8b6eb482-79da-4ccd-b909-e5b706249a62 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:00.237739 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeb8513d-53e0-49d1-8ce9-28a7bb6daa18 req-8b6eb482-79da-4ccd-b909-e5b706249a62 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 944 time: 0.5083499 Jun 28 06:45:00.243324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b9ddf-c99e-426d-bee6-ff30f1642bd9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee63743-ffbe-4a28-addc-cdd8492978e0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:00.260309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-724b9ddf-c99e-426d-bee6-ff30f1642bd9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:00.291945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.302763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 9431848c-01dd-435a-a242-956c56b65df1 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:00.305785 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-44134984-6119-48c5-9289-54bbb6435e3e tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Deleting port 3b440e55-7c5f-4544-9e66-17353342b229 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:00.306131 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-44134984-6119-48c5-9289-54bbb6435e3e tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.335701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:00.364619 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeb8513d-53e0-49d1-8ce9-28a7bb6daa18 req-56df4091-cc73-4b16-b224-09e9334b4769 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081522 Jun 28 06:45:00.376311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:00.394488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fe2f387e-2f97-40a8-8a3c-8f9f2a88ed3a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.395026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2f387e-2f97-40a8-8a3c-8f9f2a88ed3a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Fanout notify agent at l3_agent the message router_deleted on router 5c39ade2-83ad-41a7-88dc-0867ceb32918 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:45:00.404044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fe2f387e-2f97-40a8-8a3c-8f9f2a88ed3a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.407678 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fe2f387e-2f97-40a8-8a3c-8f9f2a88ed3a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/5c39ade2-83ad-41a7-88dc-0867ceb32918 HTTP/1.1" status: 204 len: 168 time: 0.7980127 Jun 28 06:45:00.410374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51844) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:00.437521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d748549f-68df-4b9c-9b57-e68fcaa34a98 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.454299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.465183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:00.483210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 74373999-e5cd-4c2c-a16c-46bfa02da3ec details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:45:00.513078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.525765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ef30b4-2679-49b9-b04c-4c5f3f75b0bb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting subnet 13d05f46-adb9-4fd9-a30f-c96a4500c00f {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:00.534052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:00.545334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:00.548449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06ef30b4-2679-49b9-b04c-4c5f3f75b0bb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.554510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:00.571823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d748549f-68df-4b9c-9b57-e68fcaa34a98 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.591407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 74373999-e5cd-4c2c-a16c-46bfa02da3ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:00.611290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=9431848c-01dd-435a-a242-956c56b65df1,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:00.621151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '74373999-e5cd-4c2c-a16c-46bfa02da3ec', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'port_id': '74373999-e5cd-4c2c-a16c-46bfa02da3ec', 'mac_address': 'fa:16:3e:35:85:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:45:00.625213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:00.646652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06ef30b4-2679-49b9-b04c-4c5f3f75b0bb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.669398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.685494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74373999-e5cd-4c2c-a16c-46bfa02da3ec {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:45:00.716809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 74373999-e5cd-4c2c-a16c-46bfa02da3ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:00.725699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:00.726489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.732656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.761466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.763489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f102dba6-5fac-4441-8d0e-c374361e7a39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:00.785502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.793067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cf63ea27-f9ee-446d-a096-295942e66f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:00.816493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06ef30b4-2679-49b9-b04c-4c5f3f75b0bb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:00.821894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=74373999-e5cd-4c2c-a16c-46bfa02da3ec,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:00.830893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:00.859581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89834afd-8775-4edf-9875-5f150d068bca,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:00.864283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:00.909809 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5150800 Jun 28 06:45:00.912676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51846) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:00.975288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-44134984-6119-48c5-9289-54bbb6435e3e tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.000747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06ef30b4-2679-49b9-b04c-4c5f3f75b0bb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.008058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:01.021475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-44134984-6119-48c5-9289-54bbb6435e3e tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Calling delete_port for 3b440e55-7c5f-4544-9e66-17353342b229 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:01.041839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-06ef30b4-2679-49b9-b04c-4c5f3f75b0bb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.046094 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-06ef30b4-2679-49b9-b04c-4c5f3f75b0bb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/13d05f46-adb9-4fd9-a30f-c96a4500c00f HTTP/1.1" status: 204 len: 168 time: 0.6298192 Jun 28 06:45:01.051868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e266f1fd-a9b7-4472-af15-20e672c64a1b None None] Network 8166e0a5-8818-4908-a9de-0cede6b4e1e9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:01.055889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51848) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:01.056503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef30b4-2679-49b9-b04c-4c5f3f75b0bb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Subnet': ['ID=13d05f46-adb9-4fd9-a30f-c96a4500c00f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:01.059800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-06ef30b4-2679-49b9-b04c-4c5f3f75b0bb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:01.078941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b75b6-2bc5-4534-a8ff-87cf7352c53e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:01.082216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['74373999-e5cd-4c2c-a16c-46bfa02da3ec'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:45:01.086082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b75b6-2bc5-4534-a8ff-87cf7352c53e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:01.090809 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2f2b75b6-2bc5-4534-a8ff-87cf7352c53e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1753266 Jun 28 06:45:01.090809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51850) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:01.098910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.126108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:01.153323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e97ab026-713a-445c-85a3-ecb3c2a85af1 None None] Provisioning for port 9431848c-01dd-435a-a242-956c56b65df1 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:01.160958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e97ab026-713a-445c-85a3-ecb3c2a85af1 None None] Provisioning complete for port 9431848c-01dd-435a-a242-956c56b65df1 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:01.161604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e97ab026-713a-445c-85a3-ecb3c2a85af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.202345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.207101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:01.230925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.234900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d748549f-68df-4b9c-9b57-e68fcaa34a98 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.237481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d748549f-68df-4b9c-9b57-e68fcaa34a98 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.241352 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d748549f-68df-4b9c-9b57-e68fcaa34a98 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/security-groups/69099ad2-c3e2-475d-b8be-731a09985137 HTTP/1.1" status: 204 len: 168 time: 1.0465252 Jun 28 06:45:01.256433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51852) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:01.280560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-88fdd5ea-4cbe-453c-bc31-c33f3e36bef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:01.280981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e97ab026-713a-445c-85a3-ecb3c2a85af1 None None] Port 9431848c-01dd-435a-a242-956c56b65df1 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:01.309646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512f583f-b638-4188-ac1a-798d9dcf82c2,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:01.317480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:01.340593 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748549f-68df-4b9c-9b57-e68fcaa34a98 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69099ad2-c3e2-475d-b8be-731a09985137,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:01.345221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.346509 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3911915 Jun 28 06:45:01.355110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d748549f-68df-4b9c-9b57-e68fcaa34a98 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:01.355797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51854) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:01.366034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-3363c27a-aba9-45f1-b570-88c26561544b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet 3b5401dd-894e-46a3-ae38-8c692f9977db {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:01.368800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2e5be2e2-83c5-4a67-a97e-ab5155d845b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '512f583f-b638-4188-ac1a-798d9dcf82c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:01.371308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3363c27a-aba9-45f1-b570-88c26561544b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.402932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:01.418468 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c258e41-9215-435a-8471-72bb6944ec1c None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:01.426680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.433685 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "PUT /v2.0/routers/0df6fb6d-5f65-4d85-aaec-6cc5e1991390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3679342 Jun 28 06:45:01.441320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c258e41-9215-435a-8471-72bb6944ec1c None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:01.441987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1c258e41-9215-435a-8471-72bb6944ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:01.444626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51858) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:01.452345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'port': {'network_id': '1a23dd87-08fb-4f11-b7f6-fcf5980f547f', 'name': 'tempest-FloatingIPTestJSON-104015417'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:01.463993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3363c27a-aba9-45f1-b570-88c26561544b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.484385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] DHCP port deletion for 8166e0a5-8818-4908-a9de-0cede6b4e1e9 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:01.487618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1c258e41-9215-435a-8471-72bb6944ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:01.523390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c258e41-9215-435a-8471-72bb6944ec1c None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:01.524134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1c258e41-9215-435a-8471-72bb6944ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:01.559164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1c258e41-9215-435a-8471-72bb6944ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:01.560133 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c258e41-9215-435a-8471-72bb6944ec1c None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:01.579825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] Deleting port 761bbbd9-175a-4de8-b18c-93655ff659ab {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:01.580510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.635548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 761bbbd9-175a-4de8-b18c-93655ff659ab no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:01.676082 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] For port 761bbbd9-175a-4de8-b18c-93655ff659ab, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=761bbbd9-175a-4de8-b18c-93655ff659ab,segment=NetworkSegment(d8c707d8-2a00-478c-b3f5-ec5511891c50),segment_id=d8c707d8-2a00-478c-b3f5-ec5511891c50)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:01.676322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e5be2e2-83c5-4a67-a97e-ab5155d845b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.677032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.698356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] Calling delete_port for 761bbbd9-175a-4de8-b18c-93655ff659ab owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:01.727294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-44134984-6119-48c5-9289-54bbb6435e3e tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.733686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8667564c-e079-4abc-977c-102fee8305c3 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:01.774685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44134984-6119-48c5-9289-54bbb6435e3e tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event deleted for resources: {'Port': ['ID=3b440e55-7c5f-4544-9e66-17353342b229,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:01.783118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-44134984-6119-48c5-9289-54bbb6435e3e tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:01.787579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Made reservation on behalf of 4aa9fcc6609f4306b46a4c3b8d845895 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:01.791163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.797905 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.821259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e5be2e2-83c5-4a67-a97e-ab5155d845b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.854991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] device_id is not set on port acab2704-f38c-449d-827c-cc26cc82c42a yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:01.942290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e5be2e2-83c5-4a67-a97e-ab5155d845b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.943936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:01.943936 dv-neutron-797120-6-hyperv neutron-server[100888]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 28 06:45:01.943936 dv-neutron-797120-6-hyperv neutron-server[100888]: [parameters: {'status': 'DOWN', 'ports_id': '761bbbd9-175a-4de8-b18c-93655ff659ab'}] Jun 28 06:45:01.943936 dv-neutron-797120-6-hyperv neutron-server[100888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:01.944799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:01.950843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:01.956629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:01.959698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:01.993728 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] Pushing event deleted for resources: {'Port': ['ID=761bbbd9-175a-4de8-b18c-93655ff659ab,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:01.996648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3363c27a-aba9-45f1-b570-88c26561544b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.005034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:02.007037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] No DVR routers for this DVR port 761bbbd9-175a-4de8-b18c-93655ff659ab on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:02.031503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5be2e2-83c5-4a67-a97e-ab5155d845b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c29ed9-8d66-4a6c-83d6-456234c662b4,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:02.035515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 82ea0c6b-b6d6-48a7-aa71-a5565eb1b736 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:45:02.042968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2c28bca1-391e-4c4f-90fc-133ca3ba1867 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 9431848c-01dd-435a-a242-956c56b65df1 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:02.043309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2c28bca1-391e-4c4f-90fc-133ca3ba1867 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.047919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2e5be2e2-83c5-4a67-a97e-ab5155d845b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:02.100347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.20.0.3 (1a23dd87-08fb-4f11-b7f6-fcf5980f547f/348f50ce-254e-499a-8280-9c53c1e02010/acab2704-f38c-449d-827c-cc26cc82c42a) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:02.168022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e5be2e2-83c5-4a67-a97e-ab5155d845b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.169267 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2e5be2e2-83c5-4a67-a97e-ab5155d845b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8091245 Jun 28 06:45:02.170436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-44134984-6119-48c5-9289-54bbb6435e3e tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.172181 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-44134984-6119-48c5-9289-54bbb6435e3e tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "DELETE /v2.0/ports/3b440e55-7c5f-4544-9e66-17353342b229 HTTP/1.1" status: 204 len: 168 time: 2.3732562 Jun 28 06:45:02.175729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51860) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:02.176036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 761bbbd9-175a-4de8-b18c-93655ff659ab {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:02.176150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51862) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:02.176384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.183612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f054938d-151d-473b-ba0f-69f4a0d68708 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '512f583f-b638-4188-ac1a-798d9dcf82c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:02.238804 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-323c87a7-695b-4d79-a91c-f0100ebd4403 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] GET failed (client error): The resource could not be found. Jun 28 06:45:02.240580 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-323c87a7-695b-4d79-a91c-f0100ebd4403 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "GET /v2.0/ports/3b440e55-7c5f-4544-9e66-17353342b229 HTTP/1.1" status: 404 len: 333 time: 0.0604823 Jun 28 06:45:02.248259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51864) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:02.273967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2c28bca1-391e-4c4f-90fc-133ca3ba1867 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.318731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3363c27a-aba9-45f1-b570-88c26561544b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.329255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4fa994bb-b577-43c4-bef4-cd266d493d6c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:02.333434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2c28bca1-391e-4c4f-90fc-133ca3ba1867 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 9431848c-01dd-435a-a242-956c56b65df1 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:02.350882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17577ee-009c-4e2e-a568-34a784e47839 req-7a0b9d18-a559-436b-aa83-8e3627ce1346 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:02.352394 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d17577ee-009c-4e2e-a568-34a784e47839 req-7a0b9d18-a559-436b-aa83-8e3627ce1346 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 945 time: 0.8378127 Jun 28 06:45:02.353573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port 761bbbd9-175a-4de8-b18c-93655ff659ab, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:02.353929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.372682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:02.384047 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31528582-470b-41e6-9460-06f57a6b2259 None None] Sync routers for ids ['82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:02.393067 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31528582-470b-41e6-9460-06f57a6b2259 None None] Routers {'82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:02.394538 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-31528582-470b-41e6-9460-06f57a6b2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:02.406169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f054938d-151d-473b-ba0f-69f4a0d68708 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.411041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce82e0d-1dc2-4188-bda6-08ac6d759268 None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:02.412619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363c27a-aba9-45f1-b570-88c26561544b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5401dd-894e-46a3-ae38-8c692f9977db,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:02.415139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3363c27a-aba9-45f1-b570-88c26561544b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:02.418976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 761bbbd9-175a-4de8-b18c-93655ff659ab owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:02.421133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3363c27a-aba9-45f1-b570-88c26561544b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.422985 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3363c27a-aba9-45f1-b570-88c26561544b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/3b5401dd-894e-46a3-ae38-8c692f9977db HTTP/1.1" status: 204 len: 168 time: 1.1654317 Jun 28 06:45:02.427180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.ipam_backend_mixin [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Port 761bbbd9-175a-4de8-b18c-93655ff659ab was not found and therefore no delete operation was performed {{(pid=100887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:45:02.434500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51866) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:02.437014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.452115 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.459951 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-31528582-470b-41e6-9460-06f57a6b2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:02.470031 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31528582-470b-41e6-9460-06f57a6b2259 None None] Routers {'82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:02.470630 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-31528582-470b-41e6-9460-06f57a6b2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:02.475258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-530671bb-332b-41f0-9fd4-c869ed7f887c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:02.481610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.482792 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.2244642 Jun 28 06:45:02.487363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51868) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:02.513394 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-31528582-470b-41e6-9460-06f57a6b2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:02.514584 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31528582-470b-41e6-9460-06f57a6b2259 None None] The sync data for ids ['82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:02.529625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-688326d1-d948-4d98-b504-0d2425714a70 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet d41c9ce6-422f-473d-91b4-5f27b11f683f {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:02.531256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 74373999-e5cd-4c2c-a16c-46bfa02da3ec up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:02.537601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-688326d1-d948-4d98-b504-0d2425714a70 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.546228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=761bbbd9-175a-4de8-b18c-93655ff659ab,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:02.548738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:02.557495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No DVR routers for this DVR port 761bbbd9-175a-4de8-b18c-93655ff659ab on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:02.578359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Port 761bbbd9-175a-4de8-b18c-93655ff659ab update to DOWN by agent not found {{(pid=100888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 28 06:45:02.587513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-688326d1-d948-4d98-b504-0d2425714a70 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.636922 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d17577ee-009c-4e2e-a568-34a784e47839 req-ef4e7277-ecfa-4d0d-a488-224c225f6e23 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485554 Jun 28 06:45:02.637148 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-f054938d-151d-473b-ba0f-69f4a0d68708 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): There was a conflict when trying to complete your request. Jun 28 06:45:02.637148 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f054938d-151d-473b-ba0f-69f4a0d68708 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4567850 Jun 28 06:45:02.651193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51870) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:02.702669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.714740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 74373999-e5cd-4c2c-a16c-46bfa02da3ec completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:02.715461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-eafd2b79-dd14-421f-ac94-166d69e7ecae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:02.720557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 74373999-e5cd-4c2c-a16c-46bfa02da3ec triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:02.722126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.767705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.786416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:02.791991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8166e0a5-8818-4908-a9de-0cede6b4e1e9']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:02.794024 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-688326d1-d948-4d98-b504-0d2425714a70 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.799915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:02.816014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c707d8-2a00-478c-b3f5-ec5511891c50') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:02.816344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c707d8-2a00-478c-b3f5-ec5511891c50') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:02.822400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.824561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:02.831575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=acab2704-f38c-449d-827c-cc26cc82c42a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:02.838676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-446d8396-e1b4-4c64-810e-de6fc22e5ee0 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Deleting port ae0b2163-06d8-4310-8673-0fc3d2e4719e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:02.839024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-446d8396-e1b4-4c64-810e-de6fc22e5ee0 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.841841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:02.847121 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-03efd9dd-ec12-4f63-b5ef-2d66a7a6148f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/routers/82ea0c6b-b6d6-48a7-aa71-a5565eb1b736 HTTP/1.1" status: 200 len: 884 time: 0.3356211 Jun 28 06:45:02.857856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74373999-e5cd-4c2c-a16c-46bfa02da3ec'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:45:02.860738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035460ee-d630-4def-99ac-2c9031437117" -d '{"events": [{"server_uuid": "58ee7543-16ce-4c07-bf1c-5122003dee06", "name": "network-vif-plugged", "status": "completed", "tag": "74373999-e5cd-4c2c-a16c-46bfa02da3ec"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:45:02.860927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51872) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:02.883098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.890488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 74373999-e5cd-4c2c-a16c-46bfa02da3ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:02.895087 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff6ed-a572-478c-8d5d-c594ae305792 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.932136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020c0985-1361-4862-bc9c-e1c21ed87771 x-openstack-request-id: req-020c0985-1361-4862-bc9c-e1c21ed87771 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:45:02.932439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ee7543-16ce-4c07-bf1c-5122003dee06", "name": "network-vif-plugged", "status": "completed", "tag": "74373999-e5cd-4c2c-a16c-46bfa02da3ec", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:45:02.932694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-020c0985-1361-4862-bc9c-e1c21ed87771 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:45:02.933339 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74373999-e5cd-4c2c-a16c-46bfa02da3ec', 'code': 200} Jun 28 06:45:02.935554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:02.936265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.947883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.953310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bf7e6cf4-1d7f-4915-b2a3-c0b04c44edde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:02.956964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff6ed-a572-478c-8d5d-c594ae305792 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:02.991292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.037252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-688326d1-d948-4d98-b504-0d2425714a70 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.041336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:03.046137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:45:03.046687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:45:03.053634 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:45:03.075579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688326d1-d948-4d98-b504-0d2425714a70 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=d41c9ce6-422f-473d-91b4-5f27b11f683f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:03.079184 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6313066 Jun 28 06:45:03.080189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-688326d1-d948-4d98-b504-0d2425714a70 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:03.082120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51876) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:03.084701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-688326d1-d948-4d98-b504-0d2425714a70 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.087912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-446d8396-e1b4-4c64-810e-de6fc22e5ee0 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.090110 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-688326d1-d948-4d98-b504-0d2425714a70 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/d41c9ce6-422f-473d-91b4-5f27b11f683f HTTP/1.1" status: 204 len: 168 time: 0.6545258 Jun 28 06:45:03.094562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'port': {'network_id': '1a23dd87-08fb-4f11-b7f6-fcf5980f547f', 'name': 'tempest-FloatingIPTestJSON-2101503348'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:03.099092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51878) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:03.106294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-446d8396-e1b4-4c64-810e-de6fc22e5ee0 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Calling delete_port for ae0b2163-06d8-4310-8673-0fc3d2e4719e owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:03.144153 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff6ed-a572-478c-8d5d-c594ae305792 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.147382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff6ed-a572-478c-8d5d-c594ae305792 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.151005 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ba5ff6ed-a572-478c-8d5d-c594ae305792 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/512f583f-b638-4188-ac1a-798d9dcf82c2 HTTP/1.1" status: 204 len: 168 time: 0.4935479 Jun 28 06:45:03.181996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:03.190646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=74373999-e5cd-4c2c-a16c-46bfa02da3ec,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:03.206174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:03.230820 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51880) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:03.241693 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3cba47-ba4b-48c7-a49b-9afabe42a548 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:03.242238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3cba47-ba4b-48c7-a49b-9afabe42a548 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:03.246325 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-af3cba47-ba4b-48c7-a49b-9afabe42a548 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/3b5401dd-894e-46a3-ae38-8c692f9977db HTTP/1.1" status: 404 len: 337 time: 0.1424315 Jun 28 06:45:03.247670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ff6ed-a572-478c-8d5d-c594ae305792 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=512f583f-b638-4188-ac1a-798d9dcf82c2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:03.248994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51882) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:03.303613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ba5ff6ed-a572-478c-8d5d-c594ae305792 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:03.338775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbc79de-57a8-481f-9770-8310becc0d89 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting subnet 185b32d4-0df5-4b92-a2b7-347ce786aecc {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:03.345662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9dbc79de-57a8-481f-9770-8310becc0d89 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.398025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9dbc79de-57a8-481f-9770-8310becc0d89 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.475199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Made reservation on behalf of 4aa9fcc6609f4306b46a4c3b8d845895 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:03.478736 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.489230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.506835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] device_id is not set on port 800dae20-c50f-4d5a-882e-69db1728a54f yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:03.516954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9dbc79de-57a8-481f-9770-8310becc0d89 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.519284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba101874-faf4-47fb-8c20-1c114afea9f3 None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:03.551884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:03.553909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.561422 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/networks/8166e0a5-8818-4908-a9de-0cede6b4e1e9 HTTP/1.1" status: 204 len: 168 time: 2.5030532 Jun 28 06:45:03.567174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51884) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:03.575213 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-01d9423b-e7d3-4a37-b5a5-6819532470c5 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2851470 Jun 28 06:45:03.576094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51886) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:03.585460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1432750703', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:03.603146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526736085'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:03.607099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2c28bca1-391e-4c4f-90fc-133ca3ba1867 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.617685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Network': ['ID=8166e0a5-8818-4908-a9de-0cede6b4e1e9,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:03.633216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:03.637645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:03.673351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:03.673351 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:03.673351 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '777579f407a44f3e810418eac740520f', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 3, 614490)}] Jun 28 06:45:03.673351 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:03.673882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:03.689221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28bca1-391e-4c4f-90fc-133ca3ba1867 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=9431848c-01dd-435a-a242-956c56b65df1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:03.695227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2c28bca1-391e-4c4f-90fc-133ca3ba1867 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:03.716956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3a52c24a-d9ac-4b6d-b693-abe88f21695d None None] Provisioning complete for port d238aa95-fc62-4112-900e-855d1223ae04 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:03.716956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24a-d9ac-4b6d-b693-abe88f21695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.717506 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.20.0.10 (1a23dd87-08fb-4f11-b7f6-fcf5980f547f/348f50ce-254e-499a-8280-9c53c1e02010/800dae20-c50f-4d5a-882e-69db1728a54f) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:03.754128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3a52c24a-d9ac-4b6d-b693-abe88f21695d None None] Port d238aa95-fc62-4112-900e-855d1223ae04 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:03.788009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3a52c24a-d9ac-4b6d-b693-abe88f21695d None None] Provisioning complete for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:03.790906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24a-d9ac-4b6d-b693-abe88f21695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.833324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6797d41-a3c8-4952-b84d-9ab09f23ee6d req-5a54992c-8c96-42a0-abe2-18c65f877347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:03.833324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d6797d41-a3c8-4952-b84d-9ab09f23ee6d req-5a54992c-8c96-42a0-abe2-18c65f877347 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1099 time: 0.4779451 Jun 28 06:45:03.833875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-446d8396-e1b4-4c64-810e-de6fc22e5ee0 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.852937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cfc49cd4-ec05-47f8-b3c0-592e3a390861 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:03.861308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.862435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.870854 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9dbc79de-57a8-481f-9770-8310becc0d89 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.882441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7539d8c1-4281-43d1-9e0d-25e7fbcca712 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:03.945701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc79de-57a8-481f-9770-8310becc0d89 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Subnet': ['ID=185b32d4-0df5-4b92-a2b7-347ce786aecc,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:03.947679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9dbc79de-57a8-481f-9770-8310becc0d89 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.952015 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9dbc79de-57a8-481f-9770-8310becc0d89 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/185b32d4-0df5-4b92-a2b7-347ce786aecc HTTP/1.1" status: 204 len: 168 time: 0.6978199 Jun 28 06:45:03.956992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d8396-e1b4-4c64-810e-de6fc22e5ee0 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event deleted for resources: {'Port': ['ID=ae0b2163-06d8-4310-8673-0fc3d2e4719e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:03.958093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51890) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:03.963502 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9dbc79de-57a8-481f-9770-8310becc0d89 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:03.963684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-446d8396-e1b4-4c64-810e-de6fc22e5ee0 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:03.963684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-446d8396-e1b4-4c64-810e-de6fc22e5ee0 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:03.965551 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-446d8396-e1b4-4c64-810e-de6fc22e5ee0 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "DELETE /v2.0/ports/ae0b2163-06d8-4310-8673-0fc3d2e4719e HTTP/1.1" status: 204 len: 168 time: 1.7127180 Jun 28 06:45:03.968598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51892) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.004148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.031278 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c953da-c322-480c-bd23-f7529c542b24 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] GET failed (client error): The resource could not be found. Jun 28 06:45:04.033252 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-90c953da-c322-480c-bd23-f7529c542b24 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "GET /v2.0/ports/ae0b2163-06d8-4310-8673-0fc3d2e4719e HTTP/1.1" status: 404 len: 333 time: 0.0486157 Jun 28 06:45:04.042679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51894) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.121199 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bf29d838-827a-407f-8eb6-319515aeddc7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.2467396 Jun 28 06:45:04.121869 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a125ca8-9f53-4f0c-97b1-6ba0a3644fbb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:04.122313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a125ca8-9f53-4f0c-97b1-6ba0a3644fbb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:04.124091 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6a125ca8-9f53-4f0c-97b1-6ba0a3644fbb tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/483adaec-c4ba-4640-8b53-706c7fbfe303 HTTP/1.1" status: 404 len: 337 time: 0.1634426 Jun 28 06:45:04.124212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51896) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.127510 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.129092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51898) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.130981 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.135551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ab06560d-b8c0-4ae8-ba9f-a7fb237b9245 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-221502948'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:04.148893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:04.149113 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d6797d41-a3c8-4952-b84d-9ab09f23ee6d req-180057fa-d4da-4e3f-95ee-4079d8fcd83e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983508 Jun 28 06:45:04.158049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2c28bca1-391e-4c4f-90fc-133ca3ba1867 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.165249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2c28bca1-391e-4c4f-90fc-133ca3ba1867 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/9431848c-01dd-435a-a242-956c56b65df1 HTTP/1.1" status: 204 len: 168 time: 3.0689442 Jun 28 06:45:04.181400 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51900) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.219593 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0608c435-35a9-499b-ad11-84960c6d7072 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "GET /v2.0/ports?device_id=d136abfb-87a4-4453-a510-6ad38c38cdb6 HTTP/1.1" status: 200 len: 205 time: 0.0793233 Jun 28 06:45:04.220272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51902) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.306129 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-54815f22-efd9-48d2-9aeb-e991047a87dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] delete failed (client error): The resource could not be found. Jun 28 06:45:04.309578 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-54815f22-efd9-48d2-9aeb-e991047a87dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/routers/d136abfb-87a4-4453-a510-6ad38c38cdb6 HTTP/1.1" status: 404 len: 336 time: 0.0850856 Jun 28 06:45:04.322318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51904) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.397697 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-95409442-c0bd-4d03-b9e3-89cb51705d00 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:04.398158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95409442-c0bd-4d03-b9e3-89cb51705d00 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:04.402242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-95409442-c0bd-4d03-b9e3-89cb51705d00 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/84f27d18-337d-46a0-8dd0-bedf70dd054e HTTP/1.1" status: 404 len: 337 time: 0.0762446 Jun 28 06:45:04.406131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51906) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.414374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b82d7-ecbe-4c30-9aa6-4d0fd12d705c req-dbadd56f-e4c8-4b22-9b5d-3314e25dae76 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:04.416034 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e5b82d7-ecbe-4c30-9aa6-4d0fd12d705c req-dbadd56f-e4c8-4b22-9b5d-3314e25dae76 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.5706892 Jun 28 06:45:04.428068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.486681 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7899780e-0386-4e5c-9b54-f419472fb3b1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:04.487144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7899780e-0386-4e5c-9b54-f419472fb3b1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:04.492453 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7899780e-0386-4e5c-9b54-f419472fb3b1 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/7403dc47-cddb-4624-92e9-74cc8f9ae2ce HTTP/1.1" status: 404 len: 337 time: 0.0719457 Jun 28 06:45:04.493119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51908) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.579303 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-090bbd12-165a-4da4-b8ef-9d08ce507157 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:04.579767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090bbd12-165a-4da4-b8ef-9d08ce507157 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:04.581705 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-090bbd12-165a-4da4-b8ef-9d08ce507157 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/fd0729aa-a1df-45fc-bc08-52795413bac1 HTTP/1.1" status: 404 len: 337 time: 0.0875635 Jun 28 06:45:04.593178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51910) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.610000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c14c7df9-353d-470e-abee-774322d34339 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Deleting port 03dc3ca1-43c5-4446-ab03-b7b0de21df1e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:04.610346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c14c7df9-353d-470e-abee-774322d34339 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.615969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7c0719-2d40-4c59-92be-1b356df7e9d2 None None] Network 533d1581-e96a-498e-a9bf-8ddf55a666ce requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:04.623925 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e5b82d7-ecbe-4c30-9aa6-4d0fd12d705c req-04770eed-a918-4eb0-9850-701d52cae7a1 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884067 Jun 28 06:45:04.676347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:04.679062 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef941f02-280d-4d32-ad64-f6a060382a0c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:04.680336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef941f02-280d-4d32-ad64-f6a060382a0c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:04.682104 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ef941f02-280d-4d32-ad64-f6a060382a0c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/08f8f054-47c0-4d80-b6f7-8b70f398b170 HTTP/1.1" status: 404 len: 333 time: 0.0881348 Jun 28 06:45:04.690344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51912) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.702691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-81e78318-af28-4741-9aae-dc1971abfd3d None None] Provisioning complete for port d238aa95-fc62-4112-900e-855d1223ae04 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:04.703076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-81e78318-af28-4741-9aae-dc1971abfd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.726134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:04.757589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:04.767311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=800dae20-c50f-4d5a-882e-69db1728a54f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:04.780720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-81e78318-af28-4741-9aae-dc1971abfd3d None None] Port d238aa95-fc62-4112-900e-855d1223ae04 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:04.801013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:04.804051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-81e78318-af28-4741-9aae-dc1971abfd3d None None] Provisioning complete for port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:04.804443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-81e78318-af28-4741-9aae-dc1971abfd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.806002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ea619-3903-481f-941d-6129f0fd90da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:04.808025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ea619-3903-481f-941d-6129f0fd90da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:04.809330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ea619-3903-481f-941d-6129f0fd90da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:04.813565 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8c1ea619-3903-481f-941d-6129f0fd90da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6123068 Jun 28 06:45:04.815662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.822066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51914) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:04.876347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:04.877181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.903347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9996a6-2410-429f-a678-cb3daca15eb0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 488094e2-314a-414f-b74f-17d8eca3943b {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:04.913299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dd9996a6-2410-429f-a678-cb3daca15eb0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.945328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] DHCP port deletion for 533d1581-e96a-498e-a9bf-8ddf55a666ce request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:04.981226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dd9996a6-2410-429f-a678-cb3daca15eb0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:04.995229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] Deleting port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:04.995653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.067107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] For port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,segment=NetworkSegment(715a355f-1bbd-4cd4-bcec-b56765fb0fbd),segment_id=715a355f-1bbd-4cd4-bcec-b56765fb0fbd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:05.068429 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.082072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] Calling delete_port for 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:05.128913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dd9996a6-2410-429f-a678-cb3daca15eb0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.154459 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8248bca6-456e-49c3-8f8c-5ee98c269d63 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:05.155033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8248bca6-456e-49c3-8f8c-5ee98c269d63 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:05.156530 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8248bca6-456e-49c3-8f8c-5ee98c269d63 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/f6b330dd-6b19-422a-9668-3597fada551f HTTP/1.1" status: 404 len: 337 time: 0.4624250 Jun 28 06:45:05.162559 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51916) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:05.201480 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f933f293-6a7f-434b-83be-21757976f5ba tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:05.201936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f933f293-6a7f-434b-83be-21757976f5ba tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:05.203650 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f933f293-6a7f-434b-83be-21757976f5ba tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/e27fd31f-7766-4a97-aa5c-dee91fb025cc HTTP/1.1" status: 404 len: 337 time: 0.0399232 Jun 28 06:45:05.209171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51918) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:05.229686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.231854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4deac86b-4c50-45d5-b02a-5037525c121d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:05.244328 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71b9ff3-ee28-479a-a388-dec79f7efe0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:05.245151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71b9ff3-ee28-479a-a388-dec79f7efe0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:05.249080 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f71b9ff3-ee28-479a-a388-dec79f7efe0d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/059b6313-265c-40ab-bc6f-7f0c1386f4e2 HTTP/1.1" status: 404 len: 333 time: 0.0366275 Jun 28 06:45:05.250193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51920) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:05.262952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] Pushing event deleted for resources: {'Port': ['ID=7bad8e6a-d5e4-4b71-82af-6c82c0acd64c,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:05.266201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:05.267126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] No DVR routers for this DVR port 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:05.303040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.306804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c14c7df9-353d-470e-abee-774322d34339 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.316055 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4139e74-250b-445f-83e2-d8feb194078c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:05.316680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4139e74-250b-445f-83e2-d8feb194078c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:05.320949 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a4139e74-250b-445f-83e2-d8feb194078c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/d0cc76d8-102e-4826-91fd-7ae6c0634dd8 HTTP/1.1" status: 404 len: 337 time: 0.0592005 Jun 28 06:45:05.321320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51922) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:05.339906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c14c7df9-353d-470e-abee-774322d34339 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Calling delete_port for 03dc3ca1-43c5-4446-ab03-b7b0de21df1e owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:05.352697 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa56aef-8585-4187-a370-1036d0331ff9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:05.353110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa56aef-8585-4187-a370-1036d0331ff9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:05.357441 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-daa56aef-8585-4187-a370-1036d0331ff9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/subnets/7d07f210-e792-444e-a57b-5af0f9c1e7c1 HTTP/1.1" status: 404 len: 337 time: 0.0314324 Jun 28 06:45:05.367924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51924) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:05.374164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.381223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.389576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:05.397909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.401090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dd9996a6-2410-429f-a678-cb3daca15eb0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.407612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2614d163-7742-4d3d-a72b-cebad9156c29 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:05.430975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e487d49-0da7-4e37-b9f4-64af338a76f4 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:05.463213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dd9996a6-2410-429f-a678-cb3daca15eb0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.467548 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-dd9996a6-2410-429f-a678-cb3daca15eb0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/488094e2-314a-414f-b74f-17d8eca3943b HTTP/1.1" status: 204 len: 168 time: 0.6420715 Jun 28 06:45:05.470775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9996a6-2410-429f-a678-cb3daca15eb0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=488094e2-314a-414f-b74f-17d8eca3943b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:05.477642 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3945341 Jun 28 06:45:05.480508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51926) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:05.480729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51928) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:05.481968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dd9996a6-2410-429f-a678-cb3daca15eb0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:05.486541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab06560d-b8c0-4ae8-ba9f-a7fb237b9245 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.495275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '800dae20-c50f-4d5a-882e-69db1728a54f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:05.518220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424bedc0-dec6-4207-a72e-c92aba8faa33,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:05.542803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:05.543407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.547158 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9570816 Jun 28 06:45:05.548391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51930) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:05.554246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-bef350a4-a1b0-4c80-bba3-6108619ca1a0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '424bedc0-dec6-4207-a72e-c92aba8faa33', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:05.554994 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-bef350a4-a1b0-4c80-bba3-6108619ca1a0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 28 06:45:05.555496 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-bef350a4-a1b0-4c80-bba3-6108619ca1a0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:05.558932 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bef350a4-a1b0-4c80-bba3-6108619ca1a0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062611 Jun 28 06:45:05.560019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51932) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:05.587670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab06560d-b8c0-4ae8-ba9f-a7fb237b9245 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.629417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Allocated IP 172.26.4.101 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/f71d54dd-d3a0-48bb-abba-ba21228d1c8e) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:05.646578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:05.673293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:45:05.673666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7bad8e6a-d5e4-4b71-82af-6c82c0acd64c not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:05.726150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-482076cc-b72e-485a-9eee-0d8b57dfffb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 8e18f83d-6485-4a14-a407-7f5e48236cf0 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:05.732048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.737324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-482076cc-b72e-485a-9eee-0d8b57dfffb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.741214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abca46a6-5891-4ba9-9341-7b46b628af87 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.763551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2af63-8ec9-4eb1-863c-4b2c1592a61e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Deleting port d238aa95-fc62-4112-900e-855d1223ae04 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:05.763894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d2f2af63-8ec9-4eb1-863c-4b2c1592a61e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.819304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-482076cc-b72e-485a-9eee-0d8b57dfffb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.864679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.970361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abca46a6-5891-4ba9-9341-7b46b628af87 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:05.975531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d2f2af63-8ec9-4eb1-863c-4b2c1592a61e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.005944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-482076cc-b72e-485a-9eee-0d8b57dfffb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.011445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2af63-8ec9-4eb1-863c-4b2c1592a61e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Calling delete_port for d238aa95-fc62-4112-900e-855d1223ae04 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:06.033193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab06560d-b8c0-4ae8-ba9f-a7fb237b9245 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 82ea0c6b-b6d6-48a7-aa71-a5565eb1b736 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:06.060818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.084040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.089366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c14c7df9-353d-470e-abee-774322d34339 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.099258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:06.115601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c45930bd-81fe-47bc-8723-55634d187ea1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:06.147082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820754d2-4d12-49c4-a94d-d8bfac00ec90 req-7c328eef-f731-43d8-8d4c-3fb51482e99f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:06.148646 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-820754d2-4d12-49c4-a94d-d8bfac00ec90 req-7c328eef-f731-43d8-8d4c-3fb51482e99f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.3203430 Jun 28 06:45:06.154466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c7df9-353d-470e-abee-774322d34339 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event deleted for resources: {'Port': ['ID=03dc3ca1-43c5-4446-ab03-b7b0de21df1e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:06.171812 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-482076cc-b72e-485a-9eee-0d8b57dfffb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.175983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:06.191421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:06.195244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:06.198600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c14c7df9-353d-470e-abee-774322d34339 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:06.244884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=f71d54dd-d3a0-48bb-abba-ba21228d1c8e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:06.247823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:06.254188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abca46a6-5891-4ba9-9341-7b46b628af87 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.257836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abca46a6-5891-4ba9-9341-7b46b628af87 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.259199 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-abca46a6-5891-4ba9-9341-7b46b628af87 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/424bedc0-dec6-4207-a72e-c92aba8faa33 HTTP/1.1" status: 204 len: 168 time: 0.6984596 Jun 28 06:45:06.260055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-84a2effd-d0ba-483b-b737-65ce5807c553 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:06.262715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9bb26b6d-613b-416a-b619-af70ee4a3e47 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:06.265055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c14c7df9-353d-470e-abee-774322d34339 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.266903 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c14c7df9-353d-470e-abee-774322d34339 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "DELETE /v2.0/ports/03dc3ca1-43c5-4446-ab03-b7b0de21df1e HTTP/1.1" status: 204 len: 168 time: 2.2006490 Jun 28 06:45:06.270340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51936) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:06.270675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51938) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:06.278966 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-482076cc-b72e-485a-9eee-0d8b57dfffb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.283433 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-482076cc-b72e-485a-9eee-0d8b57dfffb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/8e18f83d-6485-4a14-a407-7f5e48236cf0 HTTP/1.1" status: 204 len: 168 time: 0.7984548 Jun 28 06:45:06.295318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51940) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:06.319569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482076cc-b72e-485a-9eee-0d8b57dfffb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=8e18f83d-6485-4a14-a407-7f5e48236cf0,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:06.327561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-482076cc-b72e-485a-9eee-0d8b57dfffb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:06.345743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.26.4.128 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/56085b2a-77b3-4aef-8c71-3dbcc18e2a2a) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:06.358199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f774a-b2e5-4f32-bfe9-6dacd9924e89 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:06.370201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca46a6-5891-4ba9-9341-7b46b628af87 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=424bedc0-dec6-4207-a72e-c92aba8faa33,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:06.421388 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6b238352-44b6-4941-bed2-6c4c03b282b4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248353 Jun 28 06:45:06.422375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-abca46a6-5891-4ba9-9341-7b46b628af87 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:06.439750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51942) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:06.488748 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-820754d2-4d12-49c4-a94d-d8bfac00ec90 req-853172d7-75f8-4e1e-bea1-f174d125bb6a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888467 Jun 28 06:45:06.516641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-317ead5d-837f-42a3-85bd-33793ccee8b1 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Deleting subnet 1453c812-eaaf-4649-81e9-c1fcf410162c {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:06.522424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d2f2af63-8ec9-4eb1-863c-4b2c1592a61e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.524450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab06560d-b8c0-4ae8-ba9f-a7fb237b9245 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:06.531734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab06560d-b8c0-4ae8-ba9f-a7fb237b9245 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.532942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ab06560d-b8c0-4ae8-ba9f-a7fb237b9245 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/82ea0c6b-b6d6-48a7-aa71-a5565eb1b736 HTTP/1.1" status: 200 len: 891 time: 2.4016614 Jun 28 06:45:06.535598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-317ead5d-837f-42a3-85bd-33793ccee8b1 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.538706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51946) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:06.541922 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-aab34dca-65a4-4ca3-a639-d1bfc9ea4118 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2673898 Jun 28 06:45:06.542671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0fec114c-7ade-42aa-a3a4-eed1b3a0db47 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:06.547348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51948) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:06.560635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd18126-f741-4dc4-af33-85664af5e7c5 None None] Sync routers for ids ['82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:06.576381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a5d64ed8-2a62-473b-86b7-85278b4d3ba4 None None] Provisioning complete for port f807227b-e1a6-406a-81ae-32479c5b5984 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:06.576788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a5d64ed8-2a62-473b-86b7-85278b4d3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.579404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d410f5dd-cc02-450b-a48b-7546f671c369 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'tempest-secgroup--75711342'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:06.610293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd18126-f741-4dc4-af33-85664af5e7c5 None None] Routers {'82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:06.610979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5dd18126-f741-4dc4-af33-85664af5e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:06.629033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d2f2af63-8ec9-4eb1-863c-4b2c1592a61e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.634205 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d2f2af63-8ec9-4eb1-863c-4b2c1592a61e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/ports/d238aa95-fc62-4112-900e-855d1223ae04 HTTP/1.1" status: 204 len: 168 time: 1.2633197 Jun 28 06:45:06.654941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-317ead5d-837f-42a3-85bd-33793ccee8b1 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.655724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51950) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:06.666685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5dd18126-f741-4dc4-af33-85664af5e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:06.668603 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3dc4a03c-c38d-4504-be03-c884c1ccfea0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/routers/82ea0c6b-b6d6-48a7-aa71-a5565eb1b736 HTTP/1.1" status: 200 len: 891 time: 0.1270936 Jun 28 06:45:06.680927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51952) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:06.692466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2af63-8ec9-4eb1-863c-4b2c1592a61e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Port': ['ID=d238aa95-fc62-4112-900e-855d1223ae04,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:06.694741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd18126-f741-4dc4-af33-85664af5e7c5 None None] Routers {'82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:06.695702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5dd18126-f741-4dc4-af33-85664af5e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:06.729756 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-73379580-5321-4f3a-97ff-af663e922e62 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=82ea0c6b-b6d6-48a7-aa71-a5565eb1b736 HTTP/1.1" status: 200 len: 205 time: 0.0440814 Jun 28 06:45:06.734718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5dd18126-f741-4dc4-af33-85664af5e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:06.735374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd18126-f741-4dc4-af33-85664af5e7c5 None None] The sync data for ids ['82ea0c6b-b6d6-48a7-aa71-a5565eb1b736'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:06.750066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51954) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:06.827079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:06.881638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] Deleting port f807227b-e1a6-406a-81ae-32479c5b5984 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:06.882025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.906289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.938862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.947757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] For port f807227b-e1a6-406a-81ae-32479c5b5984, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f807227b-e1a6-406a-81ae-32479c5b5984,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:06.948243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:06.962507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] Calling delete_port for f807227b-e1a6-406a-81ae-32479c5b5984 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:06.968909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d2f2af63-8ec9-4eb1-863c-4b2c1592a61e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:07.023624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb52fd9-dfe0-4d4f-8144-57725153258c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:07.027851 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2eb52fd9-dfe0-4d4f-8144-57725153258c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5843117 Jun 28 06:45:07.028227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51956) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:07.095707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d410f5dd-cc02-450b-a48b-7546f671c369 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.099686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.126556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.130039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:07.138014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-317ead5d-837f-42a3-85bd-33793ccee8b1 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.145804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246a052-b65a-49ed-9bc3-2a19eaf30bf7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:07.149589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0246a052-b65a-49ed-9bc3-2a19eaf30bf7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1171904 Jun 28 06:45:07.156495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] Pushing event deleted for resources: {'Port': ['ID=f807227b-e1a6-406a-81ae-32479c5b5984,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:07.158972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:07.161683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] No DVR routers for this DVR port f807227b-e1a6-406a-81ae-32479c5b5984 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:07.171553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51958) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:07.190168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.207673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.222952 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1d928-8628-46cf-abaf-0f9af1e91e32 req-e7615d55-d2bc-494d-a5f3-f32daae5d95f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:07.237451 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-26e1d928-8628-46cf-abaf-0f9af1e91e32 req-e7615d55-d2bc-494d-a5f3-f32daae5d95f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.5827811 Jun 28 06:45:07.237451 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-133c4479-c0e9-42db-8af7-7730caba94c5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556734 Jun 28 06:45:07.237451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51960) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:07.237451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51962) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:07.239523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-870c134a-d49c-47fa-b937-e9770df28c90 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Request body: {'floatingip': {'port_id': '74373999-e5cd-4c2c-a16c-46bfa02da3ec'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:07.246495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533d1581-e96a-498e-a9bf-8ddf55a666ce']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:07.275853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5ae569c0-1335-4a9c-b84a-247a2daf3099 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:07.287873 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715a355f-1bbd-4cd4-bcec-b56765fb0fbd') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:07.288110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715a355f-1bbd-4cd4-bcec-b56765fb0fbd') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:07.297810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.314296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-93404b16-3a35-4f71-936c-7360a08eb269 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:07.353718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-870c134a-d49c-47fa-b937-e9770df28c90 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for floatingip, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.512054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-317ead5d-837f-42a3-85bd-33793ccee8b1 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.540002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c176d0ed-93c0-4863-bbb6-85deeb12d99f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:07.589980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ead5d-837f-42a3-85bd-33793ccee8b1 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event deleted for resources: {'Subnet': ['ID=1453c812-eaaf-4649-81e9-c1fcf410162c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:07.593808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-317ead5d-837f-42a3-85bd-33793ccee8b1 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:07.607081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-317ead5d-837f-42a3-85bd-33793ccee8b1 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.609059 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-317ead5d-837f-42a3-85bd-33793ccee8b1 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "DELETE /v2.0/subnets/1453c812-eaaf-4649-81e9-c1fcf410162c HTTP/1.1" status: 204 len: 168 time: 1.3290617 Jun 28 06:45:07.616803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51964) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:07.618582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec19fcb-efcd-48ab-9cf6-3b620b9e9cd4 None None] Network 774ef932-89dc-4779-8a14-2614b20fc4f0 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:07.619213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d410f5dd-cc02-450b-a48b-7546f671c369 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.641053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.652685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f807227b-e1a6-406a-81ae-32479c5b5984 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:07.701140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: f807227b-e1a6-406a-81ae-32479c5b5984 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:45:07.701491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f807227b-e1a6-406a-81ae-32479c5b5984 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:07.734110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:07.736263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d410f5dd-cc02-450b-a48b-7546f671c369 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.743969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.744999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:07.747435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:07.749961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:07.790181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.802655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:45:07.802655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.802655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=56085b2a-77b3-4aef-8c71-3dbcc18e2a2a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:07.804970 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:45:07.806183 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:45:07.829079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.839112 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410f5dd-cc02-450b-a48b-7546f671c369 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb683fd7-09ad-402f-9fe0-8b9c1fa92d28,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:07.847672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d410f5dd-cc02-450b-a48b-7546f671c369 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:07.887277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] DHCP port deletion for 774ef932-89dc-4779-8a14-2614b20fc4f0 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:07.920141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae569c0-1335-4a9c-b84a-247a2daf3099 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:07.923709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ae569c0-1335-4a9c-b84a-247a2daf3099 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:07.925781 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae569c0-1335-4a9c-b84a-247a2daf3099 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:07.926214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae569c0-1335-4a9c-b84a-247a2daf3099 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:07.934422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] Deleting port 9c66077c-72a9-4bdd-9c93-4bf32b116601 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:07.935036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.002764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] For port 9c66077c-72a9-4bdd-9c93-4bf32b116601, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=9c66077c-72a9-4bdd-9c93-4bf32b116601,segment=NetworkSegment(7ff9971a-8f8d-43bc-bf1a-0c8e2b186647),segment_id=7ff9971a-8f8d-43bc-bf1a-0c8e2b186647)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:08.003195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.017118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] Calling delete_port for 9c66077c-72a9-4bdd-9c93-4bf32b116601 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:08.039123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d410f5dd-cc02-450b-a48b-7546f671c369 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.043468 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d410f5dd-cc02-450b-a48b-7546f671c369 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4720614 Jun 28 06:45:08.046504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51966) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:08.051772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-950e2b52-ed55-4d0d-ba4d-315258bb05c9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'bb683fd7-09ad-402f-9fe0-8b9c1fa92d28', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:08.053104 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING neutron.api.v2.base [None req-950e2b52-ed55-4d0d-ba4d-315258bb05c9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 28 06:45:08.053579 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-950e2b52-ed55-4d0d-ba4d-315258bb05c9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:08.057578 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-950e2b52-ed55-4d0d-ba4d-315258bb05c9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064681 Jun 28 06:45:08.064330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51968) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:08.099451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.123334 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5ae569c0-1335-4a9c-b84a-247a2daf3099 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8806477 Jun 28 06:45:08.129647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51970) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:08.133449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Deleting port 9c66077c-72a9-4bdd-9c93-4bf32b116601 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:08.133794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.139856 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2274fe1a-7cac-44ea-89dd-31bed64279cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671032381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:08.143653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.146684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2d55c620-b9e7-4cd3-990a-25fcb06dd89d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:08.152819 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.154926 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] 10.222.0.24 "DELETE /v2.0/networks/533d1581-e96a-498e-a9bf-8ddf55a666ce HTTP/1.1" status: 204 len: 168 time: 1.4852514 Jun 28 06:45:08.182095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Pushing event deleted for resources: {'Network': ['ID=533d1581-e96a-498e-a9bf-8ddf55a666ce,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:08.188974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.190584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port bb3c21b9-b429-4efd-8a1b-e52991962b74 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:08.191071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.198742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:08.205409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a89575f8-1abd-4aec-a094-31bd85a57f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:08.235889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] No DVR routers for this DVR port 9c66077c-72a9-4bdd-9c93-4bf32b116601 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:08.245843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] Pushing event deleted for resources: {'Port': ['ID=9c66077c-72a9-4bdd-9c93-4bf32b116601,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:08.250805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:08.341747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] For port 9c66077c-72a9-4bdd-9c93-4bf32b116601, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=9c66077c-72a9-4bdd-9c93-4bf32b116601,segment=NetworkSegment(7ff9971a-8f8d-43bc-bf1a-0c8e2b186647),segment_id=7ff9971a-8f8d-43bc-bf1a-0c8e2b186647)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:08.342365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.390891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa7470e2-bca9-45be-bf50-bf948c899b6f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.394070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Calling delete_port for 9c66077c-72a9-4bdd-9c93-4bf32b116601 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:08.499503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa7470e2-bca9-45be-bf50-bf948c899b6f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.525622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-870c134a-d49c-47fa-b937-e9770df28c90 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.538640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d55c620-b9e7-4cd3-990a-25fcb06dd89d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:08.543010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2d55c620-b9e7-4cd3-990a-25fcb06dd89d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.544378 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d55c620-b9e7-4cd3-990a-25fcb06dd89d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:08.544793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d55c620-b9e7-4cd3-990a-25fcb06dd89d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:08.561014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.573235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.576307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d75e10fd-6174-49d5-853b-4efe1435643f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:08.607251 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event deleted for resources: {'Port': ['ID=9c66077c-72a9-4bdd-9c93-4bf32b116601,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:08.609111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] No DVR routers for this DVR port 9c66077c-72a9-4bdd-9c93-4bf32b116601 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:08.610581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:08.627541 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for bb3c21b9-b429-4efd-8a1b-e52991962b74 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:08.646611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-870c134a-d49c-47fa-b937-e9770df28c90 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.659252 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2d55c620-b9e7-4cd3-990a-25fcb06dd89d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5247996 Jun 28 06:45:08.668235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51976) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:08.685145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-cae62be1-c8bf-47b3-ac09-01787a61b5c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:08.722177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51978) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:08.841536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa7470e2-bca9-45be-bf50-bf948c899b6f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.844137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa7470e2-bca9-45be-bf50-bf948c899b6f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:08.845372 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-aa7470e2-bca9-45be-bf50-bf948c899b6f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/bb683fd7-09ad-402f-9fe0-8b9c1fa92d28 HTTP/1.1" status: 204 len: 168 time: 0.7800584 Jun 28 06:45:08.857614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03d06972-696a-4ced-8e32-e0e524eb030f tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:08.861701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 51982) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:08.922688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7470e2-bca9-45be-bf50-bf948c899b6f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb683fd7-09ad-402f-9fe0-8b9c1fa92d28,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:08.925032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aa7470e2-bca9-45be-bf50-bf948c899b6f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:08.940105 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:45:08.995480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.008711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774ef932-89dc-4779-8a14-2614b20fc4f0']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:09.013896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.046011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff9971a-8f8d-43bc-bf1a-0c8e2b186647') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:09.046305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff9971a-8f8d-43bc-bf1a-0c8e2b186647') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:09.061530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.080382 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-870c134a-d49c-47fa-b937-e9770df28c90 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Floating IP d3ad428e-1179-4ce8-be22-c80538bd4dfd associated. External IP: 172.26.4.90, port: 74373999-e5cd-4c2c-a16c-46bfa02da3ec. Jun 28 06:45:09.083558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.126375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:45:09.126741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:45:09.129618 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:45:09.203030 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-af98e4a4-6f74-461d-a030-db2a0d3faf6b tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3324542 Jun 28 06:45:09.212184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51984) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:09.220333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-44f7d1d1-05f4-4b03-b5b6-0bae55e3360d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'tempest-secgroup--950766161'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:09.224731 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fba18cc2-b605-419f-9284-0305ce6a9699 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8ede9ad57f2483ebfe893fb78cd5d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798167 Jun 28 06:45:09.226327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51986) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:09.230829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae62be1-c8bf-47b3-ac09-01787a61b5c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:09.230829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cae62be1-c8bf-47b3-ac09-01787a61b5c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.231611 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae62be1-c8bf-47b3-ac09-01787a61b5c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:09.232031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae62be1-c8bf-47b3-ac09-01787a61b5c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:09.351872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74053700-2a4e-4749-b0dd-8372fdec14fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.364461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.369037 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:09.379328 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1754bb2-12df-4566-b168-c1286b53d783 None None] Sync routers for ids ['aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:09.387078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.394178 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1754bb2-12df-4566-b168-c1286b53d783 None None] Routers {'aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:09.396127 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a1754bb2-12df-4566-b168-c1286b53d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:09.398052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-51916e1a-382d-4bdc-bba1-3f1a02179302 tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:09.401496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-44f7d1d1-05f4-4b03-b5b6-0bae55e3360d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.411463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.416217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] 10.222.0.24 "DELETE /v2.0/networks/774ef932-89dc-4779-8a14-2614b20fc4f0 HTTP/1.1" status: 204 len: 168 time: 1.7956734 Jun 28 06:45:09.431474 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a1754bb2-12df-4566-b168-c1286b53d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:09.441915 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1754bb2-12df-4566-b168-c1286b53d783 None None] Routers {'aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:09.443698 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a1754bb2-12df-4566-b168-c1286b53d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:09.446095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74053700-2a4e-4749-b0dd-8372fdec14fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.450221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Pushing event deleted for resources: {'Network': ['ID=774ef932-89dc-4779-8a14-2614b20fc4f0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:09.460595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:09.466705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.499992 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a1754bb2-12df-4566-b168-c1286b53d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:09.501027 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1754bb2-12df-4566-b168-c1286b53d783 None None] The sync data for ids ['aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:09.501465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870c134a-d49c-47fa-b937-e9770df28c90 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Router 2a72d101-b79a-44e4-809b-ef39c548d25a has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:09.629453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 9c66077c-72a9-4bdd-9c93-4bf32b116601 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:09.658059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 9c66077c-72a9-4bdd-9c93-4bf32b116601 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:45:09.658681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 9c66077c-72a9-4bdd-9c93-4bf32b116601 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:09.664249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-44f7d1d1-05f4-4b03-b5b6-0bae55e3360d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.670041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74053700-2a4e-4749-b0dd-8372fdec14fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.672600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74053700-2a4e-4749-b0dd-8372fdec14fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.676328 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-74053700-2a4e-4749-b0dd-8372fdec14fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfff0810-03e5-4531-8606-c0ce92c558a1 HTTP/1.1" status: 204 len: 168 time: 0.4452903 Jun 28 06:45:09.676621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d410f5dd-cc02-450b-a48b-7546f671c369 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:09.690202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74053700-2a4e-4749-b0dd-8372fdec14fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff0810-03e5-4531-8606-c0ce92c558a1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:09.694436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-74053700-2a4e-4749-b0dd-8372fdec14fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:09.697572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870c134a-d49c-47fa-b937-e9770df28c90 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:09.702469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-870c134a-d49c-47fa-b937-e9770df28c90 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.719780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] Sync routers for ids ['2a72d101-b79a-44e4-809b-ef39c548d25a'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:09.741548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] Routers {'2a72d101-b79a-44e4-809b-ef39c548d25a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:09.742693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2a72d101-b79a-44e4-809b-ef39c548d25a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:09.745072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-44f7d1d1-05f4-4b03-b5b6-0bae55e3360d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.749424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-76035b53-1a7a-4219-a6b0-7a49a3da6109 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:09.761461 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-870c134a-d49c-47fa-b937-e9770df28c90 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "PUT /v2.0/floatingips/d3ad428e-1179-4ce8-be22-c80538bd4dfd HTTP/1.1" status: 200 len: 991 time: 2.5227585 Jun 28 06:45:09.768025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'tag': '74373999-e5cd-4c2c-a16c-46bfa02da3ec'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:45:09.780224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff7eafa-c80f-4965-b896-df93384cf2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "58ee7543-16ce-4c07-bf1c-5122003dee06", "tag": "74373999-e5cd-4c2c-a16c-46bfa02da3ec"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:45:09.799321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7d1d1-05f4-4b03-b5b6-0bae55e3360d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898f9918-ace5-447c-98e9-7670a3bfa730,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:09.803311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-44f7d1d1-05f4-4b03-b5b6-0bae55e3360d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:09.844874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-91d55f55-13d5-496f-a05a-88bae67a96a4 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:09.859462 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cae62be1-c8bf-47b3-ac09-01787a61b5c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1810284 Jun 28 06:45:09.859462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.859884 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.2882423 Jun 28 06:45:09.862546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 51998) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:09.862980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52000) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:09.871743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-133944f7-3917-4d48-b02c-d08ac4ffb1b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:09.882306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=bb3c21b9-b429-4efd-8a1b-e52991962b74,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:09.886884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:09.917127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9bfc60-b581-4623-8497-6384b7a39544 x-openstack-request-id: req-6e9bfc60-b581-4623-8497-6384b7a39544 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:45:09.917492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ee7543-16ce-4c07-bf1c-5122003dee06", "tag": "74373999-e5cd-4c2c-a16c-46bfa02da3ec", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:45:09.917744 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e9bfc60-b581-4623-8497-6384b7a39544 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:45:09.920549 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'tag': '74373999-e5cd-4c2c-a16c-46bfa02da3ec', 'status': 'completed', 'code': 200} Jun 28 06:45:09.940790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] Set router 2a72d101-b79a-44e4-809b-ef39c548d25a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:45:09.970547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52002) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:09.984922 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-44f7d1d1-05f4-4b03-b5b6-0bae55e3360d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:09.989539 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-44f7d1d1-05f4-4b03-b5b6-0bae55e3360d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7763326 Jun 28 06:45:09.993221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52006) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:09.998145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9477cc71-18d6-4273-ab27-5f1bc5ec484a tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '898f9918-ace5-447c-98e9-7670a3bfa730', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:10.032579 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-9477cc71-18d6-4273-ab27-5f1bc5ec484a tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 28 06:45:10.032579 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-9477cc71-18d6-4273-ab27-5f1bc5ec484a tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:10.032579 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9477cc71-18d6-4273-ab27-5f1bc5ec484a tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0376446 Jun 28 06:45:10.064967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52010) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.068784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.070303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-db736acf-a1da-42ba-b86e-6b2f4f1d3445 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '898f9918-ace5-447c-98e9-7670a3bfa730', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:10.071993 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING neutron.api.v2.base [None req-db736acf-a1da-42ba-b86e-6b2f4f1d3445 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 28 06:45:10.072547 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-db736acf-a1da-42ba-b86e-6b2f4f1d3445 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:10.077987 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-db736acf-a1da-42ba-b86e-6b2f4f1d3445 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118008 Jun 28 06:45:10.081157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52012) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.127224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b21c4cd1-72a9-4079-8f5d-fcab3b804a25 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '898f9918-ace5-447c-98e9-7670a3bfa730', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:10.128046 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-b21c4cd1-72a9-4079-8f5d-fcab3b804a25 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 28 06:45:10.128533 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-b21c4cd1-72a9-4079-8f5d-fcab3b804a25 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:10.129525 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b21c4cd1-72a9-4079-8f5d-fcab3b804a25 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123794 Jun 28 06:45:10.144790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52016) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.152772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0d480f5d-5b3b-4be6-a8a9-99fba1853dc7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '898f9918-ace5-447c-98e9-7670a3bfa730', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:10.153902 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING neutron.api.v2.base [None req-0d480f5d-5b3b-4be6-a8a9-99fba1853dc7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 28 06:45:10.154395 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-0d480f5d-5b3b-4be6-a8a9-99fba1853dc7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:10.155464 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0d480f5d-5b3b-4be6-a8a9-99fba1853dc7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067654 Jun 28 06:45:10.167390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52020) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.186924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.215182 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-212bbbd4-5a4f-4678-b6dd-703880ef769a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/routers/aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e HTTP/1.1" status: 200 len: 881 time: 0.3482015 Jun 28 06:45:10.219711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-1eef1e9b-4bcd-4018-8d37-f357469de068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:10.219711 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-1eef1e9b-4bcd-4018-8d37-f357469de068 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1099 time: 0.2212131 Jun 28 06:45:10.221700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52024) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.242829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.248380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.269007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.276421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:25Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd3ad428e-1179-4ce8-be22-c80538bd4dfd', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'port_id': '74373999-e5cd-4c2c-a16c-46bfa02da3ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'mac_address': 'fa:16:3e:35:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:44:37Z', 'updated_at': '2021-06-28T06:45:08Z', 'revision_number': 1, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14e46d1-54db-4619-b40d-7d1e2bf72f3a', 'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'mac_address': 'fa:16:3e:72:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:22Z', 'updated_at': '2021-06-28T06:44:35Z', 'revision_number': 5, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'subnets': [{'id': '94181330-8daa-4f63-8db3-dd5004767258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:10.291090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133944f7-3917-4d48-b02c-d08ac4ffb1b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:10.295020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-133944f7-3917-4d48-b02c-d08ac4ffb1b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.296444 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-133944f7-3917-4d48-b02c-d08ac4ffb1b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:10.299905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133944f7-3917-4d48-b02c-d08ac4ffb1b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:10.307354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7ac3f82e-5c46-43c1-a9f5-75e1ea7ce6a8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:10.310210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] Checking router: 2a72d101-b79a-44e4-809b-ef39c548d25a for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:45:10.325660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] Routers {'2a72d101-b79a-44e4-809b-ef39c548d25a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:10.326362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2a72d101-b79a-44e4-809b-ef39c548d25a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:10.412636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.476957 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b19972a4-fd0c-429f-8193-19ce6f4b9d4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f4da6ab553c4616aa7065bda48cde81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5032976 Jun 28 06:45:10.481954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52028) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.483701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.484221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Fanout notify agent at l3_agent the message router_deleted on router 82ea0c6b-b6d6-48a7-aa71-a5565eb1b736 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:45:10.492930 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=56085b2a-77b3-4aef-8c71-3dbcc18e2a2a,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:10.504579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.512180 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/82ea0c6b-b6d6-48a7-aa71-a5565eb1b736 HTTP/1.1" status: 204 len: 168 time: 3.7592239 Jun 28 06:45:10.512429 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b083ed7d-ec25-4c00-99d9-45545f695231 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.513973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52030) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.524140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1854355025'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:10.529029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-54768ffb-4547-4401-a09e-fd0789e2ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:10.530621 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-54768ffb-4547-4401-a09e-fd0789e2ec46 service neutron] 10.222.0.50 "GET /v2.0/networks?id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 200 len: 912 time: 0.3036368 Jun 28 06:45:10.539563 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b083ed7d-ec25-4c00-99d9-45545f695231 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.540028 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-133944f7-3917-4d48-b02c-d08ac4ffb1b5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6758618 Jun 28 06:45:10.547266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52032) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.547927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:10.558173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1f470b60-d581-4b8d-a758-56d7e53d3259 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:10.592183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] Set router 2a72d101-b79a-44e4-809b-ef39c548d25a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:45:10.721051 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP 4b87754a-ff12-4372-bd2a-4e64a78d9911 associated. External IP: 172.26.4.128, port: 800dae20-c50f-4d5a-882e-69db1728a54f. Jun 28 06:45:10.734566 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-1c24ef83-3829-4874-b6c7-b289fff53999 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 200 len: 999 time: 0.1867127 Jun 28 06:45:10.735266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c21fa54-26dc-405c-aaa9-1a815369cb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.792501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:10.796012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.814619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b083ed7d-ec25-4c00-99d9-45545f695231 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.825264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b083ed7d-ec25-4c00-99d9-45545f695231 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.825264 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b083ed7d-ec25-4c00-99d9-45545f695231 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/898f9918-ace5-447c-98e9-7670a3bfa730 HTTP/1.1" status: 204 len: 168 time: 0.6480839 Jun 28 06:45:10.830303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b91b4393-fcf6-435a-8bc8-2f2cf40e955b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:10.830303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52040) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.847367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c21fa54-26dc-405c-aaa9-1a815369cb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.858888 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083ed7d-ec25-4c00-99d9-45545f695231 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898f9918-ace5-447c-98e9-7670a3bfa730,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:10.869869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b083ed7d-ec25-4c00-99d9-45545f695231 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:10.909078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-128c05ac-7976-406b-ac43-57bf3b88d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:10.911049 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-128c05ac-7976-406b-ac43-57bf3b88d054 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94181330-8daa-4f63-8db3-dd5004767258 HTTP/1.1" status: 200 len: 850 time: 0.1680353 Jun 28 06:45:10.923204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:25Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd3ad428e-1179-4ce8-be22-c80538bd4dfd', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'port_id': '74373999-e5cd-4c2c-a16c-46bfa02da3ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'mac_address': 'fa:16:3e:35:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:44:37Z', 'updated_at': '2021-06-28T06:45:08Z', 'revision_number': 1, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14e46d1-54db-4619-b40d-7d1e2bf72f3a', 'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'mac_address': 'fa:16:3e:72:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:22Z', 'updated_at': '2021-06-28T06:44:35Z', 'revision_number': 5, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'subnets': [{'id': '94181330-8daa-4f63-8db3-dd5004767258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:10.940458 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52044) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.948429 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-41deb2a0-66f2-4e4a-a5a6-c248aab8ba8c tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1113136 Jun 28 06:45:10.948429 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f470b60-d581-4b8d-a758-56d7e53d3259 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:10.948983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f470b60-d581-4b8d-a758-56d7e53d3259 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:10.950656 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f470b60-d581-4b8d-a758-56d7e53d3259 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:10.951044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f470b60-d581-4b8d-a758-56d7e53d3259 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:10.956295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63374990-e3af-4b8b-aaae-09fcc7796389 None None] The sync data for ids ['2a72d101-b79a-44e4-809b-ef39c548d25a'] in dv-neutron-797120-6-hyperv is: [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:25Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd3ad428e-1179-4ce8-be22-c80538bd4dfd', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'floating_ip_address': '172.26.4.90', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'port_id': '74373999-e5cd-4c2c-a16c-46bfa02da3ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'mac_address': 'fa:16:3e:35:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:44:37Z', 'updated_at': '2021-06-28T06:45:08Z', 'revision_number': 1, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14e46d1-54db-4619-b40d-7d1e2bf72f3a', 'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'mac_address': 'fa:16:3e:72:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:22Z', 'updated_at': '2021-06-28T06:44:35Z', 'revision_number': 5, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'subnets': [{'id': '94181330-8daa-4f63-8db3-dd5004767258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:10.959683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52046) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.964603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:10.968559 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'tempest-secgroup--137092404'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:10.981883 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4eadeaad-de2e-4001-a6af-fada1430aaa3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7583563 Jun 28 06:45:10.987038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52050) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:10.996530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d64a495d-ce79-4869-82fe-75d6b1711774 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1432750703'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:11.002599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.007909 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added segment 654a4c53-ae22-4376-a55d-65e56782b1e9 of type vlan for network c608dbfe-0eb1-44dc-9cad-7276427767fe Jun 28 06:45:11.080933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:11.108357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c21fa54-26dc-405c-aaa9-1a815369cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.110955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c21fa54-26dc-405c-aaa9-1a815369cb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.112114 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4c21fa54-26dc-405c-aaa9-1a815369cb33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f8292bf-bdcb-4cdd-8eeb-c8db38e6a9a6 HTTP/1.1" status: 204 len: 168 time: 0.6290822 Jun 28 06:45:11.129739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c2c63e9-9e62-4af5-a500-a588d3a52c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:11.130168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.144956 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1445930254'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:11.168239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21fa54-26dc-405c-aaa9-1a815369cb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8292bf-bdcb-4cdd-8eeb-c8db38e6a9a6,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:11.171441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4c21fa54-26dc-405c-aaa9-1a815369cb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:11.193173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-003ea60a-d9ac-448b-8599-a1a96c411be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:11.194758 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-003ea60a-d9ac-448b-8599-a1a96c411be3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2771611 Jun 28 06:45:11.248481 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1f470b60-d581-4b8d-a758-56d7e53d3259 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6915801 Jun 28 06:45:11.250456 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52056) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:11.263864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a4663dce-3253-4321-ab5d-838222ccf5c6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:11.304594 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f58570-db21-4c8c-ad75-7b89ec1df311 None None] New status for floating IP d3ad428e-1179-4ce8-be22-c80538bd4dfd: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:45:11.322031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.327913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:11.328502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.334131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c7862504-7505-4854-9c46-f3ad42ba992c tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:11.341979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:11.353941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a969c-8806-4f54-9eba-ed1f382a28b1 None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:11.369348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a969c-8806-4f54-9eba-ed1f382a28b1 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:11.370340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-903a969c-8806-4f54-9eba-ed1f382a28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:11.373296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.418927 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-903a969c-8806-4f54-9eba-ed1f382a28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:11.433331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a969c-8806-4f54-9eba-ed1f382a28b1 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:11.433331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-903a969c-8806-4f54-9eba-ed1f382a28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:11.453995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.476213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-903a969c-8806-4f54-9eba-ed1f382a28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:11.477099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903a969c-8806-4f54-9eba-ed1f382a28b1 None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:11.492598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:11.492598 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:11.492598 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '777579f407a44f3e810418eac740520f', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 11, 397567)}] Jun 28 06:45:11.492598 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:11.493108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:11.496027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-a4663dce-3253-4321-ab5d-838222ccf5c6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:11.496027 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:11.496027 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 11, 389217)}] Jun 28 06:45:11.496027 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:11.496454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-a4663dce-3253-4321-ab5d-838222ccf5c6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:11.512895 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0289521 Jun 28 06:45:11.513511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52058) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:11.518234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d46c2689-6506-4d2f-b4a3-895fc1510776 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:11.604638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:11.608065 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.621408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d46c2689-6506-4d2f-b4a3-895fc1510776 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.623279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.812041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Network': ['ID=c608dbfe-0eb1-44dc-9cad-7276427767fe,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:11.816120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:11.818580 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-917dd088-3bdd-4da2-a01d-01f6a3c2c3c6 service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140668 Jun 28 06:45:11.822315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d46c2689-6506-4d2f-b4a3-895fc1510776 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.827377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network c608dbfe-0eb1-44dc-9cad-7276427767fe details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:11.867886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.886636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d46c2689-6506-4d2f-b4a3-895fc1510776 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.887209 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-d46c2689-6506-4d2f-b4a3-895fc1510776 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP 4b87754a-ff12-4372-bd2a-4e64a78d9911 disassociated. External IP: 172.26.4.128, port: 800dae20-c50f-4d5a-882e-69db1728a54f. Jun 28 06:45:11.932517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:11.940918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aa7470e2-bca9-45be-bf50-bf948c899b6f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:11.966774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:11.993548 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4747324 Jun 28 06:45:11.996328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52070) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.003017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'subnet': {'network_id': 'c608dbfe-0eb1-44dc-9cad-7276427767fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:12.008551 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff7eafa-c80f-4965-b896-df93384cf2aa req-1de29754-c777-4dcb-baff-fe13e746921a service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827433 Jun 28 06:45:12.009621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.011721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d64a495d-ce79-4869-82fe-75d6b1711774 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.025564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.025913 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Added segment a4a66c28-c954-44c3-bb6d-e26074814380 of type vlan for network e531c27e-1f0d-4822-9dad-a413bc177184 Jun 28 06:45:12.044062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190046e8-802d-4f70-8b71-e2848c751099,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:12.060706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:12.107714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d64a495d-ce79-4869-82fe-75d6b1711774 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.109343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.183930 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4663dce-3253-4321-ab5d-838222ccf5c6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:12.187368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4663dce-3253-4321-ab5d-838222ccf5c6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.188731 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4663dce-3253-4321-ab5d-838222ccf5c6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:12.189178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4663dce-3253-4321-ab5d-838222ccf5c6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:12.238833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64a495d-ce79-4869-82fe-75d6b1711774 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:12.255835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46c2689-6506-4d2f-b4a3-895fc1510776 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:12.321658 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.327844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:12.328440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.332368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bc0db4f3-41b1-43d3-b0b7-292cf785ab11 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:12.338347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:12.341875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.407936 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a4663dce-3253-4321-ab5d-838222ccf5c6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1498282 Jun 28 06:45:12.411572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52082) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.449390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Network': ['ID=e531c27e-1f0d-4822-9dad-a413bc177184,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:12.453879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a495d-ce79-4869-82fe-75d6b1711774 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:12.457242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f80f90ff-58bd-4d25-8970-47aa2531b5da tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0443563 Jun 28 06:45:12.458022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:12.462446 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52084) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.467293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d64a495d-ce79-4869-82fe-75d6b1711774 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.467293 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d64a495d-ce79-4869-82fe-75d6b1711774 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e HTTP/1.1" status: 200 len: 888 time: 1.4762115 Jun 28 06:45:12.467509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:12.467935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52086) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.480492 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2a7f1-ef33-4e06-b064-b2d931b541b2 None None] Sync routers for ids ['aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:12.494915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52088) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.498368 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2a7f1-ef33-4e06-b064-b2d931b541b2 None None] Routers {'aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:12.500110 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-95f2a7f1-ef33-4e06-b064-b2d931b541b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:12.530554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c2689-6506-4d2f-b4a3-895fc1510776 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:12.539961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d46c2689-6506-4d2f-b4a3-895fc1510776 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.561608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ac364-fbfd-48a6-802a-8a71c01ff6a0 None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:12.574637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ac364-fbfd-48a6-802a-8a71c01ff6a0 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:12.575817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f86ac364-fbfd-48a6-802a-8a71c01ff6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:12.580590 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d46c2689-6506-4d2f-b4a3-895fc1510776 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "PUT /v2.0/floatingips/4b87754a-ff12-4372-bd2a-4e64a78d9911 HTTP/1.1" status: 200 len: 688 time: 1.0660086 Jun 28 06:45:12.586965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52092) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.595657 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-95f2a7f1-ef33-4e06-b064-b2d931b541b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:12.601540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df194ea-6513-48d4-9bb0-b71d5c1692ca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:12.603060 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7df194ea-6513-48d4-9bb0-b71d5c1692ca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1396353 Jun 28 06:45:12.612946 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2a7f1-ef33-4e06-b064-b2d931b541b2 None None] Routers {'aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:12.613866 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-95f2a7f1-ef33-4e06-b064-b2d931b541b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:12.636033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52094) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.655902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f86ac364-fbfd-48a6-802a-8a71c01ff6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:12.659458 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-95f2a7f1-ef33-4e06-b064-b2d931b541b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:12.660347 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2a7f1-ef33-4e06-b064-b2d931b541b2 None None] The sync data for ids ['aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:12.672246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ac364-fbfd-48a6-802a-8a71c01ff6a0 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:12.673106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f86ac364-fbfd-48a6-802a-8a71c01ff6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:12.686670 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1b356e28-989b-4890-877b-9c01f2f01c8a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495105 Jun 28 06:45:12.697381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52096) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.705275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:12.712647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f86ac364-fbfd-48a6-802a-8a71c01ff6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:12.713595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ac364-fbfd-48a6-802a-8a71c01ff6a0 None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:12.732282 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-735209b6-6ad3-4b01-8a56-87f9d582d235 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/routers/aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e HTTP/1.1" status: 200 len: 888 time: 0.2611783 Jun 28 06:45:12.732436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52098) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.763888 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-06e7f90b-aa65-4123-9f8d-6aae7412111a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e HTTP/1.1" status: 200 len: 205 time: 0.0286381 Jun 28 06:45:12.764764 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52100) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.767435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-713888197'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:12.773390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.780495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.805494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4a242e98-862f-48a0-b1aa-31aea5569b4d tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:12.845801 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.854982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-556457dd-cecc-46ca-bd4f-8ea7e4f6b3ae tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:12.897978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e712465b-06ab-4c46-ad1c-938bc5c8d310,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:12.901160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:12.910434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port 56085b2a-77b3-4aef-8c71-3dbcc18e2a2a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:12.910775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.918983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Subnet': ['ID=ccc13a45-6b08-43d3-88b8-4306cf0bb294,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:12.923279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:12.923941 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9702635 Jun 28 06:45:12.927968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52102) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.937069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'name': 'tempest-PortsTestJSON-826200049'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:12.953268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Checking segment: {'id': '654a4c53-ae22-4376-a55d-65e56782b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c608dbfe-0eb1-44dc-9cad-7276427767fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:12.953665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network hostable DHCP agents. Network: c608dbfe-0eb1-44dc-9cad-7276427767fe, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:12.966327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.970210 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0051525 Jun 28 06:45:12.970366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:12.972846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52104) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.979219 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3da40afb-f955-4eab-b38b-044a0c27a368 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'e712465b-06ab-4c46-ad1c-938bc5c8d310', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:12.979930 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-3da40afb-f955-4eab-b38b-044a0c27a368 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 28 06:45:12.980419 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-3da40afb-f955-4eab-b38b-044a0c27a368 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:12.983978 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3da40afb-f955-4eab-b38b-044a0c27a368 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075960 Jun 28 06:45:12.985274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52106) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:12.990882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-611ee7cc-8873-419a-b10a-68740f3858a9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'e712465b-06ab-4c46-ad1c-938bc5c8d310', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:13.027086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.027453 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.041507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for 56085b2a-77b3-4aef-8c71-3dbcc18e2a2a owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:13.059071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Made reservation on behalf of 47f5e00839b542f687b54a491965c43f for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:13.062626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.106461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.119140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network c608dbfe-0eb1-44dc-9cad-7276427767fe is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:13.143435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.211846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, c608dbfe-0eb1-44dc-9cad-7276427767fe) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:13.216149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:13.216908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.227092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9cf0a-3317-4bc5-8680-1690f542bf87 None None] Network c608dbfe-0eb1-44dc-9cad-7276427767fe requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:13.240975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:13.244543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.291001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port f71d54dd-d3a0-48bb-abba-ba21228d1c8e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:13.291639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.313968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.319800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:13.344247 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3470342 Jun 28 06:45:13.349259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52108) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:13.356070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b503ecfa-7992-4dbc-b9d4-487a880f2bc2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1403786438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:13.393486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.399365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.412517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-c608dbfe-0eb1-44dc-9cad-7276427767fe', 'network_id': 'c608dbfe-0eb1-44dc-9cad-7276427767fe', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'fixed_ips': [{'subnet_id': 'ccc13a45-6b08-43d3-88b8-4306cf0bb294'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:13.413182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.417910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for f71d54dd-d3a0-48bb-abba-ba21228d1c8e owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:13.573135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Allocated IP 2001:db8::2 (c608dbfe-0eb1-44dc-9cad-7276427767fe/ccc13a45-6b08-43d3-88b8-4306cf0bb294/2385218c-5b93-4c90-a242-3c5a2ee3eae4) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:13.692830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.695389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c14c7df9-353d-470e-abee-774322d34339 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:13.719195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=56085b2a-77b3-4aef-8c71-3dbcc18e2a2a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:13.722845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.727657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:13.728943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=f71d54dd-d3a0-48bb-abba-ba21228d1c8e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:13.732423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:13.738848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-b503ecfa-7992-4dbc-b9d4-487a880f2bc2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:13.738848 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:13.738848 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '769f8294358c4bf5b83714056636cdb9', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 13, 367032)}] Jun 28 06:45:13.738848 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:13.738848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-b503ecfa-7992-4dbc-b9d4-487a880f2bc2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:13.738848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:13.738848 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:13.738848 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': 'fb4cea3c5cce4e11913a94a64c35b037', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 13, 106862)}] Jun 28 06:45:13.738848 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:13.738848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:13.739700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Transition to ACTIVE for port object 2385218c-5b93-4c90-a242-3c5a2ee3eae4 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:13.739803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:13.739803 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:13.739803 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '47f5e00839b542f687b54a491965c43f', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 13, 135281)}] Jun 28 06:45:13.739803 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:13.739803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:13.752600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Transition to ACTIVE for port object 2385218c-5b93-4c90-a242-3c5a2ee3eae4 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:13.796122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.831651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.835007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.836167 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/floatingips/4b87754a-ff12-4372-bd2a-4e64a78d9911 HTTP/1.1" status: 204 len: 168 time: 1.2485640 Jun 28 06:45:13.839584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52112) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:13.844345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': 'acab2704-f38c-449d-827c-cc26cc82c42a'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:13.846548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.850099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8bc715cd-e8ad-4355-b596-99cb3c4dab00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:13.887686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Network c608dbfe-0eb1-44dc-9cad-7276427767fe is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:13.890386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:13.893364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.896372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.897220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:13.908564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Pushing event updated for resources: {'Port': ['ID=2385218c-5b93-4c90-a242-3c5a2ee3eae4,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:13.913461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:13.960641 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Attempting to bind port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:13.961045 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Attempting to bind port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '654a4c53-ae22-4376-a55d-65e56782b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c608dbfe-0eb1-44dc-9cad-7276427767fe'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:13.961415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Attempting to bind port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 on network c608dbfe-0eb1-44dc-9cad-7276427767fe {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:13.966517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:13.966912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Checking segment: {'id': '654a4c53-ae22-4376-a55d-65e56782b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c608dbfe-0eb1-44dc-9cad-7276427767fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:13.967361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.967806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Bound using segment: {'id': '654a4c53-ae22-4376-a55d-65e56782b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c608dbfe-0eb1-44dc-9cad-7276427767fe'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:13.968302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Bound port: 2385218c-5b93-4c90-a242-3c5a2ee3eae4, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654a4c53-ae22-4376-a55d-65e56782b1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c608dbfe-0eb1-44dc-9cad-7276427767fe'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:13.968688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:13.978310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.023963 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.024569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Fanout notify agent at l3_agent the message router_deleted on router aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:45:14.033551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.035533 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e HTTP/1.1" status: 204 len: 168 time: 1.2689335 Jun 28 06:45:14.040891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52114) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:14.042582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] For port 2385218c-5b93-4c90-a242-3c5a2ee3eae4, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:14.046147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] For port 2385218c-5b93-4c90-a242-3c5a2ee3eae4, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2385218c-5b93-4c90-a242-3c5a2ee3eae4,segment=NetworkSegment(654a4c53-ae22-4376-a55d-65e56782b1e9),segment_id=654a4c53-ae22-4376-a55d-65e56782b1e9)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:14.049892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'network': {'name': 'tempest-RoutersTest-11328696'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:14.082761 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-611ee7cc-8873-419a-b10a-68740f3858a9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:14.086307 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-611ee7cc-8873-419a-b10a-68740f3858a9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0976183 Jun 28 06:45:14.086664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52118) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:14.094617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-bf83d54c-ac1c-407b-ad70-09ba609c65fc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'e712465b-06ab-4c46-ad1c-938bc5c8d310', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:14.095347 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING neutron.api.v2.base [None req-bf83d54c-ac1c-407b-ad70-09ba609c65fc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 28 06:45:14.095849 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-bf83d54c-ac1c-407b-ad70-09ba609c65fc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:14.096941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bf83d54c-ac1c-407b-ad70-09ba609c65fc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093076 Jun 28 06:45:14.103780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52120) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:14.108446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-da371bd3-e0ad-4a04-8f5e-b62ac28d38b2 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'e712465b-06ab-4c46-ad1c-938bc5c8d310', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:14.116985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.objects.ports [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100886) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:45:14.119287 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.123927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9dbc79de-57a8-481f-9770-8310becc0d89 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:14.155298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.158419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-da36454c-ad09-46b9-9d3c-2263e24542e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:14.170261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:14.176156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:14.183580 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:14.184001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.187745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:14.190489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a9e65d-4747-44cd-9bb7-5d2810b631bc None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:14.196297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=bd72e30c-f553-4ec8-8496-a1f4bb1c977f,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:14.196692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.200063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:14.202377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.236369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:14.247424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.248032 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added segment 176616ae-c920-469c-97d3-8acf9f9a58f7 of type vlan for network f07eecdb-eda3-4982-a239-c4d9aad4277b Jun 28 06:45:14.258568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.283847 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Pushing event updated for resources: {'Port': ['ID=2385218c-5b93-4c90-a242-3c5a2ee3eae4,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:14.290019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:14.310369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.353968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.26.4.153 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/a5447d6a-700a-4056-a08c-784723eba314) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:14.402320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'bd72e30c-f553-4ec8-8496-a1f4bb1c977f'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:14.403458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.437664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.452555 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7486091 Jun 28 06:45:14.453393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52122) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:14.457200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:14.457883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.464156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e537823a-8594-4b5c-bf68-5dfc1ffb6470 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:14.464444 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:ab:65:a6', 'name': 'tempest-NetworksTestDHCPv6-458467575'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:14.549471 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b503ecfa-7992-4dbc-b9d4-487a880f2bc2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.550105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b503ecfa-7992-4dbc-b9d4-487a880f2bc2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.568308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Network': ['ID=f07eecdb-eda3-4982-a239-c4d9aad4277b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:14.587221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:14.587763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.610132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network f07eecdb-eda3-4982-a239-c4d9aad4277b details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:14.650083 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-da371bd3-e0ad-4a04-8f5e-b62ac28d38b2 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:14.654426 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-da371bd3-e0ad-4a04-8f5e-b62ac28d38b2 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5468078 Jun 28 06:45:14.656300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52126) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:14.664746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c8e7ccdd-712a-49ec-a5a6-e6e525b3842a tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'e712465b-06ab-4c46-ad1c-938bc5c8d310', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:14.665670 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-c8e7ccdd-712a-49ec-a5a6-e6e525b3842a tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 28 06:45:14.666398 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-c8e7ccdd-712a-49ec-a5a6-e6e525b3842a tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:14.671703 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c8e7ccdd-712a-49ec-a5a6-e6e525b3842a tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137341 Jun 28 06:45:14.672522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52128) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:14.685671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-694caa7e-07dd-4c89-9250-8928b950a216 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'e712465b-06ab-4c46-ad1c-938bc5c8d310', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:14.704394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Allocated IP 2001:db8::f816:3eff:fe2e:8e82 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/bd72e30c-f553-4ec8-8496-a1f4bb1c977f/129f0b33-d46d-4303-90c3-845067740340) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:14.707182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b503ecfa-7992-4dbc-b9d4-487a880f2bc2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.764345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:14.767979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.776805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:14.776805 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:14.776805 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 14, 634778)}] Jun 28 06:45:14.776805 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:14.777174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:14.780729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-694caa7e-07dd-4c89-9250-8928b950a216 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:14.780729 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:14.780729 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '777579f407a44f3e810418eac740520f', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 14, 692339)}] Jun 28 06:45:14.780729 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:14.781107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-694caa7e-07dd-4c89-9250-8928b950a216 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:14.789380 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port 7be77901-8d25-4b7e-b3c3-8005ba63804c yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:14.794735 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.799314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-57779df4-a851-4c79-882f-681933920a54 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:14.800675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b503ecfa-7992-4dbc-b9d4-487a880f2bc2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.858976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:14.866015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.867213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:14.869658 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:14.875373 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Transition to ACTIVE for port object 129f0b33-d46d-4303-90c3-845067740340 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:14.892296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Transition to ACTIVE for port object 129f0b33-d46d-4303-90c3-845067740340 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:14.901681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=a5447d6a-700a-4056-a08c-784723eba314,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:14.904638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:14.971612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.975008 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:14.978623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-33c839e9-56c6-4b93-a5c0-c177008bb205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:14.991390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.030017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:15.038162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:15.044028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:15.058109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Pushing event updated for resources: {'Port': ['ID=129f0b33-d46d-4303-90c3-845067740340,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:15.062670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:15.088244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.097771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5157011d-0e5e-4f21-bc19-b0c4c47035c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:15.111766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.113752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Attempting to bind port 129f0b33-d46d-4303-90c3-845067740340 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:15.114439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Attempting to bind port 129f0b33-d46d-4303-90c3-845067740340 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:15.115715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Attempting to bind port 129f0b33-d46d-4303-90c3-845067740340 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:15.121881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2c28bca1-391e-4c4f-90fc-133ca3ba1867 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:15.122044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:15.122485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:15.122992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.123489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:15.124069 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Bound port: 129f0b33-d46d-4303-90c3-845067740340, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:15.124557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.135050 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:15.149002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112b6bb7-ea8d-4c88-8ecf-03b08c3e94e1,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:15.152236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:15.184427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.184779 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Added segment 6067cc0a-ed6b-4af0-97ab-a7b1789fe30e of type vlan for network 1ecb4842-b568-4b08-9b88-c19b64efb3ff Jun 28 06:45:15.185886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b503ecfa-7992-4dbc-b9d4-487a880f2bc2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.187200 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b503ecfa-7992-4dbc-b9d4-487a880f2bc2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.8368983 Jun 28 06:45:15.196301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52130) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:15.202599 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1602838 Jun 28 06:45:15.206554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] For port 129f0b33-d46d-4303-90c3-845067740340, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:15.207382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52132) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:15.211322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] For port 129f0b33-d46d-4303-90c3-845067740340, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=129f0b33-d46d-4303-90c3-845067740340,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:15.235880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'subnet': {'network_id': 'f07eecdb-eda3-4982-a239-c4d9aad4277b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:15.280961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.281694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.283896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c9fff463-74f2-424b-b30b-7fcf85e60e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:15.357741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Pushing event updated for resources: {'Port': ['ID=129f0b33-d46d-4303-90c3-845067740340,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:15.362400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:15.388811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82057234-72aa-47fd-aae8-4e107bd5ac7b None None] Network c608dbfe-0eb1-44dc-9cad-7276427767fe requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:15.420288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-694caa7e-07dd-4c89-9250-8928b950a216 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:15.420288 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:15.420288 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '777579f407a44f3e810418eac740520f', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 15, 333987)}] Jun 28 06:45:15.420288 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:15.421132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-694caa7e-07dd-4c89-9250-8928b950a216 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:15.538546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:15.549953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0e7b7df4-72d7-48ef-af6c-aa9857692a8a None None] Provisioning for port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:15.567696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.574193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:15.574914 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.596366 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8df0d928-71eb-4d04-94a7-62c616792c64 tempest-BulkNetworkOpsIpV6Test-577473588 tempest-BulkNetworkOpsIpV6Test-577473588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:15.690715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=7be77901-8d25-4b7e-b3c3-8005ba63804c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:15.696330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:15.740590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.745742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:15.750491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:15.774870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Checking segment: {'id': 'a4a66c28-c954-44c3-bb6d-e26074814380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:15.776223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network hostable DHCP agents. Network: e531c27e-1f0d-4822-9dad-a413bc177184, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:15.801078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Network': ['ID=1ecb4842-b568-4b08-9b88-c19b64efb3ff,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:15.805428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:15.815653 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.3154070 Jun 28 06:45:15.819593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:15.822728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52136) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:15.825106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2385218c-5b93-4c90-a242-3c5a2ee3eae4 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:15.862247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'subnet': {'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:15.924373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.008695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 7755bebe-3387-4da9-a9d7-848e54488524 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:16.047333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.057792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:16.061605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:16.062117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.095563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:16.116372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.244530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, e531c27e-1f0d-4822-9dad-a413bc177184) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:16.254687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:16.258861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5c7f35-7634-456c-b973-f54d8cf7b96e None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:16.262345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:16.263223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.264310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-94fc085c-0e96-4bac-b58a-0fe271667dc4 None None] Provisioning complete for port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:16.265038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94fc085c-0e96-4bac-b58a-0fe271667dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.266291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Made reservation on behalf of 47f5e00839b542f687b54a491965c43f for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:16.269855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.342665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Allocated IP 2001:db8::1 (c608dbfe-0eb1-44dc-9cad-7276427767fe/ccc13a45-6b08-43d3-88b8-4306cf0bb294/f3c61cc6-72a5-494b-8687-872b0d7f11cd) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:16.387106 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::f816:3eff:feab:65a6 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/bd72e30c-f553-4ec8-8496-a1f4bb1c977f/7755bebe-3387-4da9-a9d7-848e54488524) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:16.469563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.492662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.509948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2385218c-5b93-4c90-a242-3c5a2ee3eae4, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2385218c-5b93-4c90-a242-3c5a2ee3eae4,segment=NetworkSegment(654a4c53-ae22-4376-a55d-65e56782b1e9),segment_id=654a4c53-ae22-4376-a55d-65e56782b1e9)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:16.516404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Transition to ACTIVE for port object f3c61cc6-72a5-494b-8687-872b0d7f11cd will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:16.527371 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-694caa7e-07dd-4c89-9250-8928b950a216 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Project 777579f407a44f3e810418eac740520f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:45:16.555844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.560795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-94fc085c-0e96-4bac-b58a-0fe271667dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.563849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c58b7382-a402-4372-b163-2cefb6ab680a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:16.597336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.600048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:16.625840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.634327 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.7001789 Jun 28 06:45:16.634523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-446d8396-e1b4-4c64-810e-de6fc22e5ee0 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:16.651328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52138) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:16.668993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1188134537'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:16.671222 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-694caa7e-07dd-4c89-9250-8928b950a216 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:16.673576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-94fc085c-0e96-4bac-b58a-0fe271667dc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:16.674147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-94fc085c-0e96-4bac-b58a-0fe271667dc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:16.675294 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-694caa7e-07dd-4c89-9250-8928b950a216 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.9943278 Jun 28 06:45:16.678041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2385218c-5b93-4c90-a242-3c5a2ee3eae4,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:16.681423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:16.683508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52140) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:16.715295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network c608dbfe-0eb1-44dc-9cad-7276427767fe is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:16.719235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-da66f6f3-6bbe-4782-bd26-2259e38b6705 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'e712465b-06ab-4c46-ad1c-938bc5c8d310', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:16.719692 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-da66f6f3-6bbe-4782-bd26-2259e38b6705 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 28 06:45:16.720173 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-da66f6f3-6bbe-4782-bd26-2259e38b6705 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:16.723644 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-da66f6f3-6bbe-4782-bd26-2259e38b6705 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103846 Jun 28 06:45:16.723804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:16.730008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52142) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:16.732440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:16.733019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.744836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8bf09552-6e3a-41e5-adae-e9a251c2c378 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'e712465b-06ab-4c46-ad1c-938bc5c8d310', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:16.745077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.764359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Subnet': ['ID=af24a672-23a1-4244-8343-9f048faba6c9,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:16.767122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:16.813316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=f3c61cc6-72a5-494b-8687-872b0d7f11cd,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:16.818933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:16.852574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.858726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03123578-7fa4-4d55-91df-91d4fe350dda tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:16.864776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Checking segment: {'id': '176616ae-c920-469c-97d3-8acf9f9a58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f07eecdb-eda3-4982-a239-c4d9aad4277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:16.865213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network hostable DHCP agents. Network: f07eecdb-eda3-4982-a239-c4d9aad4277b, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:16.894742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:16.899143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.902412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.933653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:16.944587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.945008 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Added segment 745dd66e-524b-454c-bd5c-d5955fbf3a51 of type vlan for network 29c13f3f-fbc2-4782-80e8-2924e23493bd Jun 28 06:45:16.952222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:16.962887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 7755bebe-3387-4da9-a9d7-848e54488524 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:16.990865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.019369 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-8bf09552-6e3a-41e5-adae-e9a251c2c378 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Project 777579f407a44f3e810418eac740520f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:45:17.024521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.039348 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=a5447d6a-700a-4056-a08c-784723eba314,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:17.048729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:17.049371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aa208849-02e4-4334-8073-8066c4ff9d78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:17.059187 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.104900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network f07eecdb-eda3-4982-a239-c4d9aad4277b is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:17.138724 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-8bf09552-6e3a-41e5-adae-e9a251c2c378 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:17.142763 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8bf09552-6e3a-41e5-adae-e9a251c2c378 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4088523 Jun 28 06:45:17.144428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52146) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:17.152514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-cef4b321-db8b-40ea-86d1-75eb52cc0fce tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'e712465b-06ab-4c46-ad1c-938bc5c8d310', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:17.184191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.194279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:17.195237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.207315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:17.239905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, f07eecdb-eda3-4982-a239-c4d9aad4277b) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:17.248689 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733edf6-9461-41b7-a84e-3835acc037b8 None None] Network f07eecdb-eda3-4982-a239-c4d9aad4277b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:17.263299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Subnet': ['ID=c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:17.272290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:17.273289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.280320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:17.305012 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Checking segment: {'id': '6067cc0a-ed6b-4af0-97ab-a7b1789fe30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:17.305576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Network hostable DHCP agents. Network: 1ecb4842-b568-4b08-9b88-c19b64efb3ff, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:17.330572 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP 0543a147-c572-4e1a-b4a4-7142d0f8aa3a associated. External IP: 172.26.4.153, port: acab2704-f38c-449d-827c-cc26cc82c42a. Jun 28 06:45:17.416005 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.426474 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87fb623f-638e-4c3e-a57d-fb0c691986aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:17.447739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-f07eecdb-eda3-4982-a239-c4d9aad4277b', 'network_id': 'f07eecdb-eda3-4982-a239-c4d9aad4277b', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'fixed_ips': [{'subnet_id': 'af24a672-23a1-4244-8343-9f048faba6c9'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:17.449399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.451790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Network': ['ID=29c13f3f-fbc2-4782-80e8-2924e23493bd,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:17.464756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:17.467067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 29c13f3f-fbc2-4782-80e8-2924e23493bd details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:17.496461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5cd4a62f-07e8-48d6-9f2c-98ea14a2c70c None None] Provisioning for port 129f0b33-d46d-4303-90c3-845067740340 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:17.527538 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-cef4b321-db8b-40ea-86d1-75eb52cc0fce tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Project 777579f407a44f3e810418eac740520f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:45:17.539732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:17.544972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:17.555077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:17.561415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:17.567141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:17.567795 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.570438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=7755bebe-3387-4da9-a9d7-848e54488524,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:17.572778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 1ecb4842-b568-4b08-9b88-c19b64efb3ff) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:17.575291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:17.584321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:17.584321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.641011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.647610 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9903917 Jun 28 06:45:17.647610 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-cef4b321-db8b-40ea-86d1-75eb52cc0fce tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:17.650784 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cef4b321-db8b-40ea-86d1-75eb52cc0fce tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5024421 Jun 28 06:45:17.650784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52148) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:17.651001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52150) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:17.665400 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4336507 Jun 28 06:45:17.668136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52152) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:17.673331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a88940e9-0c3d-4851-8273-5608727c7830 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1646535186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:17.675641 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abec4b-a6e6-438c-87b4-aeec43fed2be None None] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:17.680229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'ports': [{'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184'}, {'network_id': '29c13f3f-fbc2-4782-80e8-2924e23493bd'}]} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:17.681068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:17.682053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': '29c13f3f-fbc2-4782-80e8-2924e23493bd'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:17.695888 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2374876 Jun 28 06:45:17.702611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52154) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:17.732883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Allocated IP 172.20.0.2 (f07eecdb-eda3-4982-a239-c4d9aad4277b/af24a672-23a1-4244-8343-9f048faba6c9/62abc756-6833-41ce-9316-162f4eb71b0a) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:17.735300 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9080453 Jun 28 06:45:17.747119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.747914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.757497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52156) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:17.762609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3c6144d8-6bc0-4d58-ad41-5e86419d01f3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:17.775046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5cd4a62f-07e8-48d6-9f2c-98ea14a2c70c None None] Provisioning for port f3c61cc6-72a5-494b-8687-872b0d7f11cd completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:17.783536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5cd4a62f-07e8-48d6-9f2c-98ea14a2c70c None None] Provisioning complete for port f3c61cc6-72a5-494b-8687-872b0d7f11cd triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:17.784097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5cd4a62f-07e8-48d6-9f2c-98ea14a2c70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:17.825382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5cd4a62f-07e8-48d6-9f2c-98ea14a2c70c None None] Port f3c61cc6-72a5-494b-8687-872b0d7f11cd cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:17.871792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=f3c61cc6-72a5-494b-8687-872b0d7f11cd,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:17.882298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:17.896028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2385218c-5b93-4c90-a242-3c5a2ee3eae4 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:17.925320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'port': {'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff', 'name': 'tempest-AllowedAddressPairTestJSON-319936641'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:18.005854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:18.006308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.076578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6fc63434-8c3a-4596-9655-871f4d4c9e3f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.125188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-1ecb4842-b568-4b08-9b88-c19b64efb3ff', 'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff', 'tenant_id': '47f5e00839b542f687b54a491965c43f', 'fixed_ips': [{'subnet_id': 'c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:18.126060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.158877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6fc63434-8c3a-4596-9655-871f4d4c9e3f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.182733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.214290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8bdca4d8-ba5b-49c0-b3da-17640c866874 None None] Provisioning for port 7755bebe-3387-4da9-a9d7-848e54488524 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:18.235170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:18.252297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800cdeda-cba1-4ef2-b4ee-c606ccde6433 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:18.258016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network c608dbfe-0eb1-44dc-9cad-7276427767fe is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:18.258648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800cdeda-cba1-4ef2-b4ee-c606ccde6433 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:18.260351 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-800cdeda-cba1-4ef2-b4ee-c606ccde6433 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5567329 Jun 28 06:45:18.263136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52160) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:18.269131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:18.274098 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8bdca4d8-ba5b-49c0-b3da-17640c866874 None None] Provisioning complete for port 7755bebe-3387-4da9-a9d7-848e54488524 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:18.274654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8bdca4d8-ba5b-49c0-b3da-17640c866874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.277234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88940e9-0c3d-4851-8273-5608727c7830 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.277234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88940e9-0c3d-4851-8273-5608727c7830 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.329681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Transition to ACTIVE for port object 62abc756-6833-41ce-9316-162f4eb71b0a will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:18.331790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8bdca4d8-ba5b-49c0-b3da-17640c866874 None None] Port 7755bebe-3387-4da9-a9d7-848e54488524 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:18.336533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88940e9-0c3d-4851-8273-5608727c7830 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.352795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 129f0b33-d46d-4303-90c3-845067740340 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:18.400934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Transition to ACTIVE for port object 62abc756-6833-41ce-9316-162f4eb71b0a will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:18.421819 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88940e9-0c3d-4851-8273-5608727c7830 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.431357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Made reservation on behalf of 47f5e00839b542f687b54a491965c43f for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:18.434776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.472087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] device_id is not set on port c4081746-3c25-4d6e-b3a8-70cddd46e1a8 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:18.483765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.499020 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:18.532810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Allocated IP 172.20.0.2 (1ecb4842-b568-4b08-9b88-c19b64efb3ff/c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7/e5388519-087d-4300-8551-203ae8086551) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:18.543125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6fc63434-8c3a-4596-9655-871f4d4c9e3f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.546859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6fc63434-8c3a-4596-9655-871f4d4c9e3f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.548337 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6fc63434-8c3a-4596-9655-871f4d4c9e3f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/e712465b-06ab-4c46-ad1c-938bc5c8d310 HTTP/1.1" status: 204 len: 168 time: 0.8966503 Jun 28 06:45:18.551644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52162) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:18.556591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c9099a6f-5bf8-4dbc-85fb-5e64a686eb8f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:18.558415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Network f07eecdb-eda3-4982-a239-c4d9aad4277b is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:18.558690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 2} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:18.562249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 129f0b33-d46d-4303-90c3-845067740340 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:18.564508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.573221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:18.578497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:18.580369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Pushing event updated for resources: {'Port': ['ID=62abc756-6833-41ce-9316-162f4eb71b0a,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:18.582645 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 129f0b33-d46d-4303-90c3-845067740340 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:18.583184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.585367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:18.622759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc63434-8c3a-4596-9655-871f4d4c9e3f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e712465b-06ab-4c46-ad1c-938bc5c8d310,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:18.635513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6fc63434-8c3a-4596-9655-871f4d4c9e3f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:18.648559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.656494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:18.662625 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-51081be6-6aac-4bdb-b6b6-1a58850008ab tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1094284 Jun 28 06:45:18.668054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52164) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:18.671548 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ddbb5-2a04-4287-8ce0-4b74e856644b None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:18.674726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-10822799-65e5-498c-872f-fb1fa3172be6 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'tempest-secgroup--308394496'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:18.679111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a88940e9-0c3d-4851-8273-5608727c7830 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.682915 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a88940e9-0c3d-4851-8273-5608727c7830 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0107007 Jun 28 06:45:18.685391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6a469891-a045-4d5f-8ff2-8d41aa47630d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 7755bebe-3387-4da9-a9d7-848e54488524 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:18.685733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a469891-a045-4d5f-8ff2-8d41aa47630d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.688026 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ddbb5-2a04-4287-8ce0-4b74e856644b None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:18.688686 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dd0ddbb5-2a04-4287-8ce0-4b74e856644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:18.693891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52166) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:18.740969 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dd0ddbb5-2a04-4287-8ce0-4b74e856644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:18.753651 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ddbb5-2a04-4287-8ce0-4b74e856644b None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:18.754598 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dd0ddbb5-2a04-4287-8ce0-4b74e856644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:18.794774 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dd0ddbb5-2a04-4287-8ce0-4b74e856644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:18.795789 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ddbb5-2a04-4287-8ce0-4b74e856644b None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:18.807102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 8997dec7-b688-48c1-b031-abc048f59713 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:45:18.829277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port a1227077-d86e-455f-ba83-1675a6e5babe yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:18.919224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10822799-65e5-498c-872f-fb1fa3172be6 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.938818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Attempting to bind port 62abc756-6833-41ce-9316-162f4eb71b0a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:18.939343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Attempting to bind port 62abc756-6833-41ce-9316-162f4eb71b0a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '176616ae-c920-469c-97d3-8acf9f9a58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f07eecdb-eda3-4982-a239-c4d9aad4277b'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:18.939812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Attempting to bind port 62abc756-6833-41ce-9316-162f4eb71b0a on network f07eecdb-eda3-4982-a239-c4d9aad4277b {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:18.950459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-10b8c084-1c4b-447a-bdde-4d268d310696 None None] Provisioning complete for port f3c61cc6-72a5-494b-8687-872b0d7f11cd triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:18.951104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-10b8c084-1c4b-447a-bdde-4d268d310696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.956313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:18.956700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Checking segment: {'id': '176616ae-c920-469c-97d3-8acf9f9a58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f07eecdb-eda3-4982-a239-c4d9aad4277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:18.957132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.957540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Bound using segment: {'id': '176616ae-c920-469c-97d3-8acf9f9a58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f07eecdb-eda3-4982-a239-c4d9aad4277b'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:18.958569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Bound port: 62abc756-6833-41ce-9316-162f4eb71b0a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176616ae-c920-469c-97d3-8acf9f9a58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f07eecdb-eda3-4982-a239-c4d9aad4277b'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:18.958965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.984146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a469891-a045-4d5f-8ff2-8d41aa47630d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:18.992152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:18.997601 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/8997dec7-b688-48c1-b031-abc048f59713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7936175 Jun 28 06:45:19.003638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52168) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:19.014807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d137314-b5f4-4b4f-8824-b571fdd09ab1 None None] Sync routers for ids ['8997dec7-b688-48c1-b031-abc048f59713'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:19.028224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.042605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6a469891-a045-4d5f-8ff2-8d41aa47630d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 7755bebe-3387-4da9-a9d7-848e54488524 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:19.102029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.105969 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-99f67290-5d45-4f78-87ea-7eb51e350eee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1887009 Jun 28 06:45:19.109006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-10b8c084-1c4b-447a-bdde-4d268d310696 None None] Port f3c61cc6-72a5-494b-8687-872b0d7f11cd cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:19.110499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d137314-b5f4-4b4f-8824-b571fdd09ab1 None None] Routers {'8997dec7-b688-48c1-b031-abc048f59713'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:19.111140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2d137314-b5f4-4b4f-8824-b571fdd09ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['8997dec7-b688-48c1-b031-abc048f59713'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:19.124930 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98dacc4-3b7f-4fb8-bafc-b1ebba16b3ab tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:19.128925 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d98dacc4-3b7f-4fb8-bafc-b1ebba16b3ab tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports/f3c61cc6-72a5-494b-8687-872b0d7f11cd HTTP/1.1" status: 200 len: 911 time: 0.1202390 Jun 28 06:45:19.133078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52170) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:19.139314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f11f0051-dd4a-4bc0-a94d-bb87ea5ab153 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ccc13a45-6b08-43d3-88b8-4306cf0bb294'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:19.173451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2d137314-b5f4-4b4f-8824-b571fdd09ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:19.181295 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3383360 Jun 28 06:45:19.181609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52172) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:19.202756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.229168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d137314-b5f4-4b4f-8824-b571fdd09ab1 None None] Routers {'8997dec7-b688-48c1-b031-abc048f59713'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:19.230260 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2d137314-b5f4-4b4f-8824-b571fdd09ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['8997dec7-b688-48c1-b031-abc048f59713'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:19.232834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 129f0b33-d46d-4303-90c3-845067740340, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=129f0b33-d46d-4303-90c3-845067740340,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:19.236414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Transition to ACTIVE for port object e5388519-087d-4300-8551-203ae8086551 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:19.237534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.238667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] For port 62abc756-6833-41ce-9316-162f4eb71b0a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:19.254818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.277942 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2d137314-b5f4-4b4f-8824-b571fdd09ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:19.278642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d137314-b5f4-4b4f-8824-b571fdd09ab1 None None] The sync data for ids ['8997dec7-b688-48c1-b031-abc048f59713'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:19.284887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] For port 62abc756-6833-41ce-9316-162f4eb71b0a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=62abc756-6833-41ce-9316-162f4eb71b0a,segment=NetworkSegment(176616ae-c920-469c-97d3-8acf9f9a58f7),segment_id=176616ae-c920-469c-97d3-8acf9f9a58f7)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:19.286951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10822799-65e5-498c-872f-fb1fa3172be6 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.296113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.302518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:19.327809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Transition to ACTIVE for port object e5388519-087d-4300-8551-203ae8086551 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:19.354558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.362284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=129f0b33-d46d-4303-90c3-845067740340,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:19.373745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:19.374563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6bf16b6b-e14c-4bdc-ab24-2784a97bc428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:19.384403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10822799-65e5-498c-872f-fb1fa3172be6 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.394187 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fd464a72-e3e2-4826-962f-b4d630d32b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:19.444489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Pushing event updated for resources: {'Port': ['ID=62abc756-6833-41ce-9316-162f4eb71b0a,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:19.448470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.462538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:19.464044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:19.485467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10822799-65e5-498c-872f-fb1fa3172be6 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.486426 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-10822799-65e5-498c-872f-fb1fa3172be6 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8172944 Jun 28 06:45:19.493546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52174) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:19.493546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10822799-65e5-498c-872f-fb1fa3172be6 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d11bce-e512-43d1-8309-0f9916524521,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:19.495348 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-10822799-65e5-498c-872f-fb1fa3172be6 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:19.498617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a9fb9a11-5ec9-41d4-8721-bc6e73d7114f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'b4d11bce-e512-43d1-8309-0f9916524521', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:19.500810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:19.507982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:19.522341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:19.540668 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Pushing event updated for resources: {'Port': ['ID=e5388519-087d-4300-8551-203ae8086551,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:19.545075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:19.588024 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a469891-a045-4d5f-8ff2-8d41aa47630d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.603773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Attempting to bind port e5388519-087d-4300-8551-203ae8086551 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:19.604162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Attempting to bind port e5388519-087d-4300-8551-203ae8086551 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '6067cc0a-ed6b-4af0-97ab-a7b1789fe30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:19.604537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Attempting to bind port e5388519-087d-4300-8551-203ae8086551 on network 1ecb4842-b568-4b08-9b88-c19b64efb3ff {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:19.607028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-02db7304-dbf2-4ab8-b120-97572387d309 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:19.613002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:19.613375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Checking segment: {'id': '6067cc0a-ed6b-4af0-97ab-a7b1789fe30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:19.613873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.624873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Bound using segment: {'id': '6067cc0a-ed6b-4af0-97ab-a7b1789fe30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:19.624873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Bound port: e5388519-087d-4300-8551-203ae8086551, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6067cc0a-ed6b-4af0-97ab-a7b1789fe30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:19.624873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.690462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 129f0b33-d46d-4303-90c3-845067740340 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:19.784228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] For port e5388519-087d-4300-8551-203ae8086551, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:19.787171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] For port e5388519-087d-4300-8551-203ae8086551, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e5388519-087d-4300-8551-203ae8086551,segment=NetworkSegment(6067cc0a-ed6b-4af0-97ab-a7b1789fe30e),segment_id=6067cc0a-ed6b-4af0-97ab-a7b1789fe30e)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:19.791915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Allocated IP 172.20.0.9 (1ecb4842-b568-4b08-9b88-c19b64efb3ff/c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7/c4081746-3c25-4d6e-b3a8-70cddd46e1a8) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:19.813343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 129f0b33-d46d-4303-90c3-845067740340 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:19.813804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.819046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a469891-a045-4d5f-8ff2-8d41aa47630d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=7755bebe-3387-4da9-a9d7-848e54488524,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:19.831756 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6a469891-a045-4d5f-8ff2-8d41aa47630d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:19.865348 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-124249bd-5acc-4a77-8ac2-8e2dbc23c232 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "GET /v2.0/floatingips/0543a147-c572-4e1a-b4a4-7142d0f8aa3a HTTP/1.1" status: 200 len: 977 time: 0.6770911 Jun 28 06:45:19.869734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52178) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:19.873980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.888164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Allocated IP 172.20.0.1 (f07eecdb-eda3-4982-a239-c4d9aad4277b/af24a672-23a1-4244-8343-9f048faba6c9/db813bfa-31c5-4709-b3ff-ed53a9477060) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:19.892544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:19.895156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a469891-a045-4d5f-8ff2-8d41aa47630d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:19.899218 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6a469891-a045-4d5f-8ff2-8d41aa47630d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/7755bebe-3387-4da9-a9d7-848e54488524 HTTP/1.1" status: 204 len: 168 time: 1.6348474 Jun 28 06:45:19.905214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52180) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:20.004911 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-a9fb9a11-5ec9-41d4-8721-bc6e73d7114f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The resource could not be found. Jun 28 06:45:20.005105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port 9c4b84f9-9fe1-4610-a4d2-15418e843852 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:20.005197 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a9fb9a11-5ec9-41d4-8721-bc6e73d7114f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5053947 Jun 28 06:45:20.009206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52182) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:20.020060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4154dfad-aa4e-48a0-a8a6-c0ec39552e58 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': 'b4d11bce-e512-43d1-8309-0f9916524521', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0f1eac3e-5741-4eb5-b874-99289d855ae2'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:20.023797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Pushing event updated for resources: {'Port': ['ID=e5388519-087d-4300-8551-203ae8086551,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:20.034583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:20.066473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be69c225-23a4-4cd2-9d45-8e3e086b25cc tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:20.068548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be69c225-23a4-4cd2-9d45-8e3e086b25cc tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:20.070101 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-be69c225-23a4-4cd2-9d45-8e3e086b25cc tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1639056 Jun 28 06:45:20.077866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52184) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:20.152774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-01213e1c-fc1c-4170-a5db-018836200e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:20.154534 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-01213e1c-fc1c-4170-a5db-018836200e2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1099 time: 0.9273849 Jun 28 06:45:20.188706 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7cf011fe-92a5-4501-8fba-e5195dad89e2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3147490 Jun 28 06:45:20.203278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52186) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:20.210920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'port_id': '800dae20-c50f-4d5a-882e-69db1728a54f'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:20.265639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f11f0051-dd4a-4bc0-a94d-bb87ea5ab153 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:20.322618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f60ac5-28b8-4d17-86df-33186ea9f8ee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet bd72e30c-f553-4ec8-8496-a1f4bb1c977f {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:20.331891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80f60ac5-28b8-4d17-86df-33186ea9f8ee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:20.365679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:20.449139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:20.631151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:20.690672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Transition to ACTIVE for port object c4081746-3c25-4d6e-b3a8-70cddd46e1a8 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:20.696715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-c12ad6d3-ec71-473b-af20-e5087da9a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:20.698485 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-c12ad6d3-ec71-473b-af20-e5087da9a308 service neutron] 10.222.0.50 "GET /v2.0/networks?id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 200 len: 912 time: 0.4977694 Jun 28 06:45:20.700979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:20.703059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80f60ac5-28b8-4d17-86df-33186ea9f8ee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:20.706159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Transition to ACTIVE for port object db813bfa-31c5-4709-b3ff-ed53a9477060 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:20.822116 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-4154dfad-aa4e-48a0-a8a6-c0ec39552e58 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The resource could not be found. Jun 28 06:45:20.825951 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4154dfad-aa4e-48a0-a8a6-c0ec39552e58 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8129818 Jun 28 06:45:20.828392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52188) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:20.890905 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-4dbccb42-02df-48da-a5df-e42ab0218627 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 200 len: 1001 time: 0.1804562 Jun 28 06:45:20.907891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80f60ac5-28b8-4d17-86df-33186ea9f8ee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:20.940146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e8252-baf8-4151-9138-3e29dca62a50 None None] Network f07eecdb-eda3-4982-a239-c4d9aad4277b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:21.007975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.011015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-cbb1f4ae-918b-47e9-8d41-46d52ad3a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:21.012489 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-cbb1f4ae-918b-47e9-8d41-46d52ad3a1e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94181330-8daa-4f63-8db3-dd5004767258 HTTP/1.1" status: 200 len: 850 time: 0.1110947 Jun 28 06:45:21.043334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2e55c9d5-e34a-49a2-84f0-f9893f44f9c2 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:21.053460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network f07eecdb-eda3-4982-a239-c4d9aad4277b is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:21.062130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:21.064597 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:21.065925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.110212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b9af60aa-8902-458c-8c2f-ffe95f92c849 None None] Provisioning for port 62abc756-6833-41ce-9316-162f4eb71b0a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:21.118011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d2f2af63-8ec9-4eb1-863c-4b2c1592a61e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:21.179074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.184214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=a1227077-d86e-455f-ba83-1675a6e5babe,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:21.188548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:21.188732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c13b95e-c491-4d04-bc9f-6a1c1511a8ec tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.196918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-96f064a2-ef9f-43a3-a700-f8e7c90f8afc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:21.205677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:21.244960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:21.250745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:21.251609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.282226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:21.294465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c13b95e-c491-4d04-bc9f-6a1c1511a8ec tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.303841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:21.312515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.314588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:21.352450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Port': ['ID=c4081746-3c25-4d6e-b3a8-70cddd46e1a8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:21.364838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:21.368361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1d54eec7-742c-484b-b3c9-cd5bfefc09e7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:21.372386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=db813bfa-31c5-4709-b3ff-ed53a9477060,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:21.391403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:21.397054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.resource_extend [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 06:45:21.418091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-19fe10b0-a286-4b34-b6c3-adc64b73f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:21.419642 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-19fe10b0-a286-4b34-b6c3-adc64b73f1c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3680758 Jun 28 06:45:21.462782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f11f0051-dd4a-4bc0-a94d-bb87ea5ab153 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.471312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80f60ac5-28b8-4d17-86df-33186ea9f8ee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.485837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9ebab479-0f96-4dde-8bf8-f64ef5d1b060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:21.486869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:21.487524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.510901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=9c4b84f9-9fe1-4610-a4d2-15418e843852,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:21.514239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Checking segment: {'id': '745dd66e-524b-454c-bd5c-d5955fbf3a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '29c13f3f-fbc2-4782-80e8-2924e23493bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:21.514610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network hostable DHCP agents. Network: 29c13f3f-fbc2-4782-80e8-2924e23493bd, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:21.516999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:21.522272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd603055-1f0b-4e29-8533-50713933cdda None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:21.539594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f60ac5-28b8-4d17-86df-33186ea9f8ee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=bd72e30c-f553-4ec8-8496-a1f4bb1c977f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:21.544099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-80f60ac5-28b8-4d17-86df-33186ea9f8ee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.546092 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-80f60ac5-28b8-4d17-86df-33186ea9f8ee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/bd72e30c-f553-4ec8-8496-a1f4bb1c977f HTTP/1.1" status: 204 len: 168 time: 1.4671438 Jun 28 06:45:21.548896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-80f60ac5-28b8-4d17-86df-33186ea9f8ee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:21.550818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52192) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:21.564978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.565732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f11f0051-dd4a-4bc0-a94d-bb87ea5ab153 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.571603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f0051-dd4a-4bc0-a94d-bb87ea5ab153 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:21.572225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f11f0051-dd4a-4bc0-a94d-bb87ea5ab153 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.576674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52194) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:21.576819 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f11f0051-dd4a-4bc0-a94d-bb87ea5ab153 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/ports/f3c61cc6-72a5-494b-8687-872b0d7f11cd HTTP/1.1" status: 200 len: 911 time: 2.4427023 Jun 28 06:45:21.647524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-99b99a4b-615a-4143-a64f-c23226f937de tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:21.647789 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eda7f0-727c-489a-9b67-7a7c597984be None None] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:21.652751 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b254b9fd-77d4-4df2-979d-bbcad7dc951f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988865 Jun 28 06:45:21.702779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52196) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:21.712000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:21.776936 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9357646 Jun 28 06:45:21.827469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52198) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:21.831085 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-aab0669c-5fc3-4f57-a5ac-079f5273311e service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014280 Jun 28 06:45:21.865896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 62abc756-6833-41ce-9316-162f4eb71b0a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:21.871160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'port': {'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff', 'name': 'tempest-AllowedAddressPairTestJSON-1828567640', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:0b:c2:ab'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:21.905115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f0051-dd4a-4bc0-a94d-bb87ea5ab153 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=f3c61cc6-72a5-494b-8687-872b0d7f11cd,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:21.908155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f11f0051-dd4a-4bc0-a94d-bb87ea5ab153 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:21.921015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 29c13f3f-fbc2-4782-80e8-2924e23493bd is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:21.979653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c13b95e-c491-4d04-bc9f-6a1c1511a8ec tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.982248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c13b95e-c491-4d04-bc9f-6a1c1511a8ec tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.987082 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3c13b95e-c491-4d04-bc9f-6a1c1511a8ec tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/b4d11bce-e512-43d1-8309-0f9916524521 HTTP/1.1" status: 204 len: 168 time: 1.1332262 Jun 28 06:45:21.987082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:21.992530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52200) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:22.014771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a735db20-fcc5-4bb7-afb4-5bb354e8d0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:22.029567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-299fabe1-df7a-43ef-9473-e860653ac758 None None] Provisioning for port db813bfa-31c5-4709-b3ff-ed53a9477060 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:22.041957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-299fabe1-df7a-43ef-9473-e860653ac758 None None] Provisioning complete for port db813bfa-31c5-4709-b3ff-ed53a9477060 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:22.043005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-299fabe1-df7a-43ef-9473-e860653ac758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.080515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13b95e-c491-4d04-bc9f-6a1c1511a8ec tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d11bce-e512-43d1-8309-0f9916524521,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:22.084657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-299fabe1-df7a-43ef-9473-e860653ac758 None None] Port db813bfa-31c5-4709-b3ff-ed53a9477060 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:22.084876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 29c13f3f-fbc2-4782-80e8-2924e23493bd) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:22.088931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:22.094380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c13b95e-c491-4d04-bc9f-6a1c1511a8ec tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:22.103760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:22.103760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:22.103760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.110287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 62abc756-6833-41ce-9316-162f4eb71b0a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:22.121678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.126150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 62abc756-6833-41ce-9316-162f4eb71b0a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:22.126150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.132484 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-541683e5-c475-497d-ab30-9528af7d9c73 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1045327 Jun 28 06:45:22.138986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52202) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:22.147586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2f32083f-2bce-4ccf-ada2-1ad9fdc00a3e tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '13a992e1-67fe-4223-8415-251d4a851af6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:22.188337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58ec2e-5451-4604-9908-2c41e7179466 None None] Network 29c13f3f-fbc2-4782-80e8-2924e23493bd requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:22.191827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:22.194925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:22.201082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.262468 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6043844 Jun 28 06:45:22.263466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52206) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:22.276177 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d1a9704-79ad-4296-a203-6ce78d5cfbb4 req-7888f12b-811e-4e3f-93e1-ce13c4b4f915 service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978388 Jun 28 06:45:22.291188 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP 0543a147-c572-4e1a-b4a4-7142d0f8aa3a associated. External IP: 172.26.4.153, port: acab2704-f38c-449d-827c-cc26cc82c42a. Jun 28 06:45:22.408943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-989ce155-8846-41bd-be70-9a7b6bcfb36e None None] Provisioning for port e5388519-087d-4300-8551-203ae8086551 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:22.482511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-989ce155-8846-41bd-be70-9a7b6bcfb36e None None] Provisioning complete for port db813bfa-31c5-4709-b3ff-ed53a9477060 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:22.482895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-989ce155-8846-41bd-be70-9a7b6bcfb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.487320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.546803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Made reservation on behalf of 47f5e00839b542f687b54a491965c43f for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:22.547134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 62abc756-6833-41ce-9316-162f4eb71b0a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=62abc756-6833-41ce-9316-162f4eb71b0a,segment=NetworkSegment(176616ae-c920-469c-97d3-8acf9f9a58f7),segment_id=176616ae-c920-469c-97d3-8acf9f9a58f7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:22.556213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] Deleting port 129f0b33-d46d-4303-90c3-845067740340 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:22.556573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.786829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.787777 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e5388519-087d-4300-8551-203ae8086551 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:22.792188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-16b8b804-d5ba-4f57-9fef-1b755ed8dc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:22.794116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-989ce155-8846-41bd-be70-9a7b6bcfb36e None None] Port db813bfa-31c5-4709-b3ff-ed53a9477060 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:22.851729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] For port 129f0b33-d46d-4303-90c3-845067740340, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=129f0b33-d46d-4303-90c3-845067740340,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:22.852169 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.860126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:22.877358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] Calling delete_port for 129f0b33-d46d-4303-90c3-845067740340 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:22.909852 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=62abc756-6833-41ce-9316-162f4eb71b0a,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:22.918770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:22.954397 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-2f32083f-2bce-4ccf-ada2-1ad9fdc00a3e tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The resource could not be found. Jun 28 06:45:22.955441 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2f32083f-2bce-4ccf-ada2-1ad9fdc00a3e tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8125198 Jun 28 06:45:22.972762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52208) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:22.978098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-40a72c43-b46d-4cff-943b-18a0f19b6f4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 9c4b84f9-9fe1-4610-a4d2-15418e843852 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:22.978449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40a72c43-b46d-4cff-943b-18a0f19b6f4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:22.982465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b31777e5-993c-415b-ac53-3a58254a06c8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'tempest-secgroup--315470487'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:23.014735 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.079229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.081095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port e5388519-087d-4300-8551-203ae8086551 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:23.082030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40a72c43-b46d-4cff-943b-18a0f19b6f4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.084260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.087149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e5388519-087d-4300-8551-203ae8086551 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:23.087756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.105462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-40a72c43-b46d-4cff-943b-18a0f19b6f4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 9c4b84f9-9fe1-4610-a4d2-15418e843852 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:23.108921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aabf8247-9fed-4bc1-a9cb-d0d1a1991ddf None None] Provisioning for port c4081746-3c25-4d6e-b3a8-70cddd46e1a8 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:23.113465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.115633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] device_id is not set on port 6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:23.118789 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e983e202-9ec2-4778-a8da-a942eff30fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:23.123907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aabf8247-9fed-4bc1-a9cb-d0d1a1991ddf None None] Provisioning complete for port c4081746-3c25-4d6e-b3a8-70cddd46e1a8 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:23.124183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aabf8247-9fed-4bc1-a9cb-d0d1a1991ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.130648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.161871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:23.172490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] Pushing event deleted for resources: {'Port': ['ID=129f0b33-d46d-4303-90c3-845067740340,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:23.180325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:23.190266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] No DVR routers for this DVR port 129f0b33-d46d-4303-90c3-845067740340 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:23.206838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-aabf8247-9fed-4bc1-a9cb-d0d1a1991ddf None None] Port c4081746-3c25-4d6e-b3a8-70cddd46e1a8 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:23.215117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:23.225551 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b31777e5-993c-415b-ac53-3a58254a06c8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.225720 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1205c-e972-45b2-8ac7-cdab98827cc1 None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:23.234333 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1205c-e972-45b2-8ac7-cdab98827cc1 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:23.235171 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1ba1205c-e972-45b2-8ac7-cdab98827cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:23.270354 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1ba1205c-e972-45b2-8ac7-cdab98827cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:23.279912 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1205c-e972-45b2-8ac7-cdab98827cc1 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:23.280747 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1ba1205c-e972-45b2-8ac7-cdab98827cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:23.284936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.312023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:45:23.320124 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1ba1205c-e972-45b2-8ac7-cdab98827cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:23.321081 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1205c-e972-45b2-8ac7-cdab98827cc1 None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:23.329700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.339831 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port e5388519-087d-4300-8551-203ae8086551, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e5388519-087d-4300-8551-203ae8086551,segment=NetworkSegment(6067cc0a-ed6b-4af0-97ab-a7b1789fe30e),segment_id=6067cc0a-ed6b-4af0-97ab-a7b1789fe30e)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:23.340891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.341041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=db813bfa-31c5-4709-b3ff-ed53a9477060,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:23.343722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:23.347113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:23.402669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aabf8247-9fed-4bc1-a9cb-d0d1a1991ddf None None] Provisioning complete for port e5388519-087d-4300-8551-203ae8086551 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:23.403195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aabf8247-9fed-4bc1-a9cb-d0d1a1991ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.425625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:23.433332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Allocated IP 172.20.0.5 (1ecb4842-b568-4b08-9b88-c19b64efb3ff/c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7/6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:23.437508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:23.440891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.445349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c7a03c14-fa49-49cd-b4fe-2fe4fdd4de78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:23.446025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:23.446168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.453230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=d51763f6-a30f-467e-b8e6-eea5c73b7f04,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:23.467883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:23.484216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42376fd4-64d9-42b7-864f-1895dc7de9f3 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:23.520873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40a72c43-b46d-4cff-943b-18a0f19b6f4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.535203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0b559347-a3ea-4d64-98c1-4750cde41ee0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:23.602739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=e5388519-087d-4300-8551-203ae8086551,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:23.621129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a72c43-b46d-4cff-943b-18a0f19b6f4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=9c4b84f9-9fe1-4610-a4d2-15418e843852,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:23.642872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:23.650485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-40a72c43-b46d-4cff-943b-18a0f19b6f4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:23.670227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network f07eecdb-eda3-4982-a239-c4d9aad4277b is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:23.690451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:23.693765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40a72c43-b46d-4cff-943b-18a0f19b6f4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.695704 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-40a72c43-b46d-4cff-943b-18a0f19b6f4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/9c4b84f9-9fe1-4610-a4d2-15418e843852 HTTP/1.1" status: 204 len: 168 time: 1.4220958 Jun 28 06:45:23.696291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b31777e5-993c-415b-ac53-3a58254a06c8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.698545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52212) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:23.737886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 62abc756-6833-41ce-9316-162f4eb71b0a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:23.825253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f26f5bbd-99bd-43e9-b254-3f166c0fb6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.881976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.889089 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1852465 Jun 28 06:45:23.899331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52214) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:23.916331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5e7459-0e17-4735-91d8-47787399a952 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:23.923365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5e7459-0e17-4735-91d8-47787399a952 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:23.925432 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ef5e7459-0e17-4735-91d8-47787399a952 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2259283 Jun 28 06:45:23.933503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:cf:0d:1a', 'name': 'tempest-NetworksTestDHCPv6-2056410820'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:23.939419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52216) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:23.962334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'd51763f6-a30f-467e-b8e6-eea5c73b7f04'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:23.968419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:23.986447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Transition to ACTIVE for port object 6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:23.990410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 62abc756-6833-41ce-9316-162f4eb71b0a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:23.992185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.176111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-77a2781a-f7b6-48e0-b6e8-2a517e592b79 None None] Provisioning complete for port db813bfa-31c5-4709-b3ff-ed53a9477060 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:24.177494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-77a2781a-f7b6-48e0-b6e8-2a517e592b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.194579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-e44213ce-8d02-4096-be03-6d06dc5ebf38 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port a1227077-d86e-455f-ba83-1675a6e5babe {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:24.194920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e44213ce-8d02-4096-be03-6d06dc5ebf38 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.206737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b31777e5-993c-415b-ac53-3a58254a06c8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.215882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ba5ff6ed-a572-478c-8d5d-c594ae305792 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:24.257226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.262239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:24.272656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:24.293184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Allocated IP 2001:db8::f816:3eff:fe6b:4dd2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/d51763f6-a30f-467e-b8e6-eea5c73b7f04/f26e738b-8808-473a-9e36-45eed6aca669) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:24.303828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:24.305577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31777e5-993c-415b-ac53-3a58254a06c8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee2440d-10ef-42b5-a02c-2af485da416d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:24.309031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b31777e5-993c-415b-ac53-3a58254a06c8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:24.330129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e44213ce-8d02-4096-be03-6d06dc5ebf38 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.392119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-e44213ce-8d02-4096-be03-6d06dc5ebf38 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for a1227077-d86e-455f-ba83-1675a6e5babe owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:24.393615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b31777e5-993c-415b-ac53-3a58254a06c8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.398834 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b31777e5-993c-415b-ac53-3a58254a06c8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4213347 Jun 28 06:45:24.401692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:24.402391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52218) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:24.417077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b44d9678-9cb7-4fb6-890e-bf78fb36083c tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326241492'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:24.430995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Port': ['ID=6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:24.431422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:24.433894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:24.440226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:24.457622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port f3c61cc6-72a5-494b-8687-872b0d7f11cd {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:24.458371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.550274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 65fffa89-80dd-4cfe-87d9-11cb4f6c429f is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:45:24.559103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:24.569411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.586026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.587973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.598227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:24.598923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Transition to ACTIVE for port object f26e738b-8808-473a-9e36-45eed6aca669 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:24.600202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.619058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Transition to ACTIVE for port object f26e738b-8808-473a-9e36-45eed6aca669 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:24.626855 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b44d9678-9cb7-4fb6-890e-bf78fb36083c tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.685090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-77a2781a-f7b6-48e0-b6e8-2a517e592b79 None None] Port db813bfa-31c5-4709-b3ff-ed53a9477060 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:24.690203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.697441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7eaa52-4149-4c6e-9848-fe3d2e2501d1 None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:24.701481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7ab1b2a2-b55a-466b-bd82-47379bbbad29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:24.702921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 63afd44a-ec25-4513-9165-fe18aa31d524 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:24.714019 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.725482 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8897223 Jun 28 06:45:24.726887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:24.727434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52220) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:24.747548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:24.783853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:24.794650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for f3c61cc6-72a5-494b-8687-872b0d7f11cd owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:24.805789 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7eaa52-4149-4c6e-9848-fe3d2e2501d1 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:24.806504 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-8c7eaa52-4149-4c6e-9848-fe3d2e2501d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:24.816012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 129f0b33-d46d-4303-90c3-845067740340 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:24.819115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e44213ce-8d02-4096-be03-6d06dc5ebf38 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.827304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:24.872194 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-22b90d97-7b9c-4cc2-bcc7-b4ba7d3344ae tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "PUT /v2.0/floatingips/0543a147-c572-4e1a-b4a4-7142d0f8aa3a HTTP/1.1" status: 200 len: 979 time: 4.6672931 Jun 28 06:45:24.874764 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52224) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:24.875514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:24.884538 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/65fffa89-80dd-4cfe-87d9-11cb4f6c429f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1884909 Jun 28 06:45:24.889441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-29430009-e9a6-484f-ab11-911765462233 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:24.892678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52226) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:24.896945 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0a03e-bb6e-4a6f-8f2f-39032f6013e8 None None] Sync routers for ids ['65fffa89-80dd-4cfe-87d9-11cb4f6c429f'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:24.897501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44213ce-8d02-4096-be03-6d06dc5ebf38 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=a1227077-d86e-455f-ba83-1675a6e5babe,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:24.909244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e44213ce-8d02-4096-be03-6d06dc5ebf38 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:24.920002 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0a03e-bb6e-4a6f-8f2f-39032f6013e8 None None] Routers {'65fffa89-80dd-4cfe-87d9-11cb4f6c429f'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:24.920693 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6dc0a03e-bb6e-4a6f-8f2f-39032f6013e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['65fffa89-80dd-4cfe-87d9-11cb4f6c429f'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:24.957571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e44213ce-8d02-4096-be03-6d06dc5ebf38 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:24.963051 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e44213ce-8d02-4096-be03-6d06dc5ebf38 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/a1227077-d86e-455f-ba83-1675a6e5babe HTTP/1.1" status: 204 len: 168 time: 1.0134292 Jun 28 06:45:24.967102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52228) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:24.968629 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6dc0a03e-bb6e-4a6f-8f2f-39032f6013e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:24.977918 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 129f0b33-d46d-4303-90c3-845067740340 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:45:24.978282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 129f0b33-d46d-4303-90c3-845067740340 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:24.983508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-8c7eaa52-4149-4c6e-9848-fe3d2e2501d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:24.985003 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf4730c-5bcf-4eb0-841a-08989befb780 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:24.986900 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-adf4730c-5bcf-4eb0-841a-08989befb780 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports/db813bfa-31c5-4709-b3ff-ed53a9477060 HTTP/1.1" status: 200 len: 910 time: 0.0902064 Jun 28 06:45:24.993914 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52230) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:24.999448 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0a03e-bb6e-4a6f-8f2f-39032f6013e8 None None] Routers {'65fffa89-80dd-4cfe-87d9-11cb4f6c429f'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:25.000073 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6dc0a03e-bb6e-4a6f-8f2f-39032f6013e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['65fffa89-80dd-4cfe-87d9-11cb4f6c429f'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:25.000933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6be2b2af-c75b-406e-8575-b800e4a47135 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af24a672-23a1-4244-8343-9f048faba6c9'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:25.033361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Attempting to bind port f26e738b-8808-473a-9e36-45eed6aca669 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:25.033664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Attempting to bind port f26e738b-8808-473a-9e36-45eed6aca669 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:25.034039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Attempting to bind port f26e738b-8808-473a-9e36-45eed6aca669 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:25.038145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Pushing event updated for resources: {'Port': ['ID=f26e738b-8808-473a-9e36-45eed6aca669,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:25.042397 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:25.047059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:25.047439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:25.047857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.048325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:25.048712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Bound port: f26e738b-8808-473a-9e36-45eed6aca669, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:25.049135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.052058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7eaa52-4149-4c6e-9848-fe3d2e2501d1 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:25.052762 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-8c7eaa52-4149-4c6e-9848-fe3d2e2501d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:25.059785 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6dc0a03e-bb6e-4a6f-8f2f-39032f6013e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:25.060923 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0a03e-bb6e-4a6f-8f2f-39032f6013e8 None None] The sync data for ids ['65fffa89-80dd-4cfe-87d9-11cb4f6c429f'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:25.079407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::f816:3eff:fecf:d1a (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/d51763f6-a30f-467e-b8e6-eea5c73b7f04/63afd44a-ec25-4513-9165-fe18aa31d524) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:25.093607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-8c7eaa52-4149-4c6e-9848-fe3d2e2501d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:25.094288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7eaa52-4149-4c6e-9848-fe3d2e2501d1 None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:25.094807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29430009-e9a6-484f-ab11-911765462233 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.126318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7976b845-b2ea-4de1-a98e-c9fdc918a042 None None] Provisioning for port 6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:25.137754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7976b845-b2ea-4de1-a98e-c9fdc918a042 None None] Provisioning complete for port 6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:25.138559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7976b845-b2ea-4de1-a98e-c9fdc918a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.189447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] For port f26e738b-8808-473a-9e36-45eed6aca669, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:25.190739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5ca42-cefa-4a4c-95c7-928a60ee6e23 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:25.193529 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7976b845-b2ea-4de1-a98e-c9fdc918a042 None None] Port 6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:25.197138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5ca42-cefa-4a4c-95c7-928a60ee6e23 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:25.203331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5ca42-cefa-4a4c-95c7-928a60ee6e23 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:25.204980 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ccc5ca42-cefa-4a4c-95c7-928a60ee6e23 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4295607 Jun 28 06:45:25.216777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52232) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:25.247140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b44d9678-9cb7-4fb6-890e-bf78fb36083c tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.268571 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6be2b2af-c75b-406e-8575-b800e4a47135 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.332400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b44d9678-9cb7-4fb6-890e-bf78fb36083c tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.341974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77caac76-2768-49c4-bc0b-ef20aea3ca1c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:25.343443 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-77caac76-2768-49c4-bc0b-ef20aea3ca1c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3688023 Jun 28 06:45:25.349138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] For port f26e738b-8808-473a-9e36-45eed6aca669, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f26e738b-8808-473a-9e36-45eed6aca669,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:25.352827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea658637-6d8a-4542-b8ad-c718681c09da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:25.363742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52234) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:25.369227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.396896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-24bbbd19-89e9-411a-a4b5-3fbe4654dd6b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:25.410393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.413906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eee86cb1-705e-45f9-a39d-ad19fca905c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:25.427852 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=f3c61cc6-72a5-494b-8687-872b0d7f11cd,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:25.430468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:25.456959 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e30fc5-9b2c-4ad4-94d1-32625968e207 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:45:25.460908 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-10e30fc5-9b2c-4ad4-94d1-32625968e207 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/9c4b84f9-9fe1-4610-a4d2-15418e843852 HTTP/1.1" status: 404 len: 333 time: 0.0914578 Jun 28 06:45:25.473916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52236) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:25.483140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Pushing event updated for resources: {'Port': ['ID=f26e738b-8808-473a-9e36-45eed6aca669,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:25.499295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:25.556365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29430009-e9a6-484f-ab11-911765462233 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.559213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b44d9678-9cb7-4fb6-890e-bf78fb36083c tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.563429 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b44d9678-9cb7-4fb6-890e-bf78fb36083c tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1540649 Jun 28 06:45:25.564277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d9678-9cb7-4fb6-890e-bf78fb36083c tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bac16de-f4fe-42b0-b240-3267ba848aa8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:25.575097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52238) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:25.575097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b44d9678-9cb7-4fb6-890e-bf78fb36083c tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:25.575097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-83f5eab2-da36-440a-8e67-342f766ebbb8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '8ee2440d-10ef-42b5-a02c-2af485da416d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2bac16de-f4fe-42b0-b240-3267ba848aa8'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:25.576001 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-13419060-a636-4b2d-b1da-1affac88fdbc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:45:25.579575 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-13419060-a636-4b2d-b1da-1affac88fdbc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/a1227077-d86e-455f-ba83-1675a6e5babe HTTP/1.1" status: 404 len: 333 time: 0.1022353 Jun 28 06:45:25.584160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52240) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:25.639979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29430009-e9a6-484f-ab11-911765462233 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.640304 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-29430009-e9a6-484f-ab11-911765462233 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP 0543a147-c572-4e1a-b4a4-7142d0f8aa3a disassociated. External IP: 172.26.4.153, port: 800dae20-c50f-4d5a-882e-69db1728a54f. Jun 28 06:45:25.693707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.703938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e5388519-087d-4300-8551-203ae8086551 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:25.708877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.712160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-95f08db5-865d-4c04-acf2-3e90c669013a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Deleting port 6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:25.713636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95f08db5-865d-4c04-acf2-3e90c669013a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.807763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e5388519-087d-4300-8551-203ae8086551 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:25.807957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:25.845480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.108305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 8997dec7-b688-48c1-b031-abc048f59713 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:26.156343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.177312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c13f3f-fbc2-4782-80e8-2924e23493bd']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:26.227580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 63afd44a-ec25-4513-9165-fe18aa31d524 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:26.235848 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745dd66e-524b-454c-bd5c-d5955fbf3a51') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:26.236157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745dd66e-524b-454c-bd5c-d5955fbf3a51') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:26.236430 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-83f5eab2-da36-440a-8e67-342f766ebbb8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:26.237572 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-83f5eab2-da36-440a-8e67-342f766ebbb8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6672082 Jun 28 06:45:26.245036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52244) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:26.287710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.305438 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95f08db5-865d-4c04-acf2-3e90c669013a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.306692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:26.318273 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/8997dec7-b688-48c1-b031-abc048f59713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7404072 Jun 28 06:45:26.321665 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe34abf0-2acc-4cfc-9065-8146bd0fd6e5 None None] Sync routers for ids ['8997dec7-b688-48c1-b031-abc048f59713'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:26.323234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.324291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52246) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:26.331673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe34abf0-2acc-4cfc-9065-8146bd0fd6e5 None None] Routers {'8997dec7-b688-48c1-b031-abc048f59713'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:26.332503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fe34abf0-2acc-4cfc-9065-8146bd0fd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['8997dec7-b688-48c1-b031-abc048f59713'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:26.340794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-95f08db5-865d-4c04-acf2-3e90c669013a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Calling delete_port for 6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:26.347105 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6be2b2af-c75b-406e-8575-b800e4a47135 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.373199 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c8ef348e-0d74-493a-8399-722724d37d0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=8997dec7-b688-48c1-b031-abc048f59713 HTTP/1.1" status: 200 len: 205 time: 0.0408833 Jun 28 06:45:26.373199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:45:26.373523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:45:26.376624 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:45:26.379184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52248) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:26.404501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fe34abf0-2acc-4cfc-9065-8146bd0fd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:26.422753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe34abf0-2acc-4cfc-9065-8146bd0fd6e5 None None] Routers {'8997dec7-b688-48c1-b031-abc048f59713'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:26.423508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fe34abf0-2acc-4cfc-9065-8146bd0fd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:44:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['8997dec7-b688-48c1-b031-abc048f59713'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:26.471081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1678cb57-eb9c-48b9-83e9-3332b8315887 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.476888 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fe34abf0-2acc-4cfc-9065-8146bd0fd6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:26.478214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe34abf0-2acc-4cfc-9065-8146bd0fd6e5 None None] The sync data for ids ['8997dec7-b688-48c1-b031-abc048f59713'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:26.496286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.502615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7930f1e7-7ab8-42cf-b9d3-bad28df7bc23 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.526553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-46a92664-1237-4289-bb4d-962a13e97267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.535660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.538374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6be2b2af-c75b-406e-8575-b800e4a47135 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.545795 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8134c62a-4667-4e1f-8768-4eac8c4a6bb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:26.547069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-abb54b30-f898-42b7-b9e5-18c88494232b tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:26.593766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7930f1e7-7ab8-42cf-b9d3-bad28df7bc23 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.656057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:26.661882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29430009-e9a6-484f-ab11-911765462233 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:26.685290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=63afd44a-ec25-4513-9165-fe18aa31d524,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:26.695765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:26.699908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:26.705553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:26.706146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.708927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:26.727155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2b2af-c75b-406e-8575-b800e4a47135 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=db813bfa-31c5-4709-b3ff-ed53a9477060,revision_number=3']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:26.727790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.729212 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6be2b2af-c75b-406e-8575-b800e4a47135 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:26.763747 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2b2af-c75b-406e-8575-b800e4a47135 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:26.764360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6be2b2af-c75b-406e-8575-b800e4a47135 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.768481 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6be2b2af-c75b-406e-8575-b800e4a47135 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/ports/db813bfa-31c5-4709-b3ff-ed53a9477060 HTTP/1.1" status: 200 len: 910 time: 1.7704282 Jun 28 06:45:26.768740 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52250) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:26.778365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:26.784508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1678cb57-eb9c-48b9-83e9-3332b8315887 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.788940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1678cb57-eb9c-48b9-83e9-3332b8315887 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.799705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.800232 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/networks/29c13f3f-fbc2-4782-80e8-2924e23493bd HTTP/1.1" status: 204 len: 168 time: 1.2130833 Jun 28 06:45:26.823318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52252) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:26.829534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1605965542'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:26.834626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7930f1e7-7ab8-42cf-b9d3-bad28df7bc23 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.837195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7930f1e7-7ab8-42cf-b9d3-bad28df7bc23 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.838316 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7930f1e7-7ab8-42cf-b9d3-bad28df7bc23 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/2bac16de-f4fe-42b0-b240-3267ba848aa8 HTTP/1.1" status: 204 len: 168 time: 0.5879924 Jun 28 06:45:26.842315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-44f7d1d1-05f4-4b03-b5b6-0bae55e3360d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:26.845838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Network': ['ID=29c13f3f-fbc2-4782-80e8-2924e23493bd,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:26.846113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52254) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:26.868238 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9675372 Jun 28 06:45:26.869218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95f08db5-865d-4c04-acf2-3e90c669013a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.871025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52256) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:26.880426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:26.885755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930f1e7-7ab8-42cf-b9d3-bad28df7bc23 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bac16de-f4fe-42b0-b240-3267ba848aa8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:26.895556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9b86a4f4-e93a-4ff4-afae-ae9ff7ff80ed None None] Provisioning for port f26e738b-8808-473a-9e36-45eed6aca669 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:26.901461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7930f1e7-7ab8-42cf-b9d3-bad28df7bc23 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:26.901461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c6445ba4-306a-4193-b6d0-8ac990afec9d tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:26.946901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f08db5-865d-4c04-acf2-3e90c669013a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event deleted for resources: {'Port': ['ID=6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:26.953237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29430009-e9a6-484f-ab11-911765462233 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:26.954709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-95f08db5-865d-4c04-acf2-3e90c669013a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:26.965231 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f2223-984b-4ace-86dc-1e7a7cc5e43c None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:26.984482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29430009-e9a6-484f-ab11-911765462233 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:26.986967 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f2223-984b-4ace-86dc-1e7a7cc5e43c None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:27.001760 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-be3f2223-984b-4ace-86dc-1e7a7cc5e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:27.036644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:27.045757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.075295 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-be3f2223-984b-4ace-86dc-1e7a7cc5e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:27.091433 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f2223-984b-4ace-86dc-1e7a7cc5e43c None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:27.092473 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-be3f2223-984b-4ace-86dc-1e7a7cc5e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:27.104308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1678cb57-eb9c-48b9-83e9-3332b8315887 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.104308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1678cb57-eb9c-48b9-83e9-3332b8315887 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Fanout notify agent at l3_agent the message router_deleted on router 8997dec7-b688-48c1-b031-abc048f59713 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:45:27.113973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1678cb57-eb9c-48b9-83e9-3332b8315887 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.116055 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1678cb57-eb9c-48b9-83e9-3332b8315887 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/8997dec7-b688-48c1-b031-abc048f59713 HTTP/1.1" status: 204 len: 168 time: 0.7378852 Jun 28 06:45:27.121244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52258) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:27.130541 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-29430009-e9a6-484f-ab11-911765462233 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "PUT /v2.0/floatingips/0543a147-c572-4e1a-b4a4-7142d0f8aa3a HTTP/1.1" status: 200 len: 688 time: 2.2467961 Jun 28 06:45:27.143253 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52260) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:27.149193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:27.164795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.165502 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Added segment b9cd1313-15de-47d8-abb4-e51ad10b9b07 of type vlan for network 14c8c68b-f20f-425e-9881-4fd20bde5a40 Jun 28 06:45:27.231651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.287695 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8bc9221d-6866-4152-9602-ab15dd707da9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4361684 Jun 28 06:45:27.293777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52264) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:27.309155 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:45:27.310236 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-be3f2223-984b-4ace-86dc-1e7a7cc5e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:27.311388 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f2223-984b-4ace-86dc-1e7a7cc5e43c None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:27.312997 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d81e5eed-11cd-4774-ba1a-5f4aa4adf5c5 None None] Provisioning for port 63afd44a-ec25-4513-9165-fe18aa31d524 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:27.321325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d81e5eed-11cd-4774-ba1a-5f4aa4adf5c5 None None] Provisioning complete for port 63afd44a-ec25-4513-9165-fe18aa31d524 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:27.321691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d81e5eed-11cd-4774-ba1a-5f4aa4adf5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.362116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d81e5eed-11cd-4774-ba1a-5f4aa4adf5c5 None None] Port 63afd44a-ec25-4513-9165-fe18aa31d524 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:27.370320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea5a44-6bb3-4e07-b1a9-dd11bf523fcb tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:27.376281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea5a44-6bb3-4e07-b1a9-dd11bf523fcb tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:27.377879 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-60ea5a44-6bb3-4e07-b1a9-dd11bf523fcb tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5057290 Jun 28 06:45:27.381630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52266) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:27.382452 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30a2b45-4e1f-4252-ac9a-aba3f897f2f0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting subnet ccc13a45-6b08-43d3-88b8-4306cf0bb294 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:27.387810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f30a2b45-4e1f-4252-ac9a-aba3f897f2f0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.400670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.406783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:27.407359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.422407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:27.481787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f30a2b45-4e1f-4252-ac9a-aba3f897f2f0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.555647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95f08db5-865d-4c04-acf2-3e90c669013a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.557083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.557488 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-95f08db5-865d-4c04-acf2-3e90c669013a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "DELETE /v2.0/ports/6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3 HTTP/1.1" status: 204 len: 168 time: 2.3338604 Jun 28 06:45:27.563117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52268) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:27.567156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Network': ['ID=14c8c68b-f20f-425e-9881-4fd20bde5a40,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:27.580538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port a5447d6a-700a-4056-a08c-784723eba314 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:27.580966 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.582860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 14c8c68b-f20f-425e-9881-4fd20bde5a40 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:27.596280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:27.620159 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7927716 Jun 28 06:45:27.620159 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3001a102-5785-4dfd-9bca-bd943c0cde28 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.631717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52270) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:27.631717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca39869-858b-4504-9c44-204be5c0c912 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] GET failed (client error): The resource could not be found. Jun 28 06:45:27.631717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3ca39869-858b-4504-9c44-204be5c0c912 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "GET /v2.0/ports/6ff89aae-bec2-4e7a-92d1-a8a2bfabb5b3 HTTP/1.1" status: 404 len: 333 time: 0.0590637 Jun 28 06:45:27.631717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': '14c8c68b-f20f-425e-9881-4fd20bde5a40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:27.645340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52272) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:27.661593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'port': {'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff', 'name': 'tempest-AllowedAddressPairTestJSON-129074022'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:27.744217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3001a102-5785-4dfd-9bca-bd943c0cde28 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.768128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f26e738b-8808-473a-9e36-45eed6aca669 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:27.857810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port f26e738b-8808-473a-9e36-45eed6aca669 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:27.865465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f26e738b-8808-473a-9e36-45eed6aca669 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:27.866018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.866441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-430d75f6-cf19-4304-91e9-f3111a9b9ff8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 63afd44a-ec25-4513-9165-fe18aa31d524 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:27.866790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-430d75f6-cf19-4304-91e9-f3111a9b9ff8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.952264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.971879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3001a102-5785-4dfd-9bca-bd943c0cde28 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.974772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3001a102-5785-4dfd-9bca-bd943c0cde28 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:27.975915 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3001a102-5785-4dfd-9bca-bd943c0cde28 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/8ee2440d-10ef-42b5-a02c-2af485da416d HTTP/1.1" status: 204 len: 168 time: 0.6784368 Jun 28 06:45:27.979089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3c6a0945-ee38-41a9-8349-c8d184e86689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:27.985703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52274) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:27.986226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port f26e738b-8808-473a-9e36-45eed6aca669, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f26e738b-8808-473a-9e36-45eed6aca669,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:27.993599 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f30a2b45-4e1f-4252-ac9a-aba3f897f2f0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.012039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-430d75f6-cf19-4304-91e9-f3111a9b9ff8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.014491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001a102-5785-4dfd-9bca-bd943c0cde28 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee2440d-10ef-42b5-a02c-2af485da416d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:28.028810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3001a102-5785-4dfd-9bca-bd943c0cde28 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:28.034436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:28.038164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.041289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-430d75f6-cf19-4304-91e9-f3111a9b9ff8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 63afd44a-ec25-4513-9165-fe18aa31d524 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:28.067903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.071951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:28.079639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.079969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.097545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for a5447d6a-700a-4056-a08c-784723eba314 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:28.106094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.130539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=f26e738b-8808-473a-9e36-45eed6aca669,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:28.140499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:28.165909 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c5313f24-3337-477a-a128-226c66e53df7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1790500 Jun 28 06:45:28.172420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Made reservation on behalf of 47f5e00839b542f687b54a491965c43f for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:28.175895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.182259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52276) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:28.194549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-695ec253-a655-4906-b3fb-13d832d369da tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'tempest-secgroup--745972549'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:28.206677 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f30a2b45-4e1f-4252-ac9a-aba3f897f2f0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.213666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c82ab97e-db05-4897-80b9-2a86c979a179 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:28.233932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] device_id is not set on port 6ba9ef42-d626-4b94-a0c1-41abc5468b6d yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:28.249456 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a2b45-4e1f-4252-ac9a-aba3f897f2f0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc13a45-6b08-43d3-88b8-4306cf0bb294,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:28.252724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f30a2b45-4e1f-4252-ac9a-aba3f897f2f0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.255186 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f30a2b45-4e1f-4252-ac9a-aba3f897f2f0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/ccc13a45-6b08-43d3-88b8-4306cf0bb294 HTTP/1.1" status: 204 len: 168 time: 1.1308811 Jun 28 06:45:28.258150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f30a2b45-4e1f-4252-ac9a-aba3f897f2f0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:28.261965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52278) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:28.267741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a2b55-0d58-4068-89d1-7d37e49cba36 None None] Network c608dbfe-0eb1-44dc-9cad-7276427767fe requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:28.391714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-695ec253-a655-4906-b3fb-13d832d369da tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.420529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.515246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] DHCP port deletion for c608dbfe-0eb1-44dc-9cad-7276427767fe request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:28.523018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Allocated IP 172.20.0.10 (1ecb4842-b568-4b08-9b88-c19b64efb3ff/c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7/6ba9ef42-d626-4b94-a0c1-41abc5468b6d) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:28.574802 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] Deleting port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:28.575329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.582077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:28.582421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.587023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-430d75f6-cf19-4304-91e9-f3111a9b9ff8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.599077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:28.627987 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.637008 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-29277c8a-9dea-4cd2-9bfa-83edec93c453 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:28.640732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.649331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d75f6-cf19-4304-91e9-f3111a9b9ff8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=63afd44a-ec25-4513-9165-fe18aa31d524,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:28.654974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] For port 2385218c-5b93-4c90-a242-3c5a2ee3eae4, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2385218c-5b93-4c90-a242-3c5a2ee3eae4,segment=NetworkSegment(654a4c53-ae22-4376-a55d-65e56782b1e9),segment_id=654a4c53-ae22-4376-a55d-65e56782b1e9)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:28.655747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.682640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-430d75f6-cf19-4304-91e9-f3111a9b9ff8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:28.684318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] Calling delete_port for 2385218c-5b93-4c90-a242-3c5a2ee3eae4 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:28.690613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=a5447d6a-700a-4056-a08c-784723eba314,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:28.690997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-16d138de-f87a-4b82-9af7-6cf51ce74ba6 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:28.700914 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:28.716746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-430d75f6-cf19-4304-91e9-f3111a9b9ff8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.721368 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-430d75f6-cf19-4304-91e9-f3111a9b9ff8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/63afd44a-ec25-4513-9165-fe18aa31d524 HTTP/1.1" status: 204 len: 168 time: 1.3216939 Jun 28 06:45:28.727845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52282) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:28.737600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port 2385218c-5b93-4c90-a242-3c5a2ee3eae4, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2385218c-5b93-4c90-a242-3c5a2ee3eae4,segment=NetworkSegment(654a4c53-ae22-4376-a55d-65e56782b1e9),segment_id=654a4c53-ae22-4376-a55d-65e56782b1e9)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:28.737972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.773312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for 2385218c-5b93-4c90-a242-3c5a2ee3eae4 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:28.799863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port db813bfa-31c5-4709-b3ff-ed53a9477060 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:28.800189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.861858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.862127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=116ff2dc-50a8-436b-91df-c4332ad8af38,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:28.864464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.868206 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/floatingips/0543a147-c572-4e1a-b4a4-7142d0f8aa3a HTTP/1.1" status: 204 len: 168 time: 1.7194326 Jun 28 06:45:28.871497 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52284) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:28.886766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.890427 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-92a2ec41-141d-4787-8943-e9854da69b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:28.891055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:28.901359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e211ca3b-efc4-4456-b328-eaf411321691 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:28.902839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e211ca3b-efc4-4456-b328-eaf411321691 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:28.907277 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e211ca3b-efc4-4456-b328-eaf411321691 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1699853 Jun 28 06:45:28.910132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52286) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:28.925237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] Pushing event deleted for resources: {'Port': ['ID=2385218c-5b93-4c90-a242-3c5a2ee3eae4,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:28.928426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] No DVR routers for this DVR port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:28.930279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:28.946896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-695ec253-a655-4906-b3fb-13d832d369da tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:28.950028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Checking segment: {'id': 'b9cd1313-15de-47d8-abb4-e51ad10b9b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14c8c68b-f20f-425e-9881-4fd20bde5a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:28.950394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network hostable DHCP agents. Network: 14c8c68b-f20f-425e-9881-4fd20bde5a40, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:28.992898 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-fb2f52a5-48cb-4f15-86dc-c97141128d8e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] delete failed (client error): The resource could not be found. Jun 28 06:45:28.997782 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fb2f52a5-48cb-4f15-86dc-c97141128d8e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/floatingips/0543a147-c572-4e1a-b4a4-7142d0f8aa3a HTTP/1.1" status: 404 len: 345 time: 0.1215181 Jun 28 06:45:28.998181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52288) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.047365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.053715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.055800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-695ec253-a655-4906-b3fb-13d832d369da tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.058939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2605f48-ebf8-40c7-97d4-c88406d6719b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet d51763f6-a30f-467e-b8e6-eea5c73b7f04 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:29.064437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a2605f48-ebf8-40c7-97d4-c88406d6719b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.066821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.071000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-249a7722-6921-4766-8b56-a65c183d356c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:29.093028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6be2b2af-c75b-406e-8575-b800e4a47135 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:29.099724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 14c8c68b-f20f-425e-9881-4fd20bde5a40 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:29.099899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for db813bfa-31c5-4709-b3ff-ed53a9477060 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:29.118245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Transition to ACTIVE for port object 6ba9ef42-d626-4b94-a0c1-41abc5468b6d will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:29.127290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=2385218c-5b93-4c90-a242-3c5a2ee3eae4,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:29.130877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ec253-a655-4906-b3fb-13d832d369da tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee11e62-fdd1-4e89-8a33-4c0e96b62eff,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:29.135120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-695ec253-a655-4906-b3fb-13d832d369da tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:29.143554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:29.143554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No DVR routers for this DVR port 2385218c-5b93-4c90-a242-3c5a2ee3eae4 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:29.176189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-695ec253-a655-4906-b3fb-13d832d369da tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.177752 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-695ec253-a655-4906-b3fb-13d832d369da tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9945252 Jun 28 06:45:29.179682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a2605f48-ebf8-40c7-97d4-c88406d6719b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.184689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52290) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.194246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cdc44e-2aec-4a41-a3a0-c658c9dfab28 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:29.200137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cdc44e-2aec-4a41-a3a0-c658c9dfab28 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:29.206439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cdc44e-2aec-4a41-a3a0-c658c9dfab28 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:29.208326 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-24cdc44e-2aec-4a41-a3a0-c658c9dfab28 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "GET /v2.0/ports?network_id=1a23dd87-08fb-4f11-b7f6-fcf5980f547f HTTP/1.1" status: 200 len: 2358 time: 0.2089789 Jun 28 06:45:29.214389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b309c1e4-c91e-424f-8fdd-29a3bef7b7b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '9ee11e62-fdd1-4e89-8a33-4c0e96b62eff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:29.218532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52292) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.222418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 14c8c68b-f20f-425e-9881-4fd20bde5a40) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:29.230768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8be6ac-fa01-40e6-97d8-240d7a7f0bd0 None None] Network 14c8c68b-f20f-425e-9881-4fd20bde5a40 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:29.259445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:29.260060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.285856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.300726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d24e710-0733-481b-8c7f-60e69c11863c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:29.307008 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5d24e710-0733-481b-8c7f-60e69c11863c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "GET /v2.0/subnets/348f50ce-254e-499a-8280-9c53c1e02010 HTTP/1.1" status: 200 len: 797 time: 0.0808413 Jun 28 06:45:29.307318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52294) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.308985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.312558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'port': {'network_id': '1a23dd87-08fb-4f11-b7f6-fcf5980f547f', 'name': 'tempest-FloatingIPTestJSON-383408831', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:29.337605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.343274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c608dbfe-0eb1-44dc-9cad-7276427767fe']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:29.348458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6416f940-aff7-4a33-88e5-25ddccdb858c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:29.394208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654a4c53-ae22-4376-a55d-65e56782b1e9') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:29.394503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654a4c53-ae22-4376-a55d-65e56782b1e9') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:29.408572 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-14c8c68b-f20f-425e-9881-4fd20bde5a40', 'network_id': '14c8c68b-f20f-425e-9881-4fd20bde5a40', 'tenant_id': 'fb4cea3c5cce4e11913a94a64c35b037', 'fixed_ips': [{'subnet_id': '116ff2dc-50a8-436b-91df-c4332ad8af38'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:29.409541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.413298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.439398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a2605f48-ebf8-40c7-97d4-c88406d6719b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.449714 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8210177 Jun 28 06:45:29.451042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:29.452001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Port': ['ID=6ba9ef42-d626-4b94-a0c1-41abc5468b6d,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:29.454398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52296) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.462484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.464441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': '14c8c68b-f20f-425e-9881-4fd20bde5a40', 'name': 'tempest-PortsTestJSON-249558542'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:29.468359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:29.469276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:29.475254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:29.483918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:45:29.484300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:45:29.487249 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:45:29.534895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-b309c1e4-c91e-424f-8fdd-29a3bef7b7b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:29.539887 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b309c1e4-c91e-424f-8fdd-29a3bef7b7b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3269491 Jun 28 06:45:29.543172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52298) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.553065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9a30ab7e-f0b4-42ff-a37a-3bebe5dd3a8d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group_rule': {'security_group_id': '9ee11e62-fdd1-4e89-8a33-4c0e96b62eff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:29.573556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Allocated IP 172.20.0.2 (14c8c68b-f20f-425e-9881-4fd20bde5a40/116ff2dc-50a8-436b-91df-c4332ad8af38/34cec3b9-55ca-4340-af7b-7f8d0366e979) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:29.649977 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.653399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7661dc47-25ea-4557-ab24-bf0051ddfb3a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:29.657286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.659062 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/networks/c608dbfe-0eb1-44dc-9cad-7276427767fe HTTP/1.1" status: 204 len: 168 time: 1.3961735 Jun 28 06:45:29.666350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:29.667290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.673825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52302) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.679555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d8f41c9c-50a1-4864-b5ae-c1c3d4f62800 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1368506425', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:29.683575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Network': ['ID=c608dbfe-0eb1-44dc-9cad-7276427767fe,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:29.693904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:29.709638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.712609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:29.761904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a2605f48-ebf8-40c7-97d4-c88406d6719b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.774290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=db813bfa-31c5-4709-b3ff-ed53a9477060,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:29.774487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.778543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:29.779042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ac4e8a9e-1c1d-430e-9bba-bc20a20ebc2c tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:29.788632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Transition to ACTIVE for port object 34cec3b9-55ca-4340-af7b-7f8d0366e979 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:29.807408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f26e738b-8808-473a-9e36-45eed6aca669 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:29.831161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2605f48-ebf8-40c7-97d4-c88406d6719b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=d51763f6-a30f-467e-b8e6-eea5c73b7f04,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:29.833800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a2605f48-ebf8-40c7-97d4-c88406d6719b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.835872 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a2605f48-ebf8-40c7-97d4-c88406d6719b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/d51763f6-a30f-467e-b8e6-eea5c73b7f04 HTTP/1.1" status: 204 len: 168 time: 0.9125469 Jun 28 06:45:29.838517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52304) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.855856 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a2605f48-ebf8-40c7-97d4-c88406d6719b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:29.858145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53639655-4438-49e1-952f-07ded84f6ec1 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:29.881922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Transition to ACTIVE for port object 34cec3b9-55ca-4340-af7b-7f8d0366e979 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:29.888772 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-39dd7586-63b4-48c8-885a-d1b56b483281 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470271 Jun 28 06:45:29.889049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52306) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.900780 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2439847 Jun 28 06:45:29.926204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52308) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.936034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:0b:c2:ab'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:29.939771 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-9a30ab7e-f0b4-42ff-a37a-3bebe5dd3a8d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:29.944610 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9a30ab7e-f0b4-42ff-a37a-3bebe5dd3a8d tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3980560 Jun 28 06:45:29.945847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52310) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:29.967815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:29.990449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6d8cf7c5-1932-458c-b9bf-adfac7a477a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:30.011793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.044185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8fb7ad06-05e3-4389-8f7c-9f8ad259d3d6 None None] Provisioning for port 6ba9ef42-d626-4b94-a0c1-41abc5468b6d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:30.050377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f26e738b-8808-473a-9e36-45eed6aca669 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:30.050976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.105164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8fb7ad06-05e3-4389-8f7c-9f8ad259d3d6 None None] Provisioning complete for port 6ba9ef42-d626-4b94-a0c1-41abc5468b6d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:30.106159 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ad06-05e3-4389-8f7c-9f8ad259d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.110334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Network 14c8c68b-f20f-425e-9881-4fd20bde5a40 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:30.143479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:30.147338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:30.158951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Pushing event updated for resources: {'Port': ['ID=34cec3b9-55ca-4340-af7b-7f8d0366e979,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:30.166868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:30.202004 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-caac7407-9f1f-4023-91ea-2e5826939147 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.215877 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 65fffa89-80dd-4cfe-87d9-11cb4f6c429f has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:30.220889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7ad06-05e3-4389-8f7c-9f8ad259d3d6 None None] Port 6ba9ef42-d626-4b94-a0c1-41abc5468b6d cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:30.244146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-caac7407-9f1f-4023-91ea-2e5826939147 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.265126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Attempting to bind port 34cec3b9-55ca-4340-af7b-7f8d0366e979 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:30.265663 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Attempting to bind port 34cec3b9-55ca-4340-af7b-7f8d0366e979 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'b9cd1313-15de-47d8-abb4-e51ad10b9b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14c8c68b-f20f-425e-9881-4fd20bde5a40'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:30.266133 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Attempting to bind port 34cec3b9-55ca-4340-af7b-7f8d0366e979 on network 14c8c68b-f20f-425e-9881-4fd20bde5a40 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:30.278466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:30.279061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Checking segment: {'id': 'b9cd1313-15de-47d8-abb4-e51ad10b9b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14c8c68b-f20f-425e-9881-4fd20bde5a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:30.279567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.280066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Bound using segment: {'id': 'b9cd1313-15de-47d8-abb4-e51ad10b9b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14c8c68b-f20f-425e-9881-4fd20bde5a40'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:30.281198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Bound port: 34cec3b9-55ca-4340-af7b-7f8d0366e979, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cd1313-15de-47d8-abb4-e51ad10b9b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14c8c68b-f20f-425e-9881-4fd20bde5a40'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:30.281198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.332959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:30.342068 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/65fffa89-80dd-4cfe-87d9-11cb4f6c429f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5722945 Jun 28 06:45:30.345062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52312) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:30.366628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a82c2-775c-48ac-b1ee-1817d3d1b5c3 None None] Sync routers for ids ['65fffa89-80dd-4cfe-87d9-11cb4f6c429f'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:30.379517 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4f9b7be6-62d7-45bd-babb-d67871de6c92 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=65fffa89-80dd-4cfe-87d9-11cb4f6c429f HTTP/1.1" status: 200 len: 205 time: 0.0325003 Jun 28 06:45:30.382453 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52314) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:30.392774 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:30.415047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Made reservation on behalf of 4aa9fcc6609f4306b46a4c3b8d845895 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:30.428916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a82c2-775c-48ac-b1ee-1817d3d1b5c3 None None] Routers {'65fffa89-80dd-4cfe-87d9-11cb4f6c429f'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:30.429530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-867a82c2-775c-48ac-b1ee-1817d3d1b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['65fffa89-80dd-4cfe-87d9-11cb4f6c429f'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:30.448316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e634a-0305-444a-b40e-0b9ac2c5232a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:30.450148 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-469e634a-0305-444a-b40e-0b9ac2c5232a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5601935 Jun 28 06:45:30.455503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] For port 34cec3b9-55ca-4340-af7b-7f8d0366e979, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:30.459297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52316) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:30.497269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-caac7407-9f1f-4023-91ea-2e5826939147 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.499950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2385218c-5b93-4c90-a242-3c5a2ee3eae4 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:30.500142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-caac7407-9f1f-4023-91ea-2e5826939147 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.501108 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-caac7407-9f1f-4023-91ea-2e5826939147 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ee11e62-fdd1-4e89-8a33-4c0e96b62eff HTTP/1.1" status: 204 len: 168 time: 0.5535681 Jun 28 06:45:30.505595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52318) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:30.506192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f76c35cf-9a27-4e77-b052-23da9d9d0464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:30.507594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-867a82c2-775c-48ac-b1ee-1817d3d1b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:30.511054 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] For port 34cec3b9-55ca-4340-af7b-7f8d0366e979, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34cec3b9-55ca-4340-af7b-7f8d0366e979,segment=NetworkSegment(b9cd1313-15de-47d8-abb4-e51ad10b9b07),segment_id=b9cd1313-15de-47d8-abb4-e51ad10b9b07)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:30.518619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-318c0535-e42d-4ddc-8142-514e10545f30 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.531971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2385218c-5b93-4c90-a242-3c5a2ee3eae4 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:45:30.532381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2385218c-5b93-4c90-a242-3c5a2ee3eae4 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:30.546089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a82c2-775c-48ac-b1ee-1817d3d1b5c3 None None] Routers {'65fffa89-80dd-4cfe-87d9-11cb4f6c429f'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:30.546796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-867a82c2-775c-48ac-b1ee-1817d3d1b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['65fffa89-80dd-4cfe-87d9-11cb4f6c429f'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:30.560027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac7407-9f1f-4023-91ea-2e5826939147 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee11e62-fdd1-4e89-8a33-4c0e96b62eff,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:30.565607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-caac7407-9f1f-4023-91ea-2e5826939147 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:30.593881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c9c-50a1-4864-b5ae-c1c3d4f62800 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.594858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c9c-50a1-4864-b5ae-c1c3d4f62800 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.595200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-867a82c2-775c-48ac-b1ee-1817d3d1b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:30.596205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a82c2-775c-48ac-b1ee-1817d3d1b5c3 None None] The sync data for ids ['65fffa89-80dd-4cfe-87d9-11cb4f6c429f'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:30.603365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e8d8ae-a182-4d5a-b824-99bbbb9b4c68 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:30.604648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.607897 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d2e8d8ae-a182-4d5a-b824-99bbbb9b4c68 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1466200 Jun 28 06:45:30.608659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52320) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:30.609844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c7bf5317-e05c-45dd-8b8d-445c98a85ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:30.649393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.664676 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5f97ca78-3c41-4e13-8b6b-7e3f375a25e9 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1543171 Jun 28 06:45:30.664900 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-106eef40-670c-4f81-86f4-f03f64c158c7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523560 Jun 28 06:45:30.668520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] Deleting port f26e738b-8808-473a-9e36-45eed6aca669 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:30.669182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.670678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52322) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:30.670678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52324) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:30.693901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:30.700185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0e29115d-22df-4fbe-a947-246b4602eee7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490843760'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:30.754311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-318c0535-e42d-4ddc-8142-514e10545f30 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.758138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-318c0535-e42d-4ddc-8142-514e10545f30 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.763118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Pushing event updated for resources: {'Port': ['ID=34cec3b9-55ca-4340-af7b-7f8d0366e979,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:30.767082 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:30.776228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] For port f26e738b-8808-473a-9e36-45eed6aca669, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f26e738b-8808-473a-9e36-45eed6aca669,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:30.776737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.778500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:30.782080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.783996 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.790570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] Calling delete_port for f26e738b-8808-473a-9e36-45eed6aca669 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:30.796252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] device_id is not set on port a25fe635-44d5-48ac-ba43-fbf1d3c35e59 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:30.816135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c9c-50a1-4864-b5ae-c1c3d4f62800 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.901048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port 3f6d73ca-2138-456a-aaf5-6bd4985e262d yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:30.977993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:30.981500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fc3f136a-184c-46c7-9c06-1a8dbbc08f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:31.005267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c9c-50a1-4864-b5ae-c1c3d4f62800 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.026563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] No DVR routers for this DVR port f26e738b-8808-473a-9e36-45eed6aca669 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:31.044023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] Pushing event deleted for resources: {'Port': ['ID=f26e738b-8808-473a-9e36-45eed6aca669,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:31.044023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:31.145605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e29115d-22df-4fbe-a947-246b4602eee7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.231652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d8f41c9c-50a1-4864-b5ae-c1c3d4f62800 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.232790 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d8f41c9c-50a1-4864-b5ae-c1c3d4f62800 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5580475 Jun 28 06:45:31.235617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52330) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:31.241316 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1856624874'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:31.291820 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-318c0535-e42d-4ddc-8142-514e10545f30 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.292359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c0535-e42d-4ddc-8142-514e10545f30 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Fanout notify agent at l3_agent the message router_deleted on router 65fffa89-80dd-4cfe-87d9-11cb4f6c429f {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:45:31.299451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-318c0535-e42d-4ddc-8142-514e10545f30 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.304146 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-318c0535-e42d-4ddc-8142-514e10545f30 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/65fffa89-80dd-4cfe-87d9-11cb4f6c429f HTTP/1.1" status: 204 len: 168 time: 0.9173186 Jun 28 06:45:31.304146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52332) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:31.357373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.4 (14c8c68b-f20f-425e-9881-4fd20bde5a40/116ff2dc-50a8-436b-91df-c4332ad8af38/3f6d73ca-2138-456a-aaf5-6bd4985e262d) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:31.365714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:31.367770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bfe03a-0788-4246-9b77-a4d68e710f86 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting subnet af24a672-23a1-4244-8343-9f048faba6c9 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:31.369247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.371110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe03a-0788-4246-9b77-a4d68e710f86 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.414150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe03a-0788-4246-9b77-a4d68e710f86 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.446027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:31.449843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.511861 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:31.530685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.531318 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added segment 81f79b9d-5e1c-4d49-bdd0-22173d705a16 of type vlan for network 5d483568-c321-4d6a-822b-d510d5717942 Jun 28 06:45:31.544296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe03a-0788-4246-9b77-a4d68e710f86 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.617299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.675361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.711766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34cec3b9-55ca-4340-af7b-7f8d0366e979 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:31.803234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.815138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-430d75f6-cf19-4304-91e9-f3111a9b9ff8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:31.822877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.20.0.14 (1a23dd87-08fb-4f11-b7f6-fcf5980f547f/348f50ce-254e-499a-8280-9c53c1e02010/a25fe635-44d5-48ac-ba43-fbf1d3c35e59) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:31.838091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f63a0-0ece-48ad-af97-58bbf52c5b2d None None] Network 14c8c68b-f20f-425e-9881-4fd20bde5a40 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:31.840462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.846266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:31.846882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.851041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:31.854793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe03a-0788-4246-9b77-a4d68e710f86 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.874209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.20.0.13 (1a23dd87-08fb-4f11-b7f6-fcf5980f547f/348f50ce-254e-499a-8280-9c53c1e02010/a25fe635-44d5-48ac-ba43-fbf1d3c35e59) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:31.878758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e29115d-22df-4fbe-a947-246b4602eee7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.894656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe03a-0788-4246-9b77-a4d68e710f86 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:31.897448 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c9bfe03a-0788-4246-9b77-a4d68e710f86 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/af24a672-23a1-4244-8343-9f048faba6c9 HTTP/1.1" status: 204 len: 168 time: 0.5924413 Jun 28 06:45:31.903288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 34cec3b9-55ca-4340-af7b-7f8d0366e979 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:31.908255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52334) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:31.914791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ee0a2-c1e7-4f92-a162-7e2bc4527833 None None] Network f07eecdb-eda3-4982-a239-c4d9aad4277b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:31.937175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Network': ['ID=5d483568-c321-4d6a-822b-d510d5717942,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:31.940345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:31.941181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1f4622c9-00b3-449a-96dc-96f239a5aaf5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:31.983500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe03a-0788-4246-9b77-a4d68e710f86 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Subnet': ['ID=af24a672-23a1-4244-8343-9f048faba6c9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:31.989738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c9bfe03a-0788-4246-9b77-a4d68e710f86 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:32.015376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 5d483568-c321-4d6a-822b-d510d5717942 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:32.019988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Port': ['ID=6ba9ef42-d626-4b94-a0c1-41abc5468b6d,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:32.023040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f26e738b-8808-473a-9e36-45eed6aca669 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:32.039237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e29115d-22df-4fbe-a947-246b4602eee7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.047393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:32.050270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-25e44e50-d190-4dbd-ba79-053f4d200b6d None None] Provisioning for port 34cec3b9-55ca-4340-af7b-7f8d0366e979 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:32.052920 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8161678 Jun 28 06:45:32.053252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5b042e53-e5fb-4f9a-98e3-e865992a7a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:32.055745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52338) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:32.067416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'subnet': {'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:32.068419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.175227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: f26e738b-8808-473a-9e36-45eed6aca669 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:45:32.175758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f26e738b-8808-473a-9e36-45eed6aca669 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:32.177799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-25e44e50-d190-4dbd-ba79-053f4d200b6d None None] Provisioning complete for port 34cec3b9-55ca-4340-af7b-7f8d0366e979 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:32.178293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-25e44e50-d190-4dbd-ba79-053f4d200b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.197448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] In _notify_port_updated(), no bound segment for port 6ba9ef42-d626-4b94-a0c1-41abc5468b6d on network 1ecb4842-b568-4b08-9b88-c19b64efb3ff {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:45:32.203224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:32.203884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.205297 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "PUT /v2.0/ports/6ba9ef42-d626-4b94-a0c1-41abc5468b6d HTTP/1.1" status: 200 len: 993 time: 2.2765648 Jun 28 06:45:32.208609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object 3f6d73ca-2138-456a-aaf5-6bd4985e262d will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:32.209099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52340) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:32.242232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.248077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29115d-22df-4fbe-a947-246b4602eee7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488b3cae-105b-470a-8e95-45c02f4fc384,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:32.281665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0e29115d-22df-4fbe-a947-246b4602eee7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:32.293608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e29115d-22df-4fbe-a947-246b4602eee7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.297699 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0e29115d-22df-4fbe-a947-246b4602eee7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6138625 Jun 28 06:45:32.299867 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52342) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:32.306373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e98c9e08-3aa3-42a2-ba95-4ff68022d3f0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:32.307003 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING neutron.api.v2.base [None req-e98c9e08-3aa3-42a2-ba95-4ff68022d3f0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 28 06:45:32.307584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-e98c9e08-3aa3-42a2-ba95-4ff68022d3f0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] update failed (client error): There was a conflict when trying to complete your request. Jun 28 06:45:32.311296 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e98c9e08-3aa3-42a2-ba95-4ff68022d3f0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "PUT /v2.0/security-groups/488b3cae-105b-470a-8e95-45c02f4fc384 HTTP/1.1" status: 409 len: 330 time: 0.0075445 Jun 28 06:45:32.311602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52344) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:32.377420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:32.381909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.414500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed21a2-678e-49d7-8440-3b85e7dc9729 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Deleting port 6ba9ef42-d626-4b94-a0c1-41abc5468b6d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:32.415170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c0ed21a2-678e-49d7-8440-3b85e7dc9729 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.429379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-574c75e7-cdd1-450d-848c-67285b7c4d89 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.441602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.488106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:45:32.497886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.504061 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f45645b6-bd41-47f8-a6fa-9e9978422700 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:32.506705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-25e44e50-d190-4dbd-ba79-053f4d200b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.556320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-574c75e7-cdd1-450d-848c-67285b7c4d89 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.564753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-25e44e50-d190-4dbd-ba79-053f4d200b6d None None] For port 34cec3b9-55ca-4340-af7b-7f8d0366e979, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34cec3b9-55ca-4340-af7b-7f8d0366e979,segment=NetworkSegment(b9cd1313-15de-47d8-abb4-e51ad10b9b07),segment_id=b9cd1313-15de-47d8-abb4-e51ad10b9b07)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:32.570871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.580405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 62abc756-6833-41ce-9316-162f4eb71b0a {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:32.581269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.611842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:32.623787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:32.633036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] DHCP port deletion for f07eecdb-eda3-4982-a239-c4d9aad4277b request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:32.648313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c0ed21a2-678e-49d7-8440-3b85e7dc9729 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.665754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-25e44e50-d190-4dbd-ba79-053f4d200b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.666099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.670221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99bc4a8-8085-4d28-9b4a-8b0bb0962efd None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:32.674187 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed21a2-678e-49d7-8440-3b85e7dc9729 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Calling delete_port for 6ba9ef42-d626-4b94-a0c1-41abc5468b6d owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:32.675077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:32.675210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:32.675991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.709353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=2a548f0d-c2f0-4922-9a41-12d2068e6f93,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:32.725866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 14c8c68b-f20f-425e-9881-4fd20bde5a40 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:32.727240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:32.727964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4291de7a-9683-42c1-b701-5f47de6d0222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:32.732933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:32.740652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:32.749165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-574c75e7-cdd1-450d-848c-67285b7c4d89 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.751717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-574c75e7-cdd1-450d-848c-67285b7c4d89 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.752894 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-574c75e7-cdd1-450d-848c-67285b7c4d89 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/488b3cae-105b-470a-8e95-45c02f4fc384 HTTP/1.1" status: 204 len: 168 time: 0.4401047 Jun 28 06:45:32.761859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-974ff944-cb5e-42b8-971a-5d999fc59efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:32.764831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52346) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:32.768939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:32.772253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:32.776304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:32.789812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port 62abc756-6833-41ce-9316-162f4eb71b0a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=62abc756-6833-41ce-9316-162f4eb71b0a,segment=NetworkSegment(176616ae-c920-469c-97d3-8acf9f9a58f7),segment_id=176616ae-c920-469c-97d3-8acf9f9a58f7)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:32.790314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.822490 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1440315 Jun 28 06:45:32.828636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c75e7-cdd1-450d-848c-67285b7c4d89 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=488b3cae-105b-470a-8e95-45c02f4fc384,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:32.830334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52348) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:32.843824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-574c75e7-cdd1-450d-848c-67285b7c4d89 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:32.853986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:13:e1:4a', 'name': 'tempest-NetworksTestDHCPv6-2145210203'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:32.861812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4effe564-11c5-407b-81f1-05e866a52e14 None None] Provisioning complete for port 6ba9ef42-d626-4b94-a0c1-41abc5468b6d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:32.862416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4effe564-11c5-407b-81f1-05e866a52e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.864090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e44e50-d190-4dbd-ba79-053f4d200b6d None None] Pushing event updated for resources: {'Port': ['ID=34cec3b9-55ca-4340-af7b-7f8d0366e979,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:32.873773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-25e44e50-d190-4dbd-ba79-053f4d200b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:32.875359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 62abc756-6833-41ce-9316-162f4eb71b0a owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:32.903480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] Deleting port 62abc756-6833-41ce-9316-162f4eb71b0a {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:32.904024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.936227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=3f6d73ca-2138-456a-aaf5-6bd4985e262d,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:32.955761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.960410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dd9996a6-2410-429f-a678-cb3daca15eb0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:32.966665 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-56e09890-bed2-46e0-bc1f-f85bc59c4f6f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1977074 Jun 28 06:45:32.980104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:32.981435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.989762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:32.990560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:32.992913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52350) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:32.998915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4effe564-11c5-407b-81f1-05e866a52e14 None None] Port 6ba9ef42-d626-4b94-a0c1-41abc5468b6d cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:33.020639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] For port 62abc756-6833-41ce-9316-162f4eb71b0a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=62abc756-6833-41ce-9316-162f4eb71b0a,segment=NetworkSegment(176616ae-c920-469c-97d3-8acf9f9a58f7),segment_id=176616ae-c920-469c-97d3-8acf9f9a58f7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:33.021140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.052402 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] Calling delete_port for 62abc756-6833-41ce-9316-162f4eb71b0a owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:33.057935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': '2a548f0d-c2f0-4922-9a41-12d2068e6f93'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:33.058846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.061816 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-a52438ae-1424-4864-b021-988a01517258 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] delete failed (client error): The resource could not be found. Jun 28 06:45:33.062785 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a52438ae-1424-4864-b021-988a01517258 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "DELETE /v2.0/security-groups/6220f366-4564-4455-8fdf-c0ea0dd15acb HTTP/1.1" status: 404 len: 347 time: 0.0689869 Jun 28 06:45:33.069768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52352) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:33.108044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Subnet': ['ID=1d0e70d4-5bee-4f26-a2f4-728189c50114,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:33.119457 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:33.120374 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-418c2e51-521e-4789-8e53-4f870d159783 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] show failed (client error): The resource could not be found. Jun 28 06:45:33.121436 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-418c2e51-521e-4789-8e53-4f870d159783 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-groups/a417b994-bf04-4600-a2fe-7172f6954326 HTTP/1.1" status: 404 len: 347 time: 0.0488901 Jun 28 06:45:33.128121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52356) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:33.138882 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2e0bc89b-514e-4ec5-9c61-af99ec462ac4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6816659 Jun 28 06:45:33.143367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52358) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:33.150487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=a25fe635-44d5-48ac-ba43-fbf1d3c35e59,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:33.160281 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-d7ad85a0-a712-479a-85af-389a10a4e0bd tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] show failed (client error): The resource could not be found. Jun 28 06:45:33.160822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:33.161327 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d7ad85a0-a712-479a-85af-389a10a4e0bd tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] 10.222.0.24 "GET /v2.0/security-group-rules/bda4853d-ee35-4480-8dd9-070cca56f756 HTTP/1.1" status: 404 len: 356 time: 0.0295918 Jun 28 06:45:33.164252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.460s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:33.164252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:33.167950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Checking segment: {'id': '81f79b9d-5e1c-4d49-bdd0-22173d705a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5d483568-c321-4d6a-822b-d510d5717942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:33.167950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network hostable DHCP agents. Network: 5d483568-c321-4d6a-822b-d510d5717942, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:33.206944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c0ed21a2-678e-49d7-8440-3b85e7dc9729 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.211530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-40375634-0599-49e3-b9bf-14417a1e8b53 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:33.239097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-937685db-0406-4217-9198-6b21da2be877 None None] Provisioning complete for port 34cec3b9-55ca-4340-af7b-7f8d0366e979 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:33.239595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-937685db-0406-4217-9198-6b21da2be877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.248209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed21a2-678e-49d7-8440-3b85e7dc9729 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event deleted for resources: {'Port': ['ID=6ba9ef42-d626-4b94-a0c1-41abc5468b6d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:33.264262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c0ed21a2-678e-49d7-8440-3b85e7dc9729 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:33.277285 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.9686558 Jun 28 06:45:33.281558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 5d483568-c321-4d6a-822b-d510d5717942 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:33.286816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52364) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:33.296315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': 'a25fe635-44d5-48ac-ba43-fbf1d3c35e59', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:33.331803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-40a33064-f659-429a-98c5-fae763d3a302 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 3f6d73ca-2138-456a-aaf5-6bd4985e262d {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:33.336059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40a33064-f659-429a-98c5-fae763d3a302 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.366919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.394460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7707cb71-09eb-44b5-9140-7595582b0820 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:33.402075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Allocated IP 2001:db8::f816:3eff:feae:1a57 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/2a548f0d-c2f0-4922-9a41-12d2068e6f93/834cef0e-8b74-405b-a4b3-ea485e2dec03) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:33.418510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.429844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:33.466242 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] No DVR routers for this DVR port 62abc756-6833-41ce-9316-162f4eb71b0a on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:33.488537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] Pushing event deleted for resources: {'Port': ['ID=62abc756-6833-41ce-9316-162f4eb71b0a,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:33.499069 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:33.520346 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 5d483568-c321-4d6a-822b-d510d5717942) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:33.530620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:33.531672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.537071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:33.555050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68547c91-ae9e-43ce-b172-6dccff95f2ff None None] Network 5d483568-c321-4d6a-822b-d510d5717942 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:33.680356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.686707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c0ed21a2-678e-49d7-8440-3b85e7dc9729 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.688234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34cec3b9-55ca-4340-af7b-7f8d0366e979 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:33.689335 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c0ed21a2-678e-49d7-8440-3b85e7dc9729 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "DELETE /v2.0/ports/6ba9ef42-d626-4b94-a0c1-41abc5468b6d HTTP/1.1" status: 204 len: 168 time: 1.4789927 Jun 28 06:45:33.721151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port d754a128-6d61-4f7b-b3cc-dec86e07f04a yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:33.733272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52368) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:33.776052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-937685db-0406-4217-9198-6b21da2be877 None None] Provisioning for port 3f6d73ca-2138-456a-aaf5-6bd4985e262d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:33.803123 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7457550 Jun 28 06:45:33.805277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-937685db-0406-4217-9198-6b21da2be877 None None] Provisioning complete for port 3f6d73ca-2138-456a-aaf5-6bd4985e262d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:33.805277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-937685db-0406-4217-9198-6b21da2be877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.809884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52372) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:33.868430 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-84677676-ef2c-48d7-bf4f-b705be281d52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] GET failed (client error): The resource could not be found. Jun 28 06:45:33.871797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.874131 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-84677676-ef2c-48d7-bf4f-b705be281d52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "GET /v2.0/ports/6ba9ef42-d626-4b94-a0c1-41abc5468b6d HTTP/1.1" status: 404 len: 333 time: 0.1393483 Jun 28 06:45:33.874699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52374) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:33.882153 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-937685db-0406-4217-9198-6b21da2be877 None None] Port 3f6d73ca-2138-456a-aaf5-6bd4985e262d cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:33.892415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Transition to ACTIVE for port object 834cef0e-8b74-405b-a4b3-ea485e2dec03 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:33.913365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'port': {'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff', 'name': 'tempest-AllowedAddressPairTestJSON-665688439'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:33.914983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 34cec3b9-55ca-4340-af7b-7f8d0366e979 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:33.915370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.915817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40a33064-f659-429a-98c5-fae763d3a302 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.929403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-40a33064-f659-429a-98c5-fae763d3a302 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 3f6d73ca-2138-456a-aaf5-6bd4985e262d owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:33.942944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-5d483568-c321-4d6a-822b-d510d5717942', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:33.943545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:33.954580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Transition to ACTIVE for port object 834cef0e-8b74-405b-a4b3-ea485e2dec03 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:33.978862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=62abc756-6833-41ce-9316-162f4eb71b0a,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:33.981234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52376) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:33.988274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:33.998431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No DVR routers for this DVR port 62abc756-6833-41ce-9316-162f4eb71b0a on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:34.000168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.090333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.103013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:34.157343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Pushing event updated for resources: {'Port': ['ID=834cef0e-8b74-405b-a4b3-ea485e2dec03,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:34.158681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.171092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:34.172433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:34.183071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:34.194512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07eecdb-eda3-4982-a239-c4d9aad4277b']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:34.207272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:34.209576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176616ae-c920-469c-97d3-8acf9f9a58f7') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:34.209874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176616ae-c920-469c-97d3-8acf9f9a58f7') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:34.227317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::f816:3eff:fe13:e14a (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/2a548f0d-c2f0-4922-9a41-12d2068e6f93/d754a128-6d61-4f7b-b3cc-dec86e07f04a) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:34.238261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.271697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.290042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Attempting to bind port 834cef0e-8b74-405b-a4b3-ea485e2dec03 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:34.290683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Attempting to bind port 834cef0e-8b74-405b-a4b3-ea485e2dec03 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:34.291340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Attempting to bind port 834cef0e-8b74-405b-a4b3-ea485e2dec03 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:34.295990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:45:34.296369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:45:34.299466 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:45:34.305993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:34.314897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:34.314897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.314897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:34.314897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Bound port: 834cef0e-8b74-405b-a4b3-ea485e2dec03, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:34.314897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.314897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Allocated IP 2001:db8::2 (5d483568-c321-4d6a-822b-d510d5717942/1d0e70d4-5bee-4f26-a2f4-728189c50114/845ee381-cec4-4652-943c-b025552c6212) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:34.316487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.329085 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a63a354a-9215-4e73-8aab-99642b8fce6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=777579f407a44f3e810418eac740520f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417432 Jun 28 06:45:34.334342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 62abc756-6833-41ce-9316-162f4eb71b0a no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:34.335943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52382) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:34.361977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 62abc756-6833-41ce-9316-162f4eb71b0a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:45:34.362647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 62abc756-6833-41ce-9316-162f4eb71b0a not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:34.376575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40a33064-f659-429a-98c5-fae763d3a302 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.387844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-103e8556-50c7-4b31-bb78-779e36ec909e tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:34.420879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a33064-f659-429a-98c5-fae763d3a302 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=3f6d73ca-2138-456a-aaf5-6bd4985e262d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:34.423649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-40a33064-f659-429a-98c5-fae763d3a302 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:34.423981 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Made reservation on behalf of 47f5e00839b542f687b54a491965c43f for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:34.428286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.460828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.470913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] For port 834cef0e-8b74-405b-a4b3-ea485e2dec03, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:34.477509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] For port 834cef0e-8b74-405b-a4b3-ea485e2dec03, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=834cef0e-8b74-405b-a4b3-ea485e2dec03,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:34.550419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] device_id is not set on port b7c42798-ad80-4a7b-b78a-5e3a48306b0f yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:34.562885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.572533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.572533 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/networks/f07eecdb-eda3-4982-a239-c4d9aad4277b HTTP/1.1" status: 204 len: 168 time: 2.6569562 Jun 28 06:45:34.586970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:34.593659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.603883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Transition to ACTIVE for port object 845ee381-cec4-4652-943c-b025552c6212 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:34.612920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52386) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:34.615396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Network': ['ID=f07eecdb-eda3-4982-a239-c4d9aad4277b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:34.618638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:34.623432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Transition to ACTIVE for port object 845ee381-cec4-4652-943c-b025552c6212 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:34.625924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-cd9808c9-526d-4182-86c4-3d4a4206b648 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1991467269', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:34.629161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.632339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:34.682367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40a33064-f659-429a-98c5-fae763d3a302 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.687941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-40a33064-f659-429a-98c5-fae763d3a302 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/3f6d73ca-2138-456a-aaf5-6bd4985e262d HTTP/1.1" status: 204 len: 168 time: 1.5400128 Jun 28 06:45:34.688710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52388) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:34.735880 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-801555c4-307f-48a4-83fa-8dff940384f2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:45:34.737005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801555c4-307f-48a4-83fa-8dff940384f2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:45:34.739059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61b59ea0-7978-4bb0-8ef2-0e9535b2b9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.739790 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-801555c4-307f-48a4-83fa-8dff940384f2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/3f6d73ca-2138-456a-aaf5-6bd4985e262d HTTP/1.1" status: 404 len: 333 time: 0.0420439 Jun 28 06:45:34.752423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52390) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:34.753561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cd9808c9-526d-4182-86c4-3d4a4206b648 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.755172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cd9808c9-526d-4182-86c4-3d4a4206b648 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.784322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.815275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cd9808c9-526d-4182-86c4-3d4a4206b648 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.848652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61b59ea0-7978-4bb0-8ef2-0e9535b2b9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.856032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.867450 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2458249d-4b1e-4121-a5f1-81173ebabb5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:45:34.869052 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2458249d-4b1e-4121-a5f1-81173ebabb5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/3f6d73ca-2138-456a-aaf5-6bd4985e262d HTTP/1.1" status: 404 len: 333 time: 0.0520267 Jun 28 06:45:34.872632 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object d754a128-6d61-4f7b-b3cc-dec86e07f04a will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:34.873643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52392) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:34.899736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Network 5d483568-c321-4d6a-822b-d510d5717942 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:34.901208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:34.909722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:34.918085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Pushing event updated for resources: {'Port': ['ID=834cef0e-8b74-405b-a4b3-ea485e2dec03,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:34.922587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:34.927590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f3de03dc-7ed7-40dd-9921-32f12f4a89c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:34.927730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cd9808c9-526d-4182-86c4-3d4a4206b648 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:34.928190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Allocated IP 172.20.0.8 (1ecb4842-b568-4b08-9b88-c19b64efb3ff/c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7/b7c42798-ad80-4a7b-b78a-5e3a48306b0f) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:34.957265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.26.4.57 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/39cca84e-105e-4c63-b80c-fa996f0c444f) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:34.972117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc71f67-ad1d-4f69-bca9-0c0f85ba6d67 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet 116ff2dc-50a8-436b-91df-c4332ad8af38 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:34.976559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7dc71f67-ad1d-4f69-bca9-0c0f85ba6d67 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.012174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Attempting to bind port 845ee381-cec4-4652-943c-b025552c6212 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:35.012553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Attempting to bind port 845ee381-cec4-4652-943c-b025552c6212 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '81f79b9d-5e1c-4d49-bdd0-22173d705a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5d483568-c321-4d6a-822b-d510d5717942'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:35.012950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Attempting to bind port 845ee381-cec4-4652-943c-b025552c6212 on network 5d483568-c321-4d6a-822b-d510d5717942 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:35.019731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Pushing event updated for resources: {'Port': ['ID=845ee381-cec4-4652-943c-b025552c6212,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:35.023444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:35.023842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Checking segment: {'id': '81f79b9d-5e1c-4d49-bdd0-22173d705a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5d483568-c321-4d6a-822b-d510d5717942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:35.024238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.024782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Bound using segment: {'id': '81f79b9d-5e1c-4d49-bdd0-22173d705a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5d483568-c321-4d6a-822b-d510d5717942'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:35.025190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Bound port: 845ee381-cec4-4652-943c-b025552c6212, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f79b9d-5e1c-4d49-bdd0-22173d705a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5d483568-c321-4d6a-822b-d510d5717942'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:35.025577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.039470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:35.053848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7dc71f67-ad1d-4f69-bca9-0c0f85ba6d67 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.092261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] For port 845ee381-cec4-4652-943c-b025552c6212, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:35.096220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] For port 845ee381-cec4-4652-943c-b025552c6212, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=845ee381-cec4-4652-943c-b025552c6212,segment=NetworkSegment(81f79b9d-5e1c-4d49-bdd0-22173d705a16),segment_id=81f79b9d-5e1c-4d49-bdd0-22173d705a16)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:35.100411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Allocated IP 2001:db8::1 (5d483568-c321-4d6a-822b-d510d5717942/1d0e70d4-5bee-4f26-a2f4-728189c50114/a984de41-1d34-441d-bc33-7a9bf34ef3c7) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:35.109442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cd9808c9-526d-4182-86c4-3d4a4206b648 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.113393 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cd9808c9-526d-4182-86c4-3d4a4206b648 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4933963 Jun 28 06:45:35.114689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52394) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:35.127989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'network': {'name': 'tempest-RoutersTest-252978967'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:35.154732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.172779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f1ef6d02-9a80-44b4-aca6-544af0c420c2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:35.183475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.186428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-959cd468-b7b3-40c1-83a0-e23e8cddd0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:35.225766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61b59ea0-7978-4bb0-8ef2-0e9535b2b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.228382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61b59ea0-7978-4bb0-8ef2-0e9535b2b9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.232434 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-61b59ea0-7978-4bb0-8ef2-0e9535b2b9c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89834afd-8775-4edf-9875-5f150d068bca HTTP/1.1" status: 204 len: 168 time: 0.8923435 Jun 28 06:45:35.243976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:35.248517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.268473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Pushing event updated for resources: {'Port': ['ID=845ee381-cec4-4652-943c-b025552c6212,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:35.279199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:35.290684 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=d754a128-6d61-4f7b-b3cc-dec86e07f04a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:35.298916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:35.329991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5adeb37d-7575-42ff-afaa-0696954700fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:35.347236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.348981 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:35.361689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b59ea0-7978-4bb0-8ef2-0e9535b2b9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89834afd-8775-4edf-9875-5f150d068bca,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:35.363752 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:35.366368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:35.374490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:35.376610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:35.377721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.383185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7dc71f67-ad1d-4f69-bca9-0c0f85ba6d67 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.389244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-61b59ea0-7978-4bb0-8ef2-0e9535b2b9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:35.420458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.423841 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added segment 2f0bd44e-b01a-4eaf-97fa-ed28365b870b of type vlan for network 85c93e35-952d-4d0f-93c4-a47e43841ba5 Jun 28 06:45:35.428800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.458939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Transition to ACTIVE for port object b7c42798-ad80-4a7b-b78a-5e3a48306b0f will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:35.470952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.490687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Transition to ACTIVE for port object a984de41-1d34-441d-bc33-7a9bf34ef3c7 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:35.498231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.506465 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6646483 Jun 28 06:45:35.511537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52400) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:35.588814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.600735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7dc71f67-ad1d-4f69-bca9-0c0f85ba6d67 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.615272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fcf261-c1cf-4886-b45e-0347297c1472 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:35.627117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fcf261-c1cf-4886-b45e-0347297c1472 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:35.631665 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c6fcf261-c1cf-4886-b45e-0347297c1472 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1179383 Jun 28 06:45:35.631962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52404) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:35.638422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d9444fe3-0786-458d-b50c-96a1690f4821 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:35.684894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.689761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e892abf-503a-4d07-8ad5-4b0d331801d0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:35.695836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.712711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=39cca84e-105e-4c63-b80c-fa996f0c444f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:35.719550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a80456-b824-4e30-8313-529007558b8c None None] Network 14c8c68b-f20f-425e-9881-4fd20bde5a40 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:35.726258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7dc71f67-ad1d-4f69-bca9-0c0f85ba6d67 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.736734 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7dc71f67-ad1d-4f69-bca9-0c0f85ba6d67 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/116ff2dc-50a8-436b-91df-c4332ad8af38 HTTP/1.1" status: 204 len: 168 time: 0.8604465 Jun 28 06:45:35.750101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.757006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:35.757646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:35.762265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:35.763923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:35.764356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52406) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:35.765452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d37e8cb1-86f4-4718-ab58-4ce86ab47100 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:35.804100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:35.834719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:35.845500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 834cef0e-8b74-405b-a4b3-ea485e2dec03 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:35.895919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 5d483568-c321-4d6a-822b-d510d5717942 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:35.909473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:35.911327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:35.917565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:35.918335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.000127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8782015 Jun 28 06:45:36.005369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52416) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:36.017576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'subnet': {'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:36.062395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.085523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 834cef0e-8b74-405b-a4b3-ea485e2dec03 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:36.086677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 845ee381-cec4-4652-943c-b025552c6212 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:36.137868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] DHCP port deletion for 14c8c68b-f20f-425e-9881-4fd20bde5a40 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:36.234046 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Network': ['ID=85c93e35-952d-4d0f-93c4-a47e43841ba5,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:36.248135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 85c93e35-952d-4d0f-93c4-a47e43841ba5 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:36.274484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:36.275204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-054abb5e-15c9-4a01-9cba-d732cd3b19f2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.565s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:36.337395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] Deleting port 34cec3b9-55ca-4340-af7b-7f8d0366e979 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:36.337651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc71f67-ad1d-4f69-bca9-0c0f85ba6d67 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=116ff2dc-50a8-436b-91df-c4332ad8af38,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:36.337807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.340039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 845ee381-cec4-4652-943c-b025552c6212 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:36.349606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7dc71f67-ad1d-4f69-bca9-0c0f85ba6d67 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:36.432467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] For port 34cec3b9-55ca-4340-af7b-7f8d0366e979, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34cec3b9-55ca-4340-af7b-7f8d0366e979,segment=NetworkSegment(b9cd1313-15de-47d8-abb4-e51ad10b9b07),segment_id=b9cd1313-15de-47d8-abb4-e51ad10b9b07)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:36.432837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.454761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] Calling delete_port for 34cec3b9-55ca-4340-af7b-7f8d0366e979 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:36.479169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:36.487049 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:36.501641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 34cec3b9-55ca-4340-af7b-7f8d0366e979 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:36.502531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.521246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=a984de41-1d34-441d-bc33-7a9bf34ef3c7,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:36.527951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:36.533090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-598f7bbc-8440-406d-999c-b9e8639d497a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.812s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:36.574635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:36.578948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.641187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.648060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9ad0f8e1-30ab-4d15-b0e4-1ea3a25fc9d1 None None] Provisioning for port 834cef0e-8b74-405b-a4b3-ea485e2dec03 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:36.654286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4d374609-144e-43c3-90c0-f6f4282c8ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:36.687779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9ad0f8e1-30ab-4d15-b0e4-1ea3a25fc9d1 None None] Provisioning complete for port 834cef0e-8b74-405b-a4b3-ea485e2dec03 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:36.688167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f8e1-30ab-4d15-b0e4-1ea3a25fc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.698148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] Pushing event deleted for resources: {'Port': ['ID=34cec3b9-55ca-4340-af7b-7f8d0366e979,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:36.719168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-95839a52-42d4-443f-b7ce-5c443fb78acd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port d754a128-6d61-4f7b-b3cc-dec86e07f04a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:36.722391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-95839a52-42d4-443f-b7ce-5c443fb78acd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.736414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:36.740012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] No DVR routers for this DVR port 34cec3b9-55ca-4340-af7b-7f8d0366e979 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:36.776898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Port': ['ID=b7c42798-ad80-4a7b-b78a-5e3a48306b0f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:36.787217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:36.804882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:36.810972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] For port 34cec3b9-55ca-4340-af7b-7f8d0366e979, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34cec3b9-55ca-4340-af7b-7f8d0366e979,segment=NetworkSegment(b9cd1313-15de-47d8-abb4-e51ad10b9b07),segment_id=b9cd1313-15de-47d8-abb4-e51ad10b9b07)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:36.810972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.811427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.829621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 34cec3b9-55ca-4340-af7b-7f8d0366e979 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:36.882306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52428) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:36.894393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f8e1-30ab-4d15-b0e4-1ea3a25fc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:36.935007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9ad0f8e1-30ab-4d15-b0e4-1ea3a25fc9d1 None None] For port 834cef0e-8b74-405b-a4b3-ea485e2dec03, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=834cef0e-8b74-405b-a4b3-ea485e2dec03,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:36.937260 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0563388 Jun 28 06:45:36.975551 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52432) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:36.988733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0b:c2:ab'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:37.009090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.013171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-91ccedd0-af6b-4fef-8528-1066336271bd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:37.030176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f8e1-30ab-4d15-b0e4-1ea3a25fc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.033264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:37.051190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-95839a52-42d4-443f-b7ce-5c443fb78acd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.071866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-515b6ad3-4989-4851-b54c-f0be0b9bec08 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:37.072870 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-515b6ad3-4989-4851-b54c-f0be0b9bec08 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 28 06:45:37.072870 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-515b6ad3-4989-4851-b54c-f0be0b9bec08 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): There was a conflict when trying to complete your request. Jun 28 06:45:37.074364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=34cec3b9-55ca-4340-af7b-7f8d0366e979,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:37.082934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52436) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:37.084043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:37.084797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No DVR routers for this DVR port 34cec3b9-55ca-4340-af7b-7f8d0366e979 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:37.085348 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-515b6ad3-4989-4851-b54c-f0be0b9bec08 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1967113 Jun 28 06:45:37.095936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145484805'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:37.105794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-95839a52-42d4-443f-b7ce-5c443fb78acd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for d754a128-6d61-4f7b-b3cc-dec86e07f04a owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:37.156091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0f8e1-30ab-4d15-b0e4-1ea3a25fc9d1 None None] Pushing event updated for resources: {'Port': ['ID=834cef0e-8b74-405b-a4b3-ea485e2dec03,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:37.162063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9ad0f8e1-30ab-4d15-b0e4-1ea3a25fc9d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:37.182603 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cab551-f97f-4f44-a857-d8a9b51f8abe None None] Network 5d483568-c321-4d6a-822b-d510d5717942 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:37.190802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.257371 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7f1f1821-d8d3-4efa-96ca-527c9fa81966 None None] Provisioning for port d754a128-6d61-4f7b-b3cc-dec86e07f04a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:37.266579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7f1f1821-d8d3-4efa-96ca-527c9fa81966 None None] Provisioning complete for port d754a128-6d61-4f7b-b3cc-dec86e07f04a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:37.267219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1821-d8d3-4efa-96ca-527c9fa81966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.294313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.336533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c8c68b-f20f-425e-9881-4fd20bde5a40']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:37.350062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7f1f1821-d8d3-4efa-96ca-527c9fa81966 None None] Port d754a128-6d61-4f7b-b3cc-dec86e07f04a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:37.352845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cd1313-15de-47d8-abb4-e51ad10b9b07') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:37.354752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cd1313-15de-47d8-abb4-e51ad10b9b07') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:37.367254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.378782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.411488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.413604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.418651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.420551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c65b763-2cb7-46f2-b631-a0334e329ed1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:37.458688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:45:37.459053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.463729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7f1f1821-d8d3-4efa-96ca-527c9fa81966 None None] Provisioning for port b7c42798-ad80-4a7b-b78a-5e3a48306b0f completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:37.465854 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:45:37.467838 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:45:37.470823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7f1f1821-d8d3-4efa-96ca-527c9fa81966 None None] Provisioning complete for port b7c42798-ad80-4a7b-b78a-5e3a48306b0f triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:37.471661 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1821-d8d3-4efa-96ca-527c9fa81966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.512571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7f1f1821-d8d3-4efa-96ca-527c9fa81966 None None] Port b7c42798-ad80-4a7b-b78a-5e3a48306b0f cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:37.547462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.622205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Subnet': ['ID=c7190364-2dfc-4fd6-9a8a-1cc306796475,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:37.628237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:37.643509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Checking segment: {'id': '2f0bd44e-b01a-4eaf-97fa-ed28365b870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:37.649039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network hostable DHCP agents. Network: 85c93e35-952d-4d0f-93c4-a47e43841ba5, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:37.686792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 834cef0e-8b74-405b-a4b3-ea485e2dec03 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:37.697925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.702412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:37.719998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.721603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-95839a52-42d4-443f-b7ce-5c443fb78acd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.722375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b1759b61-19cb-433e-870f-08cb4dc9e1d8 None None] Provisioning for port 845ee381-cec4-4652-943c-b025552c6212 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:37.722636 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/networks/14c8c68b-f20f-425e-9881-4fd20bde5a40 HTTP/1.1" status: 204 len: 168 time: 1.9529958 Jun 28 06:45:37.728880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52438) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:37.736133 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b1759b61-19cb-433e-870f-08cb4dc9e1d8 None None] Provisioning complete for port 845ee381-cec4-4652-943c-b025552c6212 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:37.736452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b1759b61-19cb-433e-870f-08cb4dc9e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.755726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5363df38-8466-4ff7-a342-411c7ddd1a5a tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:37.774276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Network': ['ID=14c8c68b-f20f-425e-9881-4fd20bde5a40,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:37.776967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 85c93e35-952d-4d0f-93c4-a47e43841ba5 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:37.784258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1975253777'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:37.799214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 834cef0e-8b74-405b-a4b3-ea485e2dec03 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:37.800148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.800320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95839a52-42d4-443f-b7ce-5c443fb78acd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=d754a128-6d61-4f7b-b3cc-dec86e07f04a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:37.819755 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-95839a52-42d4-443f-b7ce-5c443fb78acd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:37.860074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-95839a52-42d4-443f-b7ce-5c443fb78acd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.862107 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-95839a52-42d4-443f-b7ce-5c443fb78acd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/d754a128-6d61-4f7b-b3cc-dec86e07f04a HTTP/1.1" status: 204 len: 168 time: 2.2290597 Jun 28 06:45:37.889041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b1759b61-19cb-433e-870f-08cb4dc9e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.910826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.912647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52440) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:37.970622 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b1759b61-19cb-433e-870f-08cb4dc9e1d8 None None] For port 845ee381-cec4-4652-943c-b025552c6212, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=845ee381-cec4-4652-943c-b025552c6212,segment=NetworkSegment(81f79b9d-5e1c-4d49-bdd0-22173d705a16),segment_id=81f79b9d-5e1c-4d49-bdd0-22173d705a16)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:37.994596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:37.995537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.006057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-64fa3a1a-0574-4673-a6be-055f15297b89 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:38.044149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b1759b61-19cb-433e-870f-08cb4dc9e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.059215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1b050985-3d00-4169-9367-a8dbcb120a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:38.099508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34cec3b9-55ca-4340-af7b-7f8d0366e979 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:38.128643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 34cec3b9-55ca-4340-af7b-7f8d0366e979 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:45:38.129667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34cec3b9-55ca-4340-af7b-7f8d0366e979 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:38.153062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1759b61-19cb-433e-870f-08cb4dc9e1d8 None None] Pushing event updated for resources: {'Port': ['ID=845ee381-cec4-4652-943c-b025552c6212,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:38.157628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b1759b61-19cb-433e-870f-08cb4dc9e1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:38.158675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f671d-81ba-4092-a6b6-9d6cb8f0ffda tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:38.161111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f671d-81ba-4092-a6b6-9d6cb8f0ffda tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:38.162584 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5e4f671d-81ba-4092-a6b6-9d6cb8f0ffda tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2439442 Jun 28 06:45:38.170352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52442) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:38.215654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=a984de41-1d34-441d-bc33-7a9bf34ef3c7,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:38.231390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:38.234341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c5b49ea1-f340-46a2-abba-edf50d7ab536 None None] Provisioning for port a984de41-1d34-441d-bc33-7a9bf34ef3c7 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:38.239059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c5b49ea1-f340-46a2-abba-edf50d7ab536 None None] Provisioning complete for port a984de41-1d34-441d-bc33-7a9bf34ef3c7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:38.239602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c5b49ea1-f340-46a2-abba-edf50d7ab536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.240169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.253644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:38.266299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-3620c50e-195c-422a-b1e5-90df92b21518 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 2a548f0d-c2f0-4922-9a41-12d2068e6f93 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:38.270773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3620c50e-195c-422a-b1e5-90df92b21518 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.279081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c5b49ea1-f340-46a2-abba-edf50d7ab536 None None] Port a984de41-1d34-441d-bc33-7a9bf34ef3c7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:38.289612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.290232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c5b49ea1-f340-46a2-abba-edf50d7ab536 None None] Provisioning complete for port 845ee381-cec4-4652-943c-b025552c6212 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:38.290619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c5b49ea1-f340-46a2-abba-edf50d7ab536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.291129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.302952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 5d483568-c321-4d6a-822b-d510d5717942 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:38.306133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:38.322330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3620c50e-195c-422a-b1e5-90df92b21518 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.343436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.387049 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c13ca839-2ad0-4533-8812-0299893bfe14 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:38.401043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 85c93e35-952d-4d0f-93c4-a47e43841ba5) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:38.404373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.411152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:38.416732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:38.420648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.422900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4e86a-df47-4a90-8b01-c8eb4a4efebe None None] Network 85c93e35-952d-4d0f-93c4-a47e43841ba5 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:38.520248 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb53c4b-6642-4541-8357-f95ead721d17,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:38.526157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:38.582014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.591945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:38.595579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.597807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Port': ['ID=b7c42798-ad80-4a7b-b78a-5e3a48306b0f,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:38.607134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:38.628252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-85c93e35-952d-4d0f-93c4-a47e43841ba5', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:38.629214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.636544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] In _notify_port_updated(), no bound segment for port b7c42798-ad80-4a7b-b78a-5e3a48306b0f on network 1ecb4842-b568-4b08-9b88-c19b64efb3ff {{(pid=100886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:45:38.638955 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:38.639199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.643197 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "PUT /v2.0/ports/b7c42798-ad80-4a7b-b78a-5e3a48306b0f HTTP/1.1" status: 200 len: 995 time: 1.6604083 Jun 28 06:45:38.643197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3620c50e-195c-422a-b1e5-90df92b21518 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.648471 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6330049 Jun 28 06:45:38.649931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52446) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:38.650264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52448) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:38.745604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.747083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.750722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2f24b532-9552-4482-8ef5-6d0e4b1db966 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:38.786351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Allocated IP 172.20.0.2 (85c93e35-952d-4d0f-93c4-a47e43841ba5/c7190364-2dfc-4fd6-9a8a-1cc306796475/2aebed0d-cc5b-4946-bd4a-a78a024b2d97) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:38.821990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.824883 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:38.825624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-69024109-6467-4396-b87d-fd5a0e2bde42 None None] Provisioning complete for port a984de41-1d34-441d-bc33-7a9bf34ef3c7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:38.826267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-69024109-6467-4396-b87d-fd5a0e2bde42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.854070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=39cca84e-105e-4c63-b80c-fa996f0c444f,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:38.862142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:38.863252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0e29115d-22df-4fbe-a947-246b4602eee7 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:38.896107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.896442 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Added segment b81a18e7-89f0-4a31-a17a-c74bae4cd97c of type vlan for network 8b7cbe6e-7e6f-4853-b31e-1e98857054cb Jun 28 06:45:38.901831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.904377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-69024109-6467-4396-b87d-fd5a0e2bde42 None None] Port a984de41-1d34-441d-bc33-7a9bf34ef3c7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:38.906916 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:38.912264 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8254671 Jun 28 06:45:38.914953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52450) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:38.919607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-88abf53d-f645-4aae-a567-cb4e3d2bff11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '70a278f8-7f7e-454a-809d-aead0bc0fe20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:38.963586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a278f8-7f7e-454a-809d-aead0bc0fe20,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:38.966674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:38.991864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.025769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5a93e65e-d3f0-4542-8740-9524188cedc2 None None] Provisioning complete for port b7c42798-ad80-4a7b-b78a-5e3a48306b0f triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:39.026154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5a93e65e-d3f0-4542-8740-9524188cedc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.036923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.047167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Transition to ACTIVE for port object 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:39.047745 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP 75d82dd3-886b-48a1-aeba-9c43fc19529d associated. External IP: 172.26.4.57, port: a25fe635-44d5-48ac-ba43-fbf1d3c35e59. Jun 28 06:45:39.069990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3620c50e-195c-422a-b1e5-90df92b21518 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.075620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3a257def-9076-4606-a3a0-538e3dc26a4f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:39.076065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Transition to ACTIVE for port object 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:39.079016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5a93e65e-d3f0-4542-8740-9524188cedc2 None None] Port b7c42798-ad80-4a7b-b78a-5e3a48306b0f cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:39.125013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620c50e-195c-422a-b1e5-90df92b21518 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=2a548f0d-c2f0-4922-9a41-12d2068e6f93,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:39.128293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa96c2f-deec-41e8-b136-e1f091b5cdd6 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:39.130266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3620c50e-195c-422a-b1e5-90df92b21518 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.132382 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3620c50e-195c-422a-b1e5-90df92b21518 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/2a548f0d-c2f0-4922-9a41-12d2068e6f93 HTTP/1.1" status: 204 len: 168 time: 0.9598136 Jun 28 06:45:39.135077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52452) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:39.155543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3620c50e-195c-422a-b1e5-90df92b21518 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:39.163909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:45:39.184641 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4d1ef586-91e2-4b55-ac54-38595ecb172b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482118 Jun 28 06:45:39.191599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.193969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52454) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:39.197718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-88abf53d-f645-4aae-a567-cb4e3d2bff11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.201389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a73f610b-7058-459c-8af0-c2fd53d41986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:39.202551 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:39.206629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-1de90676-6f9f-4bdf-865c-2f5efacb4dd7 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Deleting port b7c42798-ad80-4a7b-b78a-5e3a48306b0f {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:39.206966 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1de90676-6f9f-4bdf-865c-2f5efacb4dd7 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.272394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Network 85c93e35-952d-4d0f-93c4-a47e43841ba5 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:39.279013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:39.284459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:39.312791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Pushing event updated for resources: {'Port': ['ID=2aebed0d-cc5b-4946-bd4a-a78a024b2d97,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:39.316601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:39.328690 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.330601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.336143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:39.336712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.346178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-62752a9f-df4a-4710-8e31-b6bb3a493f0d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:39.356631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-88abf53d-f645-4aae-a567-cb4e3d2bff11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.383628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Attempting to bind port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:39.384009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Attempting to bind port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '2f0bd44e-b01a-4eaf-97fa-ed28365b870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:39.384328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:39.384437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Attempting to bind port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 on network 85c93e35-952d-4d0f-93c4-a47e43841ba5 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:39.391181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:39.391950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Checking segment: {'id': '2f0bd44e-b01a-4eaf-97fa-ed28365b870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:39.392374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.392775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Bound using segment: {'id': '2f0bd44e-b01a-4eaf-97fa-ed28365b870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:39.393307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Bound port: 2aebed0d-cc5b-4946-bd4a-a78a024b2d97, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0bd44e-b01a-4eaf-97fa-ed28365b870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:39.400930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.438175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-88abf53d-f645-4aae-a567-cb4e3d2bff11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.448425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:39.481033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abf53d-f645-4aae-a567-cb4e3d2bff11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d4009c-5006-4b30-aace-09d17464ff98,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:39.484723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-88abf53d-f645-4aae-a567-cb4e3d2bff11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:39.562036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:39.569810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:39.574383 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c6670-c4e5-4c8e-ab2c-e0a6442e9d65 None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:39.579710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-88abf53d-f645-4aae-a567-cb4e3d2bff11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.586291 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-88abf53d-f645-4aae-a567-cb4e3d2bff11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6696372 Jun 28 06:45:39.590709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52458) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:39.592141 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c6670-c4e5-4c8e-ab2c-e0a6442e9d65 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:39.592911 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-544c6670-c4e5-4c8e-ab2c-e0a6442e9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:39.601620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c401309c-88d4-4049-bd89-067ddd91b152 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '70a278f8-7f7e-454a-809d-aead0bc0fe20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:39.647915 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-544c6670-c4e5-4c8e-ab2c-e0a6442e9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:39.681035 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c6670-c4e5-4c8e-ab2c-e0a6442e9d65 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:39.687179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.695518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] For port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:39.695954 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-544c6670-c4e5-4c8e-ab2c-e0a6442e9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:39.699284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] For port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2aebed0d-cc5b-4946-bd4a-a78a024b2d97,segment=NetworkSegment(2f0bd44e-b01a-4eaf-97fa-ed28365b870b),segment_id=2f0bd44e-b01a-4eaf-97fa-ed28365b870b)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:39.723579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] Deleting port 834cef0e-8b74-405b-a4b3-ea485e2dec03 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:39.723913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.726050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 845ee381-cec4-4652-943c-b025552c6212 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:39.744771 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-544c6670-c4e5-4c8e-ab2c-e0a6442e9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:39.746059 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c6670-c4e5-4c8e-ab2c-e0a6442e9d65 None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:39.766592 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4776320 Jun 28 06:45:39.771292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52460) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:39.777534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c2b44601-99e0-4abf-9f29-f6c064652559 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'port_id': 'a25fe635-44d5-48ac-ba43-fbf1d3c35e59', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:39.803058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.810742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-70deb960-f8f9-40c9-bc3a-618defa85b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:39.826475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c401309c-88d4-4049-bd89-067ddd91b152 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.870217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2b44601-99e0-4abf-9f29-f6c064652559 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.878828 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] For port 834cef0e-8b74-405b-a4b3-ea485e2dec03, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=834cef0e-8b74-405b-a4b3-ea485e2dec03,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:39.879814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.880744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:39.902231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Sync routers for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:39.914389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] Calling delete_port for 834cef0e-8b74-405b-a4b3-ea485e2dec03 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:39.919787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Network': ['ID=8b7cbe6e-7e6f-4853-b31e-1e98857054cb,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:39.925500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Pushing event updated for resources: {'Port': ['ID=2aebed0d-cc5b-4946-bd4a-a78a024b2d97,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:39.931329 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1143746 Jun 28 06:45:39.934412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 845ee381-cec4-4652-943c-b025552c6212 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:39.934595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52462) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:39.934808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.939710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:39.942492 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2091238 Jun 28 06:45:39.945189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52464) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:39.951391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': '8b7cbe6e-7e6f-4853-b31e-1e98857054cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:39.958921 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-66767221'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:39.980326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1de90676-6f9f-4bdf-865c-2f5efacb4dd7 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:39.994627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:39.998170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 8b7cbe6e-7e6f-4853-b31e-1e98857054cb details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:40.022760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:40.023015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:40.028304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-1de90676-6f9f-4bdf-865c-2f5efacb4dd7 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Calling delete_port for b7c42798-ad80-4a7b-b78a-5e3a48306b0f owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:40.044118 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-c401309c-88d4-4049-bd89-067ddd91b152 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): There was a conflict when trying to complete your request. Jun 28 06:45:40.048451 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c401309c-88d4-4049-bd89-067ddd91b152 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4563050 Jun 28 06:45:40.051547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52466) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:40.057437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:40.057437 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:40.057437 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '769f8294358c4bf5b83714056636cdb9', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 39, 977552)}] Jun 28 06:45:40.057437 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:40.061973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:40.123076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:45:40.174596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:40.179049 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.326286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-795e89b2-384a-409f-87cf-20866f5d4108 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.328765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:40.333949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Allocated IP 172.20.0.1 (85c93e35-952d-4d0f-93c4-a47e43841ba5/c7190364-2dfc-4fd6-9a8a-1cc306796475/60ab30d5-34ec-4d6d-84e5-8ca6f8db924a) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:40.334870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.438106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-795e89b2-384a-409f-87cf-20866f5d4108 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.511486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 834cef0e-8b74-405b-a4b3-ea485e2dec03 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:40.551041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1de90676-6f9f-4bdf-865c-2f5efacb4dd7 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.572693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.576903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:40.577993 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a922ab2f-1ae0-4b68-82e8-0e4a88be804a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:40.591867 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No active binding found for port 834cef0e-8b74-405b-a4b3-ea485e2dec03 {{(pid=100888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 28 06:45:40.592290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 834cef0e-8b74-405b-a4b3-ea485e2dec03 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:40.623025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] Pushing event deleted for resources: {'Port': ['ID=834cef0e-8b74-405b-a4b3-ea485e2dec03,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:40.625758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] No DVR routers for this DVR port 834cef0e-8b74-405b-a4b3-ea485e2dec03 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:40.627214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:40.639582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:45:36Z', 'revision_number': 2, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:37Z', 'revision_number': 2, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:40.646575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de90676-6f9f-4bdf-865c-2f5efacb4dd7 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event deleted for resources: {'Port': ['ID=b7c42798-ad80-4a7b-b78a-5e3a48306b0f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:40.657114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1de90676-6f9f-4bdf-865c-2f5efacb4dd7 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:40.663057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.667370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Checking router: f27b8fd7-8751-423b-8702-1892a3796df4 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:45:40.667737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Updating router f27b8fd7-8751-423b-8702-1892a3796df4 port a984de41-1d34-441d-bc33-7a9bf34ef3c7 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:45:40.694605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:40.701198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.703218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.747387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-795e89b2-384a-409f-87cf-20866f5d4108 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.750589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-795e89b2-384a-409f-87cf-20866f5d4108 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.755099 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-795e89b2-384a-409f-87cf-20866f5d4108 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "DELETE /v2.0/security-groups/70a278f8-7f7e-454a-809d-aead0bc0fe20 HTTP/1.1" status: 204 len: 168 time: 0.6975675 Jun 28 06:45:40.759195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52468) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:40.760057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-983492eb-2855-4d68-a820-a4f81eec0bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:40.805142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e89b2-384a-409f-87cf-20866f5d4108 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a278f8-7f7e-454a-809d-aead0bc0fe20,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:40.807906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-795e89b2-384a-409f-87cf-20866f5d4108 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:40.862256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Transition to ACTIVE for port object 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:40.893750 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:40.901673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-861f4819-6ed0-4ca3-ab31-0462e7f3c49f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1342187 Jun 28 06:45:40.903716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.909845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52472) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:40.918909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e878963a-ec5b-4e26-a1e7-1df67b0241e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:40.933496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1de90676-6f9f-4bdf-865c-2f5efacb4dd7 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.935912 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1de90676-6f9f-4bdf-865c-2f5efacb4dd7 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "DELETE /v2.0/ports/b7c42798-ad80-4a7b-b78a-5e3a48306b0f HTTP/1.1" status: 204 len: 168 time: 2.2534261 Jun 28 06:45:40.948294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:40.949135 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added segment 57b14bb2-4af4-4ce5-a338-8fe7667a7627 of type vlan for network f622113d-20c4-4f5b-b47e-a5bd5db7116e Jun 28 06:45:40.952653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52474) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:40.975128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6cdd4d2c-c3e3-4ef9-baab-7c5dc700db49 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'tempest-secgroup--969591326'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:41.025825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.resource_extend [None req-c2b44601-99e0-4abf-9f29-f6c064652559 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 06:45:41.041744 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c16485d-0c63-4ad7-8bb7-255b3bdfb541 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] GET failed (client error): The resource could not be found. Jun 28 06:45:41.044195 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4c16485d-0c63-4ad7-8bb7-255b3bdfb541 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "GET /v2.0/ports/b7c42798-ad80-4a7b-b78a-5e3a48306b0f HTTP/1.1" status: 404 len: 333 time: 0.0894701 Jun 28 06:45:41.057307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52476) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:41.068363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'port': {'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff', 'name': 'tempest-AllowedAddressPairTestJSON-1732405121'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:41.091389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.119707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Checking segment: {'id': 'b81a18e7-89f0-4a31-a17a-c74bae4cd97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8b7cbe6e-7e6f-4853-b31e-1e98857054cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:41.120340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network hostable DHCP agents. Network: 8b7cbe6e-7e6f-4853-b31e-1e98857054cb, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:41.125231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.objects.ports [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100886) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:45:41.135359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=59f33b96-c8b0-48c2-a0c9-f01455ee7e18,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:41.135640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.143388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:41.152708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Transition to ACTIVE for port object a984de41-1d34-441d-bc33-7a9bf34ef3c7 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:41.159982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2b44601-99e0-4abf-9f29-f6c064652559 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.166643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.166643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3620c50e-195c-422a-b1e5-90df92b21518 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:41.245754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.249063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:41.258114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.259351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4d2c-c3e3-4ef9-baab-7c5dc700db49 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.261607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:41.266664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:41.266940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2b44601-99e0-4abf-9f29-f6c064652559 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.269396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 8b7cbe6e-7e6f-4853-b31e-1e98857054cb is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:41.270626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:41.271301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.289914 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=e966b1a8-603e-4127-b080-e3d038e4e6ae,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:41.293280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:41.297076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d86647-0b79-4616-b3fa-001c9397a02c None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:41.298699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-57d3e7b5-569f-4c52-bc0a-60783fb34862 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:41.308232 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 85c93e35-952d-4d0f-93c4-a47e43841ba5 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:41.336889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:41.339470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:41.380299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.385997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:41.386603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.404504 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2086370 Jun 28 06:45:41.413665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52478) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:41.414627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d62ed-4974-46ff-a174-e6a6ef4369ec None None] Pushing event updated for resources: {'Port': ['ID=a984de41-1d34-441d-bc33-7a9bf34ef3c7,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:41.425545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:7c:fa:3f', 'name': 'tempest-NetworksTestDHCPv6-76935763'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:41.439315 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ff9d62ed-4974-46ff-a174-e6a6ef4369ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:41.439982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=60ab30d5-34ec-4d6d-84e5-8ca6f8db924a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:41.442348 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:41.465401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-79fc3b9a-f741-4581-a087-41359b46cedd tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:41.467294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab38c0d-8128-412b-8dd9-7d78bafe185b None None] Network 85c93e35-952d-4d0f-93c4-a47e43841ba5 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:41.480921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 8b7cbe6e-7e6f-4853-b31e-1e98857054cb) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:41.500233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.504266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e6bd2e-8efb-4b98-b6c0-48bb4ff709d7 None None] Network 8b7cbe6e-7e6f-4853-b31e-1e98857054cb requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:41.508131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:41.509031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.571602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Attempting to bind port a984de41-1d34-441d-bc33-7a9bf34ef3c7 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:41.572874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Attempting to bind port a984de41-1d34-441d-bc33-7a9bf34ef3c7 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '81f79b9d-5e1c-4d49-bdd0-22173d705a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5d483568-c321-4d6a-822b-d510d5717942'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:41.573533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Attempting to bind port a984de41-1d34-441d-bc33-7a9bf34ef3c7 on network 5d483568-c321-4d6a-822b-d510d5717942 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:41.585070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Made reservation on behalf of 47f5e00839b542f687b54a491965c43f for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:41.588604 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.647917 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7007015 Jun 28 06:45:41.650308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:41.656560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Checking segment: {'id': '81f79b9d-5e1c-4d49-bdd0-22173d705a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5d483568-c321-4d6a-822b-d510d5717942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:41.656560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.656826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52480) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:41.656938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Bound using segment: {'id': '81f79b9d-5e1c-4d49-bdd0-22173d705a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5d483568-c321-4d6a-822b-d510d5717942'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:41.656938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Bound port: a984de41-1d34-441d-bc33-7a9bf34ef3c7, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f79b9d-5e1c-4d49-bdd0-22173d705a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5d483568-c321-4d6a-822b-d510d5717942'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:41.656938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.664955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': '8b7cbe6e-7e6f-4853-b31e-1e98857054cb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1191094202'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:41.702739 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7593405 Jun 28 06:45:41.702739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Network': ['ID=f622113d-20c4-4f5b-b47e-a5bd5db7116e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:41.704840 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:41.705404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52482) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:41.719674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'subnet': {'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:41.727554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] device_id is not set on port a2b7d70c-bf12-4a46-94e0-e88788ad0934 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:41.781695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b44601-99e0-4abf-9f29-f6c064652559 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:41.854613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network f622113d-20c4-4f5b-b47e-a5bd5db7116e details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:41.856409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:41.946340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4d2c-c3e3-4ef9-baab-7c5dc700db49 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.965591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b44601-99e0-4abf-9f29-f6c064652559 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:41.969924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2b44601-99e0-4abf-9f29-f6c064652559 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:41.981763 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c430e-5cb9-4ebf-9818-b77ba641738b None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:41.983201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Allocated IP 172.20.0.11 (1ecb4842-b568-4b08-9b88-c19b64efb3ff/c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7/a2b7d70c-bf12-4a46-94e0-e88788ad0934) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:41.993808 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c430e-5cb9-4ebf-9818-b77ba641738b None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:41.994817 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-8e7c430e-5cb9-4ebf-9818-b77ba641738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:42.009391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-910bd2e7-cfe6-4a8d-bf78-8056307d855d None None] Provisioning for port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:42.035012 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-8e7c430e-5cb9-4ebf-9818-b77ba641738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:42.039013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4d2c-c3e3-4ef9-baab-7c5dc700db49 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.043825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:42.063334 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c2b44601-99e0-4abf-9f29-f6c064652559 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "PUT /v2.0/floatingips/75d82dd3-886b-48a1-aeba-9c43fc19529d HTTP/1.1" status: 200 len: 977 time: 2.2908196 Jun 28 06:45:42.066433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52486) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:42.073573 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c430e-5cb9-4ebf-9818-b77ba641738b None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:42.074442 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-8e7c430e-5cb9-4ebf-9818-b77ba641738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:42.116628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd4d2c-c3e3-4ef9-baab-7c5dc700db49 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6841f70f-51b0-43c3-b3b9-bd0369c006d2,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:42.120077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'e966b1a8-603e-4127-b080-e3d038e4e6ae'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:42.120647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6cdd4d2c-c3e3-4ef9-baab-7c5dc700db49 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:42.121001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.166673 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-8e7c430e-5cb9-4ebf-9818-b77ba641738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:42.167706 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c430e-5cb9-4ebf-9818-b77ba641738b None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:42.171532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] For port a984de41-1d34-441d-bc33-7a9bf34ef3c7, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:42.220788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] For port a984de41-1d34-441d-bc33-7a9bf34ef3c7, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a984de41-1d34-441d-bc33-7a9bf34ef3c7,segment=NetworkSegment(81f79b9d-5e1c-4d49-bdd0-22173d705a16),segment_id=81f79b9d-5e1c-4d49-bdd0-22173d705a16)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:42.226770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.261132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port 39cca84e-105e-4c63-b80c-fa996f0c444f {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:42.261566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.300445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-8b7cbe6e-7e6f-4853-b31e-1e98857054cb', 'network_id': '8b7cbe6e-7e6f-4853-b31e-1e98857054cb', 'tenant_id': 'fb4cea3c5cce4e11913a94a64c35b037', 'fixed_ips': [{'subnet_id': '59f33b96-c8b0-48c2-a0c9-f01455ee7e18'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:42.302339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.312130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.337106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.344014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4f0a6bae-26c4-4a74-89e4-a40388b09cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:42.355110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:42.355619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.356021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.369792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for 39cca84e-105e-4c63-b80c-fa996f0c444f owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:42.388035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:42.407135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Transition to ACTIVE for port object a2b7d70c-bf12-4a46-94e0-e88788ad0934 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:42.433680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4d2c-c3e3-4ef9-baab-7c5dc700db49 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.437783 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6cdd4d2c-c3e3-4ef9-baab-7c5dc700db49 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5077238 Jun 28 06:45:42.444674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52488) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:42.464535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f672c734-7e9c-4450-bdd1-4945c8df2280 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '6841f70f-51b0-43c3-b3b9-bd0369c006d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:42.465183 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING neutron.api.v2.base [None req-f672c734-7e9c-4450-bdd1-4945c8df2280 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 28 06:45:42.466446 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-f672c734-7e9c-4450-bdd1-4945c8df2280 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:42.466578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:42.466683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.470410 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f672c734-7e9c-4450-bdd1-4945c8df2280 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0131238 Jun 28 06:45:42.472104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52490) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:42.569564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:42.570573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:42.571209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:42.572937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d62ed-4974-46ff-a174-e6a6ef4369ec None None] Pushing event updated for resources: {'Port': ['ID=a984de41-1d34-441d-bc33-7a9bf34ef3c7,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:42.577780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Allocated IP 2001:db8::f816:3eff:fef0:89e9 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/e966b1a8-603e-4127-b080-e3d038e4e6ae/f919e120-c9c6-4f1b-af45-0156041cc8cc) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:42.586369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ff9d62ed-4974-46ff-a174-e6a6ef4369ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:42.593174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.618141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port de8b9ebb-a5ec-4611-84bf-2b9195ba0951 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:42.619469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.677832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 6768c9d8-9bf5-4936-ad3a-135e74dbd3ef yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:42.703366 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.722447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7b961ded-54c1-487a-8cd9-664081fa0837 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:42.810212 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a522811-ec84-45d9-99ed-9d7c28fcc26f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.811858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:42.816589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.818563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Allocated IP 172.20.0.2 (8b7cbe6e-7e6f-4853-b31e-1e98857054cb/59f33b96-c8b0-48c2-a0c9-f01455ee7e18/61cc39ba-8f04-4564-b58d-257f7c47cae2) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:42.840522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:45:42.897040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:42.948444 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:42.965604 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:42.971587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.975093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a522811-ec84-45d9-99ed-9d7c28fcc26f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:42.978139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Port': ['ID=a2b7d70c-bf12-4a46-94e0-e88788ad0934,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:43.020576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:43.033273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2aebed0d-cc5b-4946-bd4a-a78a024b2d97,segment=NetworkSegment(2f0bd44e-b01a-4eaf-97fa-ed28365b870b),segment_id=2f0bd44e-b01a-4eaf-97fa-ed28365b870b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:43.099060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.134462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:43.136610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.187640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.203819 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.203985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bce66fb5-3b35-4527-b430-217ff2a54a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:43.206355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-523f6003-98b8-4858-b534-28f3d650924a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:43.268298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a522811-ec84-45d9-99ed-9d7c28fcc26f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.271330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a522811-ec84-45d9-99ed-9d7c28fcc26f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.271844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.272772 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2a522811-ec84-45d9-99ed-9d7c28fcc26f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "DELETE /v2.0/security-groups/6841f70f-51b0-43c3-b3b9-bd0369c006d2 HTTP/1.1" status: 204 len: 168 time: 0.8011625 Jun 28 06:45:43.275234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52492) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:43.280974 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2178025 Jun 28 06:45:43.291355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52496) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:43.309448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'port': {'network_id': '1ecb4842-b568-4b08-9b88-c19b64efb3ff', 'name': 'tempest-AllowedAddressPairTestJSON-1682596020'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:43.323406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=60ab30d5-34ec-4d6d-84e5-8ca6f8db924a,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:43.323669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.331283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.333807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:43.342851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Transition to ACTIVE for port object f919e120-c9c6-4f1b-af45-0156041cc8cc will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:43.353972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4b73ab76-0219-47be-b658-70a38c0b9a7f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:43.359686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c13b95e-c491-4d04-bc9f-6a1c1511a8ec tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:43.390891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a522811-ec84-45d9-99ed-9d7c28fcc26f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6841f70f-51b0-43c3-b3b9-bd0369c006d2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:43.396997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a522811-ec84-45d9-99ed-9d7c28fcc26f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:43.419099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-78c7a62a-95a5-4ae8-b32f-6b09c9e805cd None None] Provisioning for port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:43.422421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=39cca84e-105e-4c63-b80c-fa996f0c444f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:43.432958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Transition to ACTIVE for port object f919e120-c9c6-4f1b-af45-0156041cc8cc will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:43.448838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2aebed0d-cc5b-4946-bd4a-a78a024b2d97,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:43.452872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:43.459655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-78c7a62a-95a5-4ae8-b32f-6b09c9e805cd None None] Provisioning complete for port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:43.460146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-78c7a62a-95a5-4ae8-b32f-6b09c9e805cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.461012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:43.505181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 85c93e35-952d-4d0f-93c4-a47e43841ba5 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:43.506694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:43.528810 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b408b20f-baa1-4ea5-8a75-427b35c83bfb tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2470462 Jun 28 06:45:43.537222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52498) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:43.537390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.537390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.539429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5d6a4b99-ead4-4073-9bd7-e73340ca408d tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513106099'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:43.547301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8ea15a3c-4545-4447-bf0f-c55f0d51f11b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:43.565641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.594977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.594977 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP 75d82dd3-886b-48a1-aeba-9c43fc19529d disassociated (deleted). External IP: 172.26.4.57, port: a25fe635-44d5-48ac-ba43-fbf1d3c35e59. Jun 28 06:45:43.608235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0493e21c-88df-40b3-8a27-aec71d032d47 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:43.627602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.631544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-78c7a62a-95a5-4ae8-b32f-6b09c9e805cd None None] Port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:43.636234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:43.653404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:43.657272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:43.675595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Transition to ACTIVE for port object 61cc39ba-8f04-4564-b58d-257f7c47cae2 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:43.682837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Pushing event updated for resources: {'Port': ['ID=f919e120-c9c6-4f1b-af45-0156041cc8cc,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:43.688225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:43.705852 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:43.714425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4b99-ead4-4073-9bd7-e73340ca408d tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.758904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-78c7a62a-95a5-4ae8-b32f-6b09c9e805cd None None] Provisioning complete for port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:43.759486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-78c7a62a-95a5-4ae8-b32f-6b09c9e805cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.763169 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Transition to ACTIVE for port object 61cc39ba-8f04-4564-b58d-257f7c47cae2 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:43.849362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Attempting to bind port f919e120-c9c6-4f1b-af45-0156041cc8cc on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:43.849793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Attempting to bind port f919e120-c9c6-4f1b-af45-0156041cc8cc by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:43.850228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Attempting to bind port f919e120-c9c6-4f1b-af45-0156041cc8cc on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:43.864206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:43.864552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:43.864752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.865677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:43.865850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Bound port: f919e120-c9c6-4f1b-af45-0156041cc8cc, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:43.866348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.871723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Made reservation on behalf of 47f5e00839b542f687b54a491965c43f for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:43.875302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.891852 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:45:36Z', 'revision_number': 2, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:42Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:43.894271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:43.899480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:43.964140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] device_id is not set on port 65e71339-cb4a-436d-9eb8-246a622e0e43 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:43.995468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:44.038062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.3 (8b7cbe6e-7e6f-4853-b31e-1e98857054cb/59f33b96-c8b0-48c2-a0c9-f01455ee7e18/de8b9ebb-a5ec-4611-84bf-2b9195ba0951) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:44.143089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9853e022-816e-47ed-b35d-ec2d5eabde10 None None] The sync data for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv is: [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:45:36Z', 'revision_number': 2, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:42Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:44.165575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:44.165973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.174506 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::f816:3eff:fe7c:fa3f (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/e966b1a8-603e-4127-b080-e3d038e4e6ae/6768c9d8-9bf5-4936-ad3a-135e74dbd3ef) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:44.176065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4b99-ead4-4073-9bd7-e73340ca408d tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.178305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Network 8b7cbe6e-7e6f-4853-b31e-1e98857054cb is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:44.195391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Subnet': ['ID=6a984310-2229-4cc8-8d12-8a0e8820eb3b,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:44.211805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:44.216841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:44.218072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:44.221299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Checking segment: {'id': '57b14bb2-4af4-4ce5-a338-8fe7667a7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:44.221654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network hostable DHCP agents. Network: f622113d-20c4-4f5b-b47e-a5bd5db7116e, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:44.249022 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Pushing event updated for resources: {'Port': ['ID=61cc39ba-8f04-4564-b58d-257f7c47cae2,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:44.259030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:44.291972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] For port f919e120-c9c6-4f1b-af45-0156041cc8cc, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:44.295101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Allocated IP 172.20.0.3 (1ecb4842-b568-4b08-9b88-c19b64efb3ff/c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7/65e71339-cb4a-436d-9eb8-246a622e0e43) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:44.326568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4b99-ead4-4073-9bd7-e73340ca408d tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.327252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] For port f919e120-c9c6-4f1b-af45-0156041cc8cc, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f919e120-c9c6-4f1b-af45-0156041cc8cc,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:44.335377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:44.339786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Attempting to bind port 61cc39ba-8f04-4564-b58d-257f7c47cae2 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:44.340159 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Attempting to bind port 61cc39ba-8f04-4564-b58d-257f7c47cae2 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'b81a18e7-89f0-4a31-a17a-c74bae4cd97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8b7cbe6e-7e6f-4853-b31e-1e98857054cb'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:44.340530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Attempting to bind port 61cc39ba-8f04-4564-b58d-257f7c47cae2 on network 8b7cbe6e-7e6f-4853-b31e-1e98857054cb {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:44.361632 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network f622113d-20c4-4f5b-b47e-a5bd5db7116e is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:44.370924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:44.372728 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:44.373975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Checking segment: {'id': 'b81a18e7-89f0-4a31-a17a-c74bae4cd97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8b7cbe6e-7e6f-4853-b31e-1e98857054cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:44.374650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.375056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Bound using segment: {'id': 'b81a18e7-89f0-4a31-a17a-c74bae4cd97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8b7cbe6e-7e6f-4853-b31e-1e98857054cb'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:44.375597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Bound port: 61cc39ba-8f04-4564-b58d-257f7c47cae2, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81a18e7-89f0-4a31-a17a-c74bae4cd97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8b7cbe6e-7e6f-4853-b31e-1e98857054cb'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:44.376020 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.381888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.390695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:45:44.403399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.411686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-182dab67-0bef-4a5f-bbce-4306f20d90e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:44.413922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b0245-443e-4dd3-8e9c-9c01d536a7c3 None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:44.461523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a4b99-ead4-4073-9bd7-e73340ca408d tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3789ecb1-97f3-4b07-a8b3-3c7446f796aa,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:44.465028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.486155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-281b15a6-e615-4335-8c52-9f00c76880ae None None] Provisioning complete for port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:44.486700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-281b15a6-e615-4335-8c52-9f00c76880ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.512140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5d6a4b99-ead4-4073-9bd7-e73340ca408d tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:44.515204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4b99-ead4-4073-9bd7-e73340ca408d tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.516412 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5d6a4b99-ead4-4073-9bd7-e73340ca408d tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9815588 Jun 28 06:45:44.519565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.523247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52502) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:44.523883 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, f622113d-20c4-4f5b-b47e-a5bd5db7116e) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:44.536672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b0245-443e-4dd3-8e9c-9c01d536a7c3 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:44.536672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fa4b0245-443e-4dd3-8e9c-9c01d536a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:44.537031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d17a79f8-2ee5-45c2-90b6-0e7751f8c988 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '3789ecb1-97f3-4b07-a8b3-3c7446f796aa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:44.537721 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-d17a79f8-2ee5-45c2-90b6-0e7751f8c988 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 28 06:45:44.538008 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-d17a79f8-2ee5-45c2-90b6-0e7751f8c988 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:44.542443 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d17a79f8-2ee5-45c2-90b6-0e7751f8c988 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0159557 Jun 28 06:45:44.542443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52504) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:44.549591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:44.549591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.580482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 6768c9d8-9bf5-4936-ad3a-135e74dbd3ef will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:44.604221 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/floatingips/75d82dd3-886b-48a1-aeba-9c43fc19529d HTTP/1.1" status: 204 len: 168 time: 2.5359597 Jun 28 06:45:44.612157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52506) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:44.619821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Pushing event updated for resources: {'Port': ['ID=f919e120-c9c6-4f1b-af45-0156041cc8cc,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:44.628320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:44.654234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object de8b9ebb-a5ec-4611-84bf-2b9195ba0951 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:44.666909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:44.680173 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:44.696284 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:44.697502 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:44.698411 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0145111 Jun 28 06:45:44.700266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52508) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:44.725674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'network': {'name': 'tempest-RoutersTest-826821135'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:44.736583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] For port 61cc39ba-8f04-4564-b58d-257f7c47cae2, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:44.741724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] For port 61cc39ba-8f04-4564-b58d-257f7c47cae2, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=61cc39ba-8f04-4564-b58d-257f7c47cae2,segment=NetworkSegment(b81a18e7-89f0-4a31-a17a-c74bae4cd97c),segment_id=b81a18e7-89f0-4a31-a17a-c74bae4cd97c)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:44.744342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e7109-bfac-4afa-9037-18cdc89f1cf0 None None] Network f622113d-20c4-4f5b-b47e-a5bd5db7116e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:44.750965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-281b15a6-e615-4335-8c52-9f00c76880ae None None] Port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:44.752786 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0399237 Jun 28 06:45:44.763837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52510) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:44.778174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fa4b0245-443e-4dd3-8e9c-9c01d536a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:44.780116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e423-89b1-4a5a-828b-d41bbe5216ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.844090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b0245-443e-4dd3-8e9c-9c01d536a7c3 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:44.845139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fa4b0245-443e-4dd3-8e9c-9c01d536a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:44.854282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.919930 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:45:44.933919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:44.940389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-281b15a6-e615-4335-8c52-9f00c76880ae None None] Provisioning for port a2b7d70c-bf12-4a46-94e0-e88788ad0934 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:44.965450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fa4b0245-443e-4dd3-8e9c-9c01d536a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:44.966331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b0245-443e-4dd3-8e9c-9c01d536a7c3 None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:44.979612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-281b15a6-e615-4335-8c52-9f00c76880ae None None] Provisioning complete for port a2b7d70c-bf12-4a46-94e0-e88788ad0934 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:44.979954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-281b15a6-e615-4335-8c52-9f00c76880ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:44.996774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.006788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2014899b-3474-4706-9fd6-7d85c47345b7 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:45.024348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-281b15a6-e615-4335-8c52-9f00c76880ae None None] Port a2b7d70c-bf12-4a46-94e0-e88788ad0934 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:45.053243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e423-89b1-4a5a-828b-d41bbe5216ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.092515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Pushing event updated for resources: {'Port': ['ID=61cc39ba-8f04-4564-b58d-257f7c47cae2,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:45.100822 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:45.173738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:45.198527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:45.199719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.205140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:45.209588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.209876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:45.233119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.256761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:45.262603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Transition to ACTIVE for port object 65e71339-cb4a-436d-9eb8-246a622e0e43 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:45.268549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:45.270421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.308317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:45.330192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.344659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ecfb8110-623f-47fd-9c2f-bfb024b5771c tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:45.384539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.384912 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added segment 25c77de9-6a99-4fdf-b0f5-0c13b0118edf of type vlan for network 1af2888a-b0e5-4188-b702-367d48d43850 Jun 28 06:45:45.392402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=6768c9d8-9bf5-4936-ad3a-135e74dbd3ef,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:45.407235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-333d8671-2699-46d7-bb68-75bf934e9b1b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port a25fe635-44d5-48ac-ba43-fbf1d3c35e59 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:45.407235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-333d8671-2699-46d7-bb68-75bf934e9b1b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.446947 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:41Z', 'revision_number': 2, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:42Z', 'revision_number': 2, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:45.480817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:45.490485 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:45:45.491070 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Updating router 40459a39-77d1-4107-8f4c-1785013864c5 port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:45:45.492454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Allocated IP 2001:db8:1::2 (f622113d-20c4-4f5b-b47e-a5bd5db7116e/6a984310-2229-4cc8-8d12-8a0e8820eb3b/b0e0b3a7-271c-44c2-b7f0-fab1072853d4) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:45.553440 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.611101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 8b7cbe6e-7e6f-4853-b31e-1e98857054cb is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:45.629815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e423-89b1-4a5a-828b-d41bbe5216ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.634906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e423-89b1-4a5a-828b-d41bbe5216ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.643742 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7ba9e423-89b1-4a5a-828b-d41bbe5216ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "DELETE /v2.0/security-groups/3789ecb1-97f3-4b07-a8b3-3c7446f796aa HTTP/1.1" status: 204 len: 168 time: 1.0870390 Jun 28 06:45:45.656596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d0bebc18-a557-4cfd-9fcc-68a731e17d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:45.679072 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2576323 Jun 28 06:45:45.679750 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52514) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:45.680088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52516) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:45.681300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbda8f-0386-447b-8c55-fe3247c05a39 req-a9a0fa12-f3af-4c79-9312-2196578ea8c9 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:45.689179 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-56cbda8f-0386-447b-8c55-fe3247c05a39 req-a9a0fa12-f3af-4c79-9312-2196578ea8c9 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.5978391 Jun 28 06:45:45.783940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:45.811110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:45.836954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.854530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Transition to ACTIVE for port object b0e0b3a7-271c-44c2-b7f0-fab1072853d4 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:45.888584 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Transition to ACTIVE for port object b0e0b3a7-271c-44c2-b7f0-fab1072853d4 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:45.899536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a984de41-1d34-441d-bc33-7a9bf34ef3c7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:45.921804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=de8b9ebb-a5ec-4611-84bf-2b9195ba0951,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:45.929247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.944228 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9e423-89b1-4a5a-828b-d41bbe5216ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3789ecb1-97f3-4b07-a8b3-3c7446f796aa,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:45.953270 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:45.960603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.997871 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:45.998450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.004057 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-56cbda8f-0386-447b-8c55-fe3247c05a39 req-0af3bedc-c40a-42e1-a1db-9f66fa21df1a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090843 Jun 28 06:45:46.004812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:46.012336 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Transition to ACTIVE for port object 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:46.037585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ff9d62ed-4974-46ff-a174-e6a6ef4369ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:46.042882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7ba9e423-89b1-4a5a-828b-d41bbe5216ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:46.078693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:46.078693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.097412 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.103138 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-04ed91c7-b477-4355-b7d8-33720e13a6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:46.137887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Pushing event updated for resources: {'Port': ['ID=b0e0b3a7-271c-44c2-b7f0-fab1072853d4,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:46.143585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:46.150632 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fe456b21-0e2b-47d8-aa3e-409f5d4caa65 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4070470 Jun 28 06:45:46.161054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52520) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:46.161676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Network f622113d-20c4-4f5b-b47e-a5bd5db7116e is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:46.171023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e0c1afaa-b4cf-4f79-9b4b-442716235e3f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'tempest-secgroup--36162648'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:46.173489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:46.181133 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:46.201176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.224427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:46.225298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.234384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-333d8671-2699-46d7-bb68-75bf934e9b1b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.247045 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Pushing event updated for resources: {'Port': ['ID=60ab30d5-34ec-4d6d-84e5-8ca6f8db924a,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:46.283353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e9442-a26f-4dbe-8649-10bc3d6cf2c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:46.294637 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.295080 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.295719 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.296710 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.297223 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.298042 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.299138 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.299703 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e9442-a26f-4dbe-8649-10bc3d6cf2c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:46.300994 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.300994 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.300994 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.307660 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.308020 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-847e9442-a26f-4dbe-8649-10bc3d6cf2c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5591848 Jun 28 06:45:46.308281 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:46.314047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52522) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:46.319016 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:46.323491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:46.328701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.332583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Attempting to bind port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:46.332583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Attempting to bind port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '57b14bb2-4af4-4ce5-a338-8fe7667a7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:46.332929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Attempting to bind port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 on network f622113d-20c4-4f5b-b47e-a5bd5db7116e {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:46.333834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0c1afaa-b4cf-4f79-9b4b-442716235e3f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.342104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:46.342567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Checking segment: {'id': '57b14bb2-4af4-4ce5-a338-8fe7667a7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:46.343047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.343515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Bound using segment: {'id': '57b14bb2-4af4-4ce5-a338-8fe7667a7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:46.344060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Bound port: b0e0b3a7-271c-44c2-b7f0-fab1072853d4, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b14bb2-4af4-4ce5-a338-8fe7667a7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:46.344572 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.380610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-333d8671-2699-46d7-bb68-75bf934e9b1b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for a25fe635-44d5-48ac-ba43-fbf1d3c35e59 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:46.399000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:46.403484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:46.429919 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Attempting to bind port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:46.430303 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Attempting to bind port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '2f0bd44e-b01a-4eaf-97fa-ed28365b870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:46.430729 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Attempting to bind port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a on network 85c93e35-952d-4d0f-93c4-a47e43841ba5 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:46.439093 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:46.439474 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Checking segment: {'id': '2f0bd44e-b01a-4eaf-97fa-ed28365b870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:46.439884 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.440282 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Bound using segment: {'id': '2f0bd44e-b01a-4eaf-97fa-ed28365b870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:46.441079 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Bound port: 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0bd44e-b01a-4eaf-97fa-ed28365b870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:46.441217 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.488034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] For port b0e0b3a7-271c-44c2-b7f0-fab1072853d4, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:46.492298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] For port b0e0b3a7-271c-44c2-b7f0-fab1072853d4, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b0e0b3a7-271c-44c2-b7f0-fab1072853d4,segment=NetworkSegment(57b14bb2-4af4-4ce5-a338-8fe7667a7627),segment_id=57b14bb2-4af4-4ce5-a338-8fe7667a7627)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:46.494548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port a984de41-1d34-441d-bc33-7a9bf34ef3c7 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:46.513003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a984de41-1d34-441d-bc33-7a9bf34ef3c7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:46.513003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.584916 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8714902 Jun 28 06:45:46.589841 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.9368503 Jun 28 06:45:46.607676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.616939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52524) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:46.616939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52526) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:46.623030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Port': ['ID=65e71339-cb4a-436d-9eb8-246a622e0e43,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:46.650355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:46.659685 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] For port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:46.661590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-cbb5a2fd-7977-4abd-95a4-c5ab305650f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:46.669854 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] For port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=60ab30d5-34ec-4d6d-84e5-8ca6f8db924a,segment=NetworkSegment(2f0bd44e-b01a-4eaf-97fa-ed28365b870b),segment_id=2f0bd44e-b01a-4eaf-97fa-ed28365b870b)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:46.678222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'subnet': {'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:46.684498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-52c34e7e-34ed-4c29-9d6f-e5233e5ec9ca None None] Provisioning for port f919e120-c9c6-4f1b-af45-0156041cc8cc completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:46.768272 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.768573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:46.772258 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:46.773052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.852286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port a984de41-1d34-441d-bc33-7a9bf34ef3c7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a984de41-1d34-441d-bc33-7a9bf34ef3c7,segment=NetworkSegment(81f79b9d-5e1c-4d49-bdd0-22173d705a16),segment_id=81f79b9d-5e1c-4d49-bdd0-22173d705a16)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:46.864524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Pushing event updated for resources: {'Port': ['ID=b0e0b3a7-271c-44c2-b7f0-fab1072853d4,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:46.869137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:46.900925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0c1afaa-b4cf-4f79-9b4b-442716235e3f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.907104 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Pushing event updated for resources: {'Port': ['ID=60ab30d5-34ec-4d6d-84e5-8ca6f8db924a,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:46.913830 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:46.926540 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:46.927264 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:46.949677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:46.951327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 61cc39ba-8f04-4564-b58d-257f7c47cae2 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:47.009237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Allocated IP 2001:db8:1::1 (f622113d-20c4-4f5b-b47e-a5bd5db7116e/6a984310-2229-4cc8-8d12-8a0e8820eb3b/2a272337-3829-403b-9faa-ab7f872ce248) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:47.047450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-93ec0d67-ef66-4320-9133-dcec3844993f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:47.113747 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:45:47.189117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=a984de41-1d34-441d-bc33-7a9bf34ef3c7,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:47.197447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:47.199154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c89697b9-4d5b-4be0-8965-503d045cd457 None None] Provisioning for port 65e71339-cb4a-436d-9eb8-246a622e0e43 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:47.206300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c89697b9-4d5b-4be0-8965-503d045cd457 None None] Provisioning complete for port 65e71339-cb4a-436d-9eb8-246a622e0e43 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:47.206777 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c89697b9-4d5b-4be0-8965-503d045cd457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.261548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c89697b9-4d5b-4be0-8965-503d045cd457 None None] Port 65e71339-cb4a-436d-9eb8-246a622e0e43 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:47.270136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e19519-297a-4dc9-8bbd-b7d539526fb6 None None] Network 8b7cbe6e-7e6f-4853-b31e-1e98857054cb requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:47.346101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.367300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Transition to ACTIVE for port object 2a272337-3829-403b-9faa-ab7f872ce248 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:47.376825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0c1afaa-b4cf-4f79-9b4b-442716235e3f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.388647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:47.423430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:47.424107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.435290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1afaa-b4cf-4f79-9b4b-442716235e3f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d5a2d6-b69d-4a89-a26e-21d59761d371,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:47.439377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e0c1afaa-b4cf-4f79-9b4b-442716235e3f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:47.478714 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:41Z', 'revision_number': 2, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:47.479379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 61cc39ba-8f04-4564-b58d-257f7c47cae2 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:47.485838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0c1afaa-b4cf-4f79-9b4b-442716235e3f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.491032 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e0c1afaa-b4cf-4f79-9b4b-442716235e3f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3285997 Jun 28 06:45:47.491673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52530) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:47.498030 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-bfc7cb24-84b6-48f9-9004-95f207a3cd25 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '81d5a2d6-b69d-4a89-a26e-21d59761d371', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:47.498898 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-bfc7cb24-84b6-48f9-9004-95f207a3cd25 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 28 06:45:47.499405 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-bfc7cb24-84b6-48f9-9004-95f207a3cd25 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:47.508666 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bfc7cb24-84b6-48f9-9004-95f207a3cd25 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0155587 Jun 28 06:45:47.509294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52532) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:47.518585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-04261e3c-d5cf-4180-a216-60e9583d7422 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '81d5a2d6-b69d-4a89-a26e-21d59761d371', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:47.521700 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-04261e3c-d5cf-4180-a216-60e9583d7422 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 28 06:45:47.523213 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-04261e3c-d5cf-4180-a216-60e9583d7422 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:47.527000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f919e120-c9c6-4f1b-af45-0156041cc8cc up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:47.528458 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-04261e3c-d5cf-4180-a216-60e9583d7422 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0181432 Jun 28 06:45:47.532255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52534) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:47.548607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-751657a6-c829-4e93-b3a1-6035f9f49265 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '81d5a2d6-b69d-4a89-a26e-21d59761d371', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:47.549851 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-751657a6-c829-4e93-b3a1-6035f9f49265 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 28 06:45:47.552099 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-751657a6-c829-4e93-b3a1-6035f9f49265 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:47.558930 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-751657a6-c829-4e93-b3a1-6035f9f49265 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0248759 Jun 28 06:45:47.559612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52536) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:47.562265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.563789 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ef66d-61bc-4526-bd68-91938c02c34a None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:41Z', 'revision_number': 2, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:47.584342 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-fc4b9191-5005-4230-b87f-c9204e61bcfd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '81d5a2d6-b69d-4a89-a26e-21d59761d371', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:47.589059 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-fc4b9191-5005-4230-b87f-c9204e61bcfd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 28 06:45:47.589743 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-fc4b9191-5005-4230-b87f-c9204e61bcfd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:47.595587 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fc4b9191-5005-4230-b87f-c9204e61bcfd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0347447 Jun 28 06:45:47.598845 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-79b1f25e-8c52-4ab9-9de2-fbcc4970ceba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:47.603053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Provisioning for port 6768c9d8-9bf5-4936-ad3a-135e74dbd3ef completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:47.613422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52538) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:47.615213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Provisioning complete for port 6768c9d8-9bf5-4936-ad3a-135e74dbd3ef triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:47.615597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.666762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Network': ['ID=1af2888a-b0e5-4188-b702-367d48d43850,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:47.680353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 1af2888a-b0e5-4188-b702-367d48d43850 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:47.680806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:47.684249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:47.688137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.704264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Port 6768c9d8-9bf5-4936-ad3a-135e74dbd3ef cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:47.716123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network f622113d-20c4-4f5b-b47e-a5bd5db7116e is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:47.730697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:47.737172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:47.737940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.772006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port f919e120-c9c6-4f1b-af45-0156041cc8cc completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:47.785772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f919e120-c9c6-4f1b-af45-0156041cc8cc triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:47.785772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.815336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=2a272337-3829-403b-9faa-ab7f872ce248,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:47.823346 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:47.840510 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5470331 Jun 28 06:45:47.846180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52540) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:47.850610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-ac84f002-3df6-46f4-8d13-b63068c46848 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 6768c9d8-9bf5-4936-ad3a-135e74dbd3ef {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:47.851079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac84f002-3df6-46f4-8d13-b63068c46848 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.853798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:0b:c2:ab'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:68:37:04'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:47.853979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Provisioning for port 61cc39ba-8f04-4564-b58d-257f7c47cae2 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:47.875964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Provisioning complete for port 61cc39ba-8f04-4564-b58d-257f7c47cae2 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:47.876353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:47.978987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-caa2f173-2d7c-49cc-9186-a6785141d115 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port de8b9ebb-a5ec-4611-84bf-2b9195ba0951 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:47.979439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-caa2f173-2d7c-49cc-9186-a6785141d115 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.000313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b72eebd-f848-4f14-b3a4-2fce1f9cc808 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.078642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.111160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b72eebd-f848-4f14-b3a4-2fce1f9cc808 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.115102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.137321 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port f919e120-c9c6-4f1b-af45-0156041cc8cc, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f919e120-c9c6-4f1b-af45-0156041cc8cc,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:48.195028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] For port 61cc39ba-8f04-4564-b58d-257f7c47cae2, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=61cc39ba-8f04-4564-b58d-257f7c47cae2,segment=NetworkSegment(b81a18e7-89f0-4a31-a17a-c74bae4cd97c),segment_id=b81a18e7-89f0-4a31-a17a-c74bae4cd97c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:48.246076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.249333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:48.335473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.371863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b72eebd-f848-4f14-b3a4-2fce1f9cc808 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.382561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b72eebd-f848-4f14-b3a4-2fce1f9cc808 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.388175 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1b72eebd-f848-4f14-b3a4-2fce1f9cc808 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "DELETE /v2.0/security-groups/81d5a2d6-b69d-4a89-a26e-21d59761d371 HTTP/1.1" status: 204 len: 168 time: 0.7634785 Jun 28 06:45:48.398813 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=f919e120-c9c6-4f1b-af45-0156041cc8cc,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:48.404825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52542) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:48.408690 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7ba9e423-89b1-4a5a-828b-d41bbe5216ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:48.410155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:48.410701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0184ecbf-dae9-4d26-8b61-0d4dde8ad459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:48.439852 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.509653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72eebd-f848-4f14-b3a4-2fce1f9cc808 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d5a2d6-b69d-4a89-a26e-21d59761d371,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:48.512761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1b72eebd-f848-4f14-b3a4-2fce1f9cc808 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:48.513615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.667184 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ae180f07-3645-4984-a319-d52bdc642777 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2420835 Jun 28 06:45:48.671547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52544) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:48.679648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-60b6d48d-4132-4d01-a28c-4a2ae614e884 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084029298'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:48.687509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:48.758736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff61450-0bbb-4780-9f70-3a3a9b8fb4e2 None None] Network f622113d-20c4-4f5b-b47e-a5bd5db7116e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:48.798785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Pushing event updated for resources: {'Port': ['ID=61cc39ba-8f04-4564-b58d-257f7c47cae2,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:48.803202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218dd19-2442-4bb2-8f49-1166d27d72df req-0cc313ec-a883-4858-94a6-7386b7c98c70 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:48.804770 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c218dd19-2442-4bb2-8f49-1166d27d72df req-0cc313ec-a883-4858-94a6-7386b7c98c70 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 1.3612025 Jun 28 06:45:48.814273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:48.862579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac84f002-3df6-46f4-8d13-b63068c46848 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.882887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60b6d48d-4132-4d01-a28c-4a2ae614e884 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.903163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-ac84f002-3df6-46f4-8d13-b63068c46848 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 6768c9d8-9bf5-4936-ad3a-135e74dbd3ef owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:48.931026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:48.938888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-caa2f173-2d7c-49cc-9186-a6785141d115 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.952195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:48.953386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:48.985047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d109b0f5-9f35-472f-bbb5-8634bc6a31e7 None None] Provisioning for port de8b9ebb-a5ec-4611-84bf-2b9195ba0951 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:49.001428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d109b0f5-9f35-472f-bbb5-8634bc6a31e7 None None] Provisioning complete for port de8b9ebb-a5ec-4611-84bf-2b9195ba0951 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:49.001827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d109b0f5-9f35-472f-bbb5-8634bc6a31e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.021256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-caa2f173-2d7c-49cc-9186-a6785141d115 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for de8b9ebb-a5ec-4611-84bf-2b9195ba0951 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:49.022690 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.025418 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c218dd19-2442-4bb2-8f49-1166d27d72df req-0f792470-0d2a-44c2-b001-310a62e12f0d tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799030 Jun 28 06:45:49.026034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-333d8671-2699-46d7-bb68-75bf934e9b1b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.038618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-06052086-1ff5-4b92-a10d-8bb5d262d9dc tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:49.056886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d109b0f5-9f35-472f-bbb5-8634bc6a31e7 None None] Port de8b9ebb-a5ec-4611-84bf-2b9195ba0951 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:49.108331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d109b0f5-9f35-472f-bbb5-8634bc6a31e7 None None] Provisioning complete for port 61cc39ba-8f04-4564-b58d-257f7c47cae2 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:49.108817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d109b0f5-9f35-472f-bbb5-8634bc6a31e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.122691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60b6d48d-4132-4d01-a28c-4a2ae614e884 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.150837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d8671-2699-46d7-bb68-75bf934e9b1b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=a25fe635-44d5-48ac-ba43-fbf1d3c35e59,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:49.158289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.162272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.163006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-333d8671-2699-46d7-bb68-75bf934e9b1b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:49.163186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.177735 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1386dae0-1e44-4529-8adf-492ce0319d27 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:49.224459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=60ab30d5-34ec-4d6d-84e5-8ca6f8db924a,segment=NetworkSegment(2f0bd44e-b01a-4eaf-97fa-ed28365b870b),segment_id=2f0bd44e-b01a-4eaf-97fa-ed28365b870b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:49.277413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60b6d48d-4132-4d01-a28c-4a2ae614e884 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.300894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.308996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.310469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a984de41-1d34-441d-bc33-7a9bf34ef3c7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:49.313838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2611b367-ff1f-447f-83b1-a3566cd658bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:49.317050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5b465fe6-8225-4b66-b627-002481cecc32 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:49.379611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.389929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=2a272337-3829-403b-9faa-ab7f872ce248,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:49.392230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:49.395964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9d5ba742-540a-4b76-af61-018a6a23ab74 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:49.437117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=60ab30d5-34ec-4d6d-84e5-8ca6f8db924a,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:49.441921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:49.447446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-535de459-a04c-435a-a6f5-951b8ddec460 None None] Provisioning complete for port de8b9ebb-a5ec-4611-84bf-2b9195ba0951 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:49.447830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-535de459-a04c-435a-a6f5-951b8ddec460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.453379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network f622113d-20c4-4f5b-b47e-a5bd5db7116e is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:49.456600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:49.459271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6d48d-4132-4d01-a28c-4a2ae614e884 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbe863a-032e-4574-9819-91bbd550462d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:49.465140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-333d8671-2699-46d7-bb68-75bf934e9b1b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.465367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-60b6d48d-4132-4d01-a28c-4a2ae614e884 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:49.468002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60b6d48d-4132-4d01-a28c-4a2ae614e884 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.468370 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-333d8671-2699-46d7-bb68-75bf934e9b1b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/ports/a25fe635-44d5-48ac-ba43-fbf1d3c35e59 HTTP/1.1" status: 204 len: 168 time: 4.8539994 Jun 28 06:45:49.469609 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-60b6d48d-4132-4d01-a28c-4a2ae614e884 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7947483 Jun 28 06:45:49.470771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.473186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52550) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:49.473831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52552) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:49.474934 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-da81ab3d-7639-465e-8050-dacb2e324465 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:49.483407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:49.496805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Subnet': ['ID=e4ad01d9-6848-40f8-a54f-c8d9f6f90039,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:49.499994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7b554562-be65-47e6-8f1b-e1ce948c5327 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '9bbe863a-032e-4574-9819-91bbd550462d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:49.500475 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-7b554562-be65-47e6-8f1b-e1ce948c5327 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 28 06:45:49.500998 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-7b554562-be65-47e6-8f1b-e1ce948c5327 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:49.505023 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7b554562-be65-47e6-8f1b-e1ce948c5327 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079296 Jun 28 06:45:49.509357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a984de41-1d34-441d-bc33-7a9bf34ef3c7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:49.509746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.541309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52554) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:49.542005 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a18a6d73-2144-40fe-b9bd-c0de097a4807 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '9bbe863a-032e-4574-9819-91bbd550462d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:49.542474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:49.553976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Checking segment: {'id': '25c77de9-6a99-4fdf-b0f5-0c13b0118edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:49.554775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network hostable DHCP agents. Network: 1af2888a-b0e5-4188-b702-367d48d43850, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:49.567441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-535de459-a04c-435a-a6f5-951b8ddec460 None None] Port de8b9ebb-a5ec-4611-84bf-2b9195ba0951 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:49.614111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b0e0b3a7-271c-44c2-b7f0-fab1072853d4 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:49.620506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac84f002-3df6-46f4-8d13-b63068c46848 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.629281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-40a33064-f659-429a-98c5-fae763d3a302 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:49.683789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84f002-3df6-46f4-8d13-b63068c46848 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=6768c9d8-9bf5-4936-ad3a-135e74dbd3ef,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:49.706346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-535de459-a04c-435a-a6f5-951b8ddec460 None None] Provisioning for port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:49.715307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 1af2888a-b0e5-4188-b702-367d48d43850 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:49.718145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ac84f002-3df6-46f4-8d13-b63068c46848 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.723739 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ac84f002-3df6-46f4-8d13-b63068c46848 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/6768c9d8-9bf5-4936-ad3a-135e74dbd3ef HTTP/1.1" status: 204 len: 168 time: 3.3776636 Jun 28 06:45:49.732291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ac84f002-3df6-46f4-8d13-b63068c46848 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:49.734272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52556) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:49.734966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-caa2f173-2d7c-49cc-9186-a6785141d115 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.757682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e44213ce-8d02-4096-be03-6d06dc5ebf38 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:49.770406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:49.770826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:49.771023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.794323 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event updated for resources: {'Port': ['ID=65e71339-cb4a-436d-9eb8-246a622e0e43,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:49.814210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:49.837820 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] In _notify_port_updated(), no bound segment for port 65e71339-cb4a-436d-9eb8-246a622e0e43 on network 1ecb4842-b568-4b08-9b88-c19b64efb3ff {{(pid=100886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:45:49.856270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:49.856270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.859637 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "PUT /v2.0/ports/65e71339-cb4a-436d-9eb8-246a622e0e43 HTTP/1.1" status: 200 len: 1056 time: 2.0112162 Jun 28 06:45:49.861544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3de1576-ab12-483d-8072-d2deab75ce89 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:49.865306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3de1576-ab12-483d-8072-d2deab75ce89 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:49.866729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52558) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:49.869646 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d3de1576-ab12-483d-8072-d2deab75ce89 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1320317 Jun 28 06:45:49.887913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:49.893297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52560) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:49.895941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:49.896783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2f173-2d7c-49cc-9186-a6785141d115 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=de8b9ebb-a5ec-4611-84bf-2b9195ba0951,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:49.922464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-caa2f173-2d7c-49cc-9186-a6785141d115 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:49.960047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 1af2888a-b0e5-4188-b702-367d48d43850) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:49.967869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9b889a9c-04e1-4d5d-b990-bdf310ac6250 None None] Provisioning for port 2a272337-3829-403b-9faa-ab7f872ce248 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:49.991804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde19c5d-e9d0-44c3-aa60-f067c4f0ee71 None None] Network 1af2888a-b0e5-4188-b702-367d48d43850 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:50.021398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:50.022084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.058409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9b889a9c-04e1-4d5d-b990-bdf310ac6250 None None] Provisioning complete for port 2a272337-3829-403b-9faa-ab7f872ce248 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:50.066341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9b889a9c-04e1-4d5d-b990-bdf310ac6250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.070864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.123611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62a34c3-8505-4ad8-b2d8-84a9d72e51f4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet e966b1a8-603e-4127-b080-e3d038e4e6ae {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:50.133665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e62a34c3-8505-4ad8-b2d8-84a9d72e51f4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.208928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e62a34c3-8505-4ad8-b2d8-84a9d72e51f4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.288490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port b0e0b3a7-271c-44c2-b7f0-fab1072853d4, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b0e0b3a7-271c-44c2-b7f0-fab1072853d4,segment=NetworkSegment(57b14bb2-4af4-4ce5-a338-8fe7667a7627),segment_id=57b14bb2-4af4-4ce5-a338-8fe7667a7627)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:50.306098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e62a34c3-8505-4ad8-b2d8-84a9d72e51f4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.319784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9b889a9c-04e1-4d5d-b990-bdf310ac6250 None None] Port 2a272337-3829-403b-9faa-ab7f872ce248 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:50.345260 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9b889a9c-04e1-4d5d-b990-bdf310ac6250 None None] Provisioning complete for port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:50.345642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9b889a9c-04e1-4d5d-b990-bdf310ac6250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.361639 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7101557 Jun 28 06:45:50.389312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52564) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:50.420709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-caa2f173-2d7c-49cc-9186-a6785141d115 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.428888 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-caa2f173-2d7c-49cc-9186-a6785141d115 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/de8b9ebb-a5ec-4611-84bf-2b9195ba0951 HTTP/1.1" status: 204 len: 168 time: 3.7706935 Jun 28 06:45:50.429517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.464564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-25e44e50-d190-4dbd-ba79-053f4d200b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:50.467772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52568) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:50.535073 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-1af2888a-b0e5-4188-b702-367d48d43850', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:50.536203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.595146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:50.598891 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88493d1-0889-4533-adf1-c551fa5f0397 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:45:50.606134 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c88493d1-0889-4533-adf1-c551fa5f0397 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/de8b9ebb-a5ec-4611-84bf-2b9195ba0951 HTTP/1.1" status: 404 len: 333 time: 0.1237893 Jun 28 06:45:50.614667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52570) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:50.689329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:50.697160 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9298875 Jun 28 06:45:50.700742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52572) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:50.706208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2013681152'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:50.711176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=b0e0b3a7-271c-44c2-b7f0-fab1072853d4,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:50.725236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-15628522-ca81-4bff-aac8-485154f85a16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Deleting port 65e71339-cb4a-436d-9eb8-246a622e0e43 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:50.725578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-15628522-ca81-4bff-aac8-485154f85a16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.726808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Sync routers for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:50.730823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:50.745284 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-a18a6d73-2144-40fe-b9bd-c0de097a4807 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:50.746338 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a18a6d73-2144-40fe-b9bd-c0de097a4807 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.2081480 Jun 28 06:45:50.759444 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52574) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:50.765326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b4d52362-8306-4e81-b378-04f1744b5637 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '9bbe863a-032e-4574-9819-91bbd550462d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:50.765809 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-b4d52362-8306-4e81-b378-04f1744b5637 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 28 06:45:50.766296 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-b4d52362-8306-4e81-b378-04f1744b5637 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:50.770532 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b4d52362-8306-4e81-b378-04f1744b5637 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055885 Jun 28 06:45:50.773088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52576) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:50.780793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:50.780968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4a93af9e-4b51-4bd3-b903-cf0cfddcffb5 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '9bbe863a-032e-4574-9819-91bbd550462d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:50.781726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:50.811144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e62a34c3-8505-4ad8-b2d8-84a9d72e51f4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.818003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9a08b9d2-4207-4540-9001-49f6fc8f4357 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:50.832187 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.835119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82241f9-6361-4c6c-9b8d-4245f9359558 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet 59f33b96-c8b0-48c2-a0c9-f01455ee7e18 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:50.871561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a82241f9-6361-4c6c-9b8d-4245f9359558 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.887349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:50.893528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.895523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-15628522-ca81-4bff-aac8-485154f85a16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.898706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a34c3-8505-4ad8-b2d8-84a9d72e51f4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=e966b1a8-603e-4127-b080-e3d038e4e6ae,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:50.903891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e62a34c3-8505-4ad8-b2d8-84a9d72e51f4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.908959 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e62a34c3-8505-4ad8-b2d8-84a9d72e51f4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/e966b1a8-603e-4127-b080-e3d038e4e6ae HTTP/1.1" status: 204 len: 168 time: 1.0093658 Jun 28 06:45:50.912147 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52578) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:50.918838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Allocated IP 172.21.0.2 (1af2888a-b0e5-4188-b702-367d48d43850/e4ad01d9-6848-40f8-a54f-c8d9f6f90039/2f1b65bd-2a81-495f-850d-643ecfb4e34d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:50.920425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e62a34c3-8505-4ad8-b2d8-84a9d72e51f4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:50.927270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daa5fad-2c3b-41ef-9381-13995cb8232e None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:50.929033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:50.929417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.930827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-22d84cd4-1f53-49a6-808d-c09232ff40f4 None None] Provisioning complete for port 65e71339-cb4a-436d-9eb8-246a622e0e43 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:50.931194 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-22d84cd4-1f53-49a6-808d-c09232ff40f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.962669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a82241f9-6361-4c6c-9b8d-4245f9359558 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:50.964582 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-307fd3f4-0227-4f7c-ac9b-114a7fe6216d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495636 Jun 28 06:45:50.965968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-15628522-ca81-4bff-aac8-485154f85a16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Calling delete_port for 65e71339-cb4a-436d-9eb8-246a622e0e43 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:50.977942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52580) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:50.992496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:45:51.003223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7631e-69f3-4020-97e6-851b29464213 req-46559087-8794-486c-a0b2-0999aedb78ca tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:51.005516 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7631e-69f3-4020-97e6-851b29464213 req-46559087-8794-486c-a0b2-0999aedb78ca tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.4086123 Jun 28 06:45:51.011583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:51.100838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.101227 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added segment 273a5b84-d915-4134-b30d-b0f7ae280879 of type vlan for network 9765b696-2a8b-433d-bb3a-220fdbd78573 Jun 28 06:45:51.133411 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7631e-69f3-4020-97e6-851b29464213 req-e5985609-bbec-4cf5-ac6f-77b63b13e021 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773258 Jun 28 06:45:51.228351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a82241f9-6361-4c6c-9b8d-4245f9359558 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.233070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-22d84cd4-1f53-49a6-808d-c09232ff40f4 None None] Port 65e71339-cb4a-436d-9eb8-246a622e0e43 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:51.234437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.26.4.62 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/d9e9ca8d-7067-487c-88fb-08853addd1ca) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:51.240207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.272822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37326e-8964-4a09-bc7d-c8d6f6814acf tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:51.276746 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3e37326e-8964-4a09-bc7d-c8d6f6814acf tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2934566 Jun 28 06:45:51.278906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52582) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:51.305912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.372102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-22d84cd4-1f53-49a6-808d-c09232ff40f4 None None] Provisioning complete for port 2a272337-3829-403b-9faa-ab7f872ce248 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:51.372491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-22d84cd4-1f53-49a6-808d-c09232ff40f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.407191 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-4a93af9e-4b51-4bd3-b903-cf0cfddcffb5 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:51.408194 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4a93af9e-4b51-4bd3-b903-cf0cfddcffb5 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6338229 Jun 28 06:45:51.414145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52584) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:51.419457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9fd43363-0468-4fc1-8dad-343b5116f38f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '9bbe863a-032e-4574-9819-91bbd550462d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:51.420009 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING neutron.api.v2.base [None req-9fd43363-0468-4fc1-8dad-343b5116f38f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 28 06:45:51.420782 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-9fd43363-0468-4fc1-8dad-343b5116f38f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:51.421808 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9fd43363-0468-4fc1-8dad-343b5116f38f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061536 Jun 28 06:45:51.427240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52586) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:51.432535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-fab16327-6cc0-4122-a747-dd7eadc2233f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '9bbe863a-032e-4574-9819-91bbd550462d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:51.473002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d77232-dd48-49cc-8f4b-bb7c665e7b2f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:51.474731 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-76d77232-dd48-49cc-8f4b-bb7c665e7b2f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1848063 Jun 28 06:45:51.477381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52588) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:51.493946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.504945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.510903 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:51.511781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.516449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:51.553659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-22d84cd4-1f53-49a6-808d-c09232ff40f4 None None] Port 2a272337-3829-403b-9faa-ab7f872ce248 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:51.563609 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b5841357-d94b-4e3d-998b-e89ae11b47d0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815437 Jun 28 06:45:51.563931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52590) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:51.572058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:51.577286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f919e120-c9c6-4f1b-af45-0156041cc8cc up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:51.582782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a82241f9-6361-4c6c-9b8d-4245f9359558 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.598397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-15628522-ca81-4bff-aac8-485154f85a16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.603500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7dc71f67-ad1d-4f69-bca9-0c0f85ba6d67 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:51.611429 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Network': ['ID=9765b696-2a8b-433d-bb3a-220fdbd78573,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:51.617631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.636552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.637606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:51.666308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 9765b696-2a8b-433d-bb3a-220fdbd78573 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:51.670752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Transition to ACTIVE for port object 2f1b65bd-2a81-495f-850d-643ecfb4e34d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:51.675198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:51.679745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:51.694202 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9920561 Jun 28 06:45:51.710811 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82241f9-6361-4c6c-9b8d-4245f9359558 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=59f33b96-c8b0-48c2-a0c9-f01455ee7e18,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:51.713506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a82241f9-6361-4c6c-9b8d-4245f9359558 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:51.714400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52592) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:51.725848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'subnet': {'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:51.741431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a82241f9-6361-4c6c-9b8d-4245f9359558 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.741431 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a82241f9-6361-4c6c-9b8d-4245f9359558 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/59f33b96-c8b0-48c2-a0c9-f01455ee7e18 HTTP/1.1" status: 204 len: 168 time: 1.1123662 Jun 28 06:45:51.746239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52594) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:51.756146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Transition to ACTIVE for port object 2f1b65bd-2a81-495f-850d-643ecfb4e34d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:51.764467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.771879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15628522-ca81-4bff-aac8-485154f85a16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event deleted for resources: {'Port': ['ID=65e71339-cb4a-436d-9eb8-246a622e0e43,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:51.773932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c108913-a5b6-47e0-9500-2cf643e1d642 None None] Network 8b7cbe6e-7e6f-4853-b31e-1e98857054cb requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:51.810641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-15628522-ca81-4bff-aac8-485154f85a16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:51.810745 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-fab16327-6cc0-4122-a747-dd7eadc2233f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:51.810745 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fab16327-6cc0-4122-a747-dd7eadc2233f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3795123 Jun 28 06:45:51.810892 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:51.814869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52596) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:51.823142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-09cd72e2-001d-4f6d-9d3f-1212d3ca21db tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '9bbe863a-032e-4574-9819-91bbd550462d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:51.824133 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.api.v2.base [None req-09cd72e2-001d-4f6d-9d3f-1212d3ca21db tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 28 06:45:51.824133 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-09cd72e2-001d-4f6d-9d3f-1212d3ca21db tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:51.827871 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-09cd72e2-001d-4f6d-9d3f-1212d3ca21db tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092134 Jun 28 06:45:51.841654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:51.849786 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52598) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:51.857574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fe6271-31f3-4c82-909b-9269fd9fcd22 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:51.858330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3a101cea-abd8-49d7-9d01-6828dbfbb1d8 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '9bbe863a-032e-4574-9819-91bbd550462d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:51.868133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:51.876235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:51.886238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.899575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:51.929660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f919e120-c9c6-4f1b-af45-0156041cc8cc triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:51.929660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:51.976029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=d9e9ca8d-7067-487c-88fb-08853addd1ca,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:51.981498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:51.989779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Network 1af2888a-b0e5-4188-b702-367d48d43850 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:51.994207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.002630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Allocated IP 172.21.0.1 (1af2888a-b0e5-4188-b702-367d48d43850/e4ad01d9-6848-40f8-a54f-c8d9f6f90039/75d13233-3b13-4724-8210-a945e5791db7) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:52.027212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:52.030132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:52.086327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Pushing event updated for resources: {'Port': ['ID=2f1b65bd-2a81-495f-850d-643ecfb4e34d,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:52.092116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.101410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:52.104654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:45:48Z', 'revision_number': 3, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:48Z', 'revision_number': 2, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:52.117009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:45:52.117009 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:45:52.117009 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '769f8294358c4bf5b83714056636cdb9', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 45, 51, 983937)}] Jun 28 06:45:52.117009 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:45:52.117511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:45:52.138533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-15628522-ca81-4bff-aac8-485154f85a16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.143548 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-15628522-ca81-4bff-aac8-485154f85a16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "DELETE /v2.0/ports/65e71339-cb4a-436d-9eb8-246a622e0e43 HTTP/1.1" status: 204 len: 168 time: 2.2681494 Jun 28 06:45:52.144159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52600) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:52.163364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Checking router: f27b8fd7-8751-423b-8702-1892a3796df4 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:45:52.163817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Updating router f27b8fd7-8751-423b-8702-1892a3796df4 port 2a272337-3829-403b-9faa-ab7f872ce248 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:45:52.173794 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d043dfe-dd5b-4287-8ec9-859fcc2752e8 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] GET failed (client error): The resource could not be found. Jun 28 06:45:52.179391 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8d043dfe-dd5b-4287-8ec9-859fcc2752e8 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "GET /v2.0/ports/65e71339-cb4a-436d-9eb8-246a622e0e43 HTTP/1.1" status: 404 len: 333 time: 0.0336735 Jun 28 06:45:52.179998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52604) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:52.182112 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 61cc39ba-8f04-4564-b58d-257f7c47cae2 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:52.182489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.188658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.223620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Attempting to bind port 2f1b65bd-2a81-495f-850d-643ecfb4e34d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:52.223620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Attempting to bind port 2f1b65bd-2a81-495f-850d-643ecfb4e34d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '25c77de9-6a99-4fdf-b0f5-0c13b0118edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:52.224312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Attempting to bind port 2f1b65bd-2a81-495f-850d-643ecfb4e34d on network 1af2888a-b0e5-4188-b702-367d48d43850 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:52.231402 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-57fe6271-31f3-4c82-909b-9269fd9fcd22 None None] Deleting port f919e120-c9c6-4f1b-af45-0156041cc8cc {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:52.231867 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-57fe6271-31f3-4c82-909b-9269fd9fcd22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.251622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:52.256169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.259128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:52.260000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Checking segment: {'id': '25c77de9-6a99-4fdf-b0f5-0c13b0118edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:52.260136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Transition to ACTIVE for port object 75d13233-3b13-4724-8210-a945e5791db7 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:52.260287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.260780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Bound using segment: {'id': '25c77de9-6a99-4fdf-b0f5-0c13b0118edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:52.261404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Bound port: 2f1b65bd-2a81-495f-850d-643ecfb4e34d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c77de9-6a99-4fdf-b0f5-0c13b0118edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:52.262416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.274327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.326969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.346391 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-3a101cea-abd8-49d7-9d01-6828dbfbb1d8 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:52.360134 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3a101cea-abd8-49d7-9d01-6828dbfbb1d8 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4950788 Jun 28 06:45:52.360134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52606) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:52.376877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] For port 61cc39ba-8f04-4564-b58d-257f7c47cae2, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=61cc39ba-8f04-4564-b58d-257f7c47cae2,segment=NetworkSegment(b81a18e7-89f0-4a31-a17a-c74bae4cd97c),segment_id=b81a18e7-89f0-4a31-a17a-c74bae4cd97c)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:52.377243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.382208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] DHCP port deletion for 8b7cbe6e-7e6f-4853-b31e-1e98857054cb request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:52.407517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-66fe513e-c127-42e5-bfa4-3ca1e4fce9fc tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '9bbe863a-032e-4574-9819-91bbd550462d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:52.442777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-53223f68-7783-44ca-9d7d-51f6391fdd68 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Deleting port a2b7d70c-bf12-4a46-94e0-e88788ad0934 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:52.442777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53223f68-7783-44ca-9d7d-51f6391fdd68 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.445729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 61cc39ba-8f04-4564-b58d-257f7c47cae2 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:52.486697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-57fe6271-31f3-4c82-909b-9269fd9fcd22 None None] For port f919e120-c9c6-4f1b-af45-0156041cc8cc, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f919e120-c9c6-4f1b-af45-0156041cc8cc,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:52.487261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-57fe6271-31f3-4c82-909b-9269fd9fcd22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.492601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 61cc39ba-8f04-4564-b58d-257f7c47cae2 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:52.555537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-57fe6271-31f3-4c82-909b-9269fd9fcd22 None None] Calling delete_port for f919e120-c9c6-4f1b-af45-0156041cc8cc owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:52.573388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53223f68-7783-44ca-9d7d-51f6391fdd68 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.626338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] For port 2f1b65bd-2a81-495f-850d-643ecfb4e34d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:52.626523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-53223f68-7783-44ca-9d7d-51f6391fdd68 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Calling delete_port for a2b7d70c-bf12-4a46-94e0-e88788ad0934 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:52.626637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602f67c-8e79-48db-af33-90d4b8e01d22 req-7a45e0e2-7e24-430b-8321-53c51b3416a0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:52.626637 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c602f67c-8e79-48db-af33-90d4b8e01d22 req-7a45e0e2-7e24-430b-8321-53c51b3416a0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.2359302 Jun 28 06:45:52.626847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.694352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] For port 2f1b65bd-2a81-495f-850d-643ecfb4e34d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2f1b65bd-2a81-495f-850d-643ecfb4e34d,segment=NetworkSegment(25c77de9-6a99-4fdf-b0f5-0c13b0118edf),segment_id=25c77de9-6a99-4fdf-b0f5-0c13b0118edf)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:52.764465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] Deleting port 61cc39ba-8f04-4564-b58d-257f7c47cae2 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:52.765034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.813558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 61cc39ba-8f04-4564-b58d-257f7c47cae2 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:52.814056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.817390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.821194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:52.856546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.858106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-163c08ee-ea3a-4518-90ad-536c240f537e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:52.865430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Port 61cc39ba-8f04-4564-b58d-257f7c47cae2 was deleted so its status cannot be updated. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 28 06:45:52.884512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53223f68-7783-44ca-9d7d-51f6391fdd68 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:52.902985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=d9e9ca8d-7067-487c-88fb-08853addd1ca,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:52.908932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:52.911988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8152b562-c63c-4583-b5c1-82388a59ebaf tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:52.942268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53223f68-7783-44ca-9d7d-51f6391fdd68 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event deleted for resources: {'Port': ['ID=a2b7d70c-bf12-4a46-94e0-e88788ad0934,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:52.947290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-53223f68-7783-44ca-9d7d-51f6391fdd68 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:52.970080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.010205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] For port 61cc39ba-8f04-4564-b58d-257f7c47cae2, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=61cc39ba-8f04-4564-b58d-257f7c47cae2,segment=NetworkSegment(b81a18e7-89f0-4a31-a17a-c74bae4cd97c),segment_id=b81a18e7-89f0-4a31-a17a-c74bae4cd97c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:53.015276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.025171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] Calling delete_port for 61cc39ba-8f04-4564-b58d-257f7c47cae2 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:53.070371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53223f68-7783-44ca-9d7d-51f6391fdd68 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.074273 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-53223f68-7783-44ca-9d7d-51f6391fdd68 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "DELETE /v2.0/ports/a2b7d70c-bf12-4a46-94e0-e88788ad0934 HTTP/1.1" status: 204 len: 168 time: 0.8926950 Jun 28 06:45:53.081248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52608) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:53.131316 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cc2635-a404-4dec-887f-e291978bea1e tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] GET failed (client error): The resource could not be found. Jun 28 06:45:53.142062 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-52cc2635-a404-4dec-887f-e291978bea1e tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "GET /v2.0/ports/a2b7d70c-bf12-4a46-94e0-e88788ad0934 HTTP/1.1" status: 404 len: 333 time: 0.0524135 Jun 28 06:45:53.142786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52610) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:53.145512 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c602f67c-8e79-48db-af33-90d4b8e01d22 req-24a1e5c0-4c45-4f0c-abbc-58ed14b4a04c tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112643 Jun 28 06:45:53.149094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.182733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6e849503-455d-4162-97d5-25275a235d19 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:53.208501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.227560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=61cc39ba-8f04-4564-b58d-257f7c47cae2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:53.239609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 1af2888a-b0e5-4188-b702-367d48d43850 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:53.245417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:53.250408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:53.250408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:53.252491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.262335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.267096 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7874205 Jun 28 06:45:53.268555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52612) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:53.280651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'port': {'network_id': '1a23dd87-08fb-4f11-b7f6-fcf5980f547f', 'name': 'tempest-FloatingIPTestJSON-447150177'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:53.299257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-57fe6271-31f3-4c82-909b-9269fd9fcd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.303352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Pushing event updated for resources: {'Port': ['ID=2f1b65bd-2a81-495f-850d-643ecfb4e34d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:53.306096 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.313528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b0e0b3a7-271c-44c2-b7f0-fab1072853d4 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:53.353822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4d6f5f13-0ea2-4ef4-a286-41ed4e448d1f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:53.359881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:53.362747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.364099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.364629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.365263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.365762 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.368867 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.370769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.372590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.373175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.373790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.374322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.374853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:53.389230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe6271-31f3-4c82-909b-9269fd9fcd22 None None] No DVR routers for this DVR port f919e120-c9c6-4f1b-af45-0156041cc8cc on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:53.391152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:53.395931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.399499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:53.434205 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-53b25dbc-a9b2-4d5a-84cf-c2b997609ff5 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Deleting port c4081746-3c25-4d6e-b3a8-70cddd46e1a8 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:53.434546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53b25dbc-a9b2-4d5a-84cf-c2b997609ff5 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.460012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] No DVR routers for this DVR port 61cc39ba-8f04-4564-b58d-257f7c47cae2 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:53.462057 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe6271-31f3-4c82-909b-9269fd9fcd22 None None] Pushing event deleted for resources: {'Port': ['ID=f919e120-c9c6-4f1b-af45-0156041cc8cc,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:53.467505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:53.488997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No DVR routers for this DVR port 61cc39ba-8f04-4564-b58d-257f7c47cae2 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:53.490542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:53.504104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:53.504705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.522003 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-66fe513e-c127-42e5-bfa4-3ca1e4fce9fc tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:45:53.522003 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-66fe513e-c127-42e5-bfa4-3ca1e4fce9fc tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.1434848 Jun 28 06:45:53.522208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c09da6-9a4b-4010-8c43-c660dc1971de None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:53.528009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] Pushing event deleted for resources: {'Port': ['ID=61cc39ba-8f04-4564-b58d-257f7c47cae2,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:53.531076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:53.552153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52614) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:53.560527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:53.561163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:53.597258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53b25dbc-a9b2-4d5a-84cf-c2b997609ff5 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.612042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-53b25dbc-a9b2-4d5a-84cf-c2b997609ff5 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Calling delete_port for c4081746-3c25-4d6e-b3a8-70cddd46e1a8 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:53.628077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=75d13233-3b13-4724-8210-a945e5791db7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:53.638086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.658194 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:53.658619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.664172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Transition to ACTIVE for port object 2a272337-3829-403b-9faa-ab7f872ce248 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:53.667060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:53.667781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a2d6893d-61dd-4136-91a1-016f6d0182fd tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:53.675812 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Made reservation on behalf of 4aa9fcc6609f4306b46a4c3b8d845895 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:53.678808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.682968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.697854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.707507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] device_id is not set on port 1ecd6c3f-0280-4837-905e-26037d772dfb yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:53.727203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7cbe6e-7e6f-4853-b31e-1e98857054cb']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:53.744878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.749250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:53.795033 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2300303 Jun 28 06:45:53.798632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81a18e7-89f0-4a31-a17a-c74bae4cd97c') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:53.804264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81a18e7-89f0-4a31-a17a-c74bae4cd97c') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:53.804604 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52616) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:53.809652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:21:04:b8', 'name': 'tempest-NetworksTestDHCPv6-102506003'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:53.827862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc7e96-bf5e-4b45-b720-18383c43699c None None] Pushing event updated for resources: {'Port': ['ID=2a272337-3829-403b-9faa-ab7f872ce248,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:53.832995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a5fc7e96-bf5e-4b45-b720-18383c43699c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:53.833406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.857019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8829-079a-4710-a2b9-f15eaa8ff4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.887627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606528b1-849b-4638-828b-940735286e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'f2c61706-22c1-4481-be68-810f6353caa1'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:53.888524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-606528b1-849b-4638-828b-940735286e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.921379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.927220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=f2c61706-22c1-4481-be68-810f6353caa1,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:53.944149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:53.951679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b4e30ca-b599-44f8-9f05-0cddd7b65273 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.953857 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:45:53.954886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:45:53.966917 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:45:53.978281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Attempting to bind port 2a272337-3829-403b-9faa-ab7f872ce248 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:53.979036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Attempting to bind port 2a272337-3829-403b-9faa-ab7f872ce248 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '57b14bb2-4af4-4ce5-a338-8fe7667a7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:53.979036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Attempting to bind port 2a272337-3829-403b-9faa-ab7f872ce248 on network f622113d-20c4-4f5b-b47e-a5bd5db7116e {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:53.997651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.20.0.8 (1a23dd87-08fb-4f11-b7f6-fcf5980f547f/348f50ce-254e-499a-8280-9c53c1e02010/1ecd6c3f-0280-4837-905e-26037d772dfb) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:54.050535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:54.051422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Checking segment: {'id': '57b14bb2-4af4-4ce5-a338-8fe7667a7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:54.051834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.052280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Bound using segment: {'id': '57b14bb2-4af4-4ce5-a338-8fe7667a7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:54.053008 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Bound port: 2a272337-3829-403b-9faa-ab7f872ce248, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b14bb2-4af4-4ce5-a338-8fe7667a7627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:54.053247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.075603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53b25dbc-a9b2-4d5a-84cf-c2b997609ff5 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.086016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9a12811c-4c89-4208-b014-994b346bec48 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:54.087464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f919e120-c9c6-4f1b-af45-0156041cc8cc no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:54.117630 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: f919e120-c9c6-4f1b-af45-0156041cc8cc {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:45:54.118287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f919e120-c9c6-4f1b-af45-0156041cc8cc not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:54.119486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 61cc39ba-8f04-4564-b58d-257f7c47cae2 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:45:54.130579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b25dbc-a9b2-4d5a-84cf-c2b997609ff5 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event deleted for resources: {'Port': ['ID=c4081746-3c25-4d6e-b3a8-70cddd46e1a8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:54.139912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-53b25dbc-a9b2-4d5a-84cf-c2b997609ff5 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:54.169431 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 61cc39ba-8f04-4564-b58d-257f7c47cae2 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:45:54.169839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 61cc39ba-8f04-4564-b58d-257f7c47cae2 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:45:54.239381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.248222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-876488cf-457e-4b09-87fd-23ea528b456e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:54.261268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-606528b1-849b-4638-828b-940735286e23 None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/f2c61706-22c1-4481-be68-810f6353caa1/08809462-76ec-4e0b-85ee-ceb6aba2d103) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:54.267504 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] For port 2a272337-3829-403b-9faa-ab7f872ce248, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:54.274079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] For port 2a272337-3829-403b-9faa-ab7f872ce248, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2a272337-3829-403b-9faa-ab7f872ce248,segment=NetworkSegment(57b14bb2-4af4-4ce5-a338-8fe7667a7627),segment_id=57b14bb2-4af4-4ce5-a338-8fe7667a7627)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:54.348418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:54.359294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b4e30ca-b599-44f8-9f05-0cddd7b65273 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.360149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.362235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.368554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:54.426903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.431380 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/networks/8b7cbe6e-7e6f-4853-b31e-1e98857054cb HTTP/1.1" status: 204 len: 168 time: 2.6691375 Jun 28 06:45:54.447672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52620) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:54.460817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'name': 'tempest-PortsTestJSON-1909569157'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:54.509557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.512014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:54.512794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:54.557494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc7e96-bf5e-4b45-b720-18383c43699c None None] Pushing event updated for resources: {'Port': ['ID=2a272337-3829-403b-9faa-ab7f872ce248,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:54.586774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Subnet': ['ID=91481149-5082-4bfe-a446-573ef5b929c7,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:54.612356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a5fc7e96-bf5e-4b45-b720-18383c43699c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:54.631670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Checking segment: {'id': '273a5b84-d915-4134-b30d-b0f7ae280879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:54.632042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network hostable DHCP agents. Network: 9765b696-2a8b-433d-bb3a-220fdbd78573, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:45:54.638559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.638939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.639316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.639687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.640565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.640565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.640790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.641132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.641488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.641845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.642673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.642673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:45:54.649806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:54.661795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:54.697794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:45:54.698031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Network': ['ID=8b7cbe6e-7e6f-4853-b31e-1e98857054cb,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:54.700612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:54.708166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-53b25dbc-a9b2-4d5a-84cf-c2b997609ff5 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.712334 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-53b25dbc-a9b2-4d5a-84cf-c2b997609ff5 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "DELETE /v2.0/ports/c4081746-3c25-4d6e-b3a8-70cddd46e1a8 HTTP/1.1" status: 204 len: 168 time: 1.5664053 Jun 28 06:45:54.715507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52622) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:54.745611 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-606528b1-849b-4638-828b-940735286e23 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.753458 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.765747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-606528b1-849b-4638-828b-940735286e23 None None] Transition to ACTIVE for port object 08809462-76ec-4e0b-85ee-ceb6aba2d103 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:54.782732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b4e30ca-b599-44f8-9f05-0cddd7b65273 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.782732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0b4e30ca-b599-44f8-9f05-0cddd7b65273 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.782732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0b4e30ca-b599-44f8-9f05-0cddd7b65273 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "DELETE /v2.0/security-groups/9bbe863a-032e-4574-9819-91bbd550462d HTTP/1.1" status: 204 len: 168 time: 1.2202308 Jun 28 06:45:54.785392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.789721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52624) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:54.805745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5ac980eb-2fa7-4f40-abfb-df6ed2c7d74f tempest-ExtraDHCPOptionsTestJSON-524711612 tempest-ExtraDHCPOptionsTestJSON-524711612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:54.814202 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068d621c-d3b7-469b-9061-8942f07972cb None None] Network 1af2888a-b0e5-4188-b702-367d48d43850 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:54.824288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4682a00-d169-4e3e-a219-6a3101d4fee6 req-200fa7a0-89c9-49e9-9159-491d31cea52f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:54.829865 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4682a00-d169-4e3e-a219-6a3101d4fee6 req-200fa7a0-89c9-49e9-9159-491d31cea52f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.3904393 Jun 28 06:45:54.846093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e30ca-b599-44f8-9f05-0cddd7b65273 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbe863a-032e-4574-9819-91bbd550462d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:54.850290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0b4e30ca-b599-44f8-9f05-0cddd7b65273 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:54.868736 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:54.872983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:54.883342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-606528b1-849b-4638-828b-940735286e23 None None] Transition to ACTIVE for port object 08809462-76ec-4e0b-85ee-ceb6aba2d103 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:54.903296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 9765b696-2a8b-433d-bb3a-220fdbd78573 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:45:54.922032 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4682a00-d169-4e3e-a219-6a3101d4fee6 req-1e3ec4fd-9fb3-4b34-b725-0cb33a86a582 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810804 Jun 28 06:45:54.925001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 7162049d-8d71-4ad9-b8c3-94060c28f9b3 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:54.958463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0061aa46-c5c1-41e4-98d5-850f4e678533 None None] Provisioning for port 2f1b65bd-2a81-495f-850d-643ecfb4e34d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:54.977337 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c87b1eba-3f3f-47aa-a958-4ca4a67863d4 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1569805 Jun 28 06:45:54.984100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52626) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:55.015609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e3c6eead-fbb8-4c9c-8c9d-2496b6e0f41c tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'tempest-secgroup--453012701'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:55.027705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7053f06-67af-42e3-97dd-2b12bc8e7ed4 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Deleting subnet c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:45:55.029511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7053f06-67af-42e3-97dd-2b12bc8e7ed4 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.061547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 9765b696-2a8b-433d-bb3a-220fdbd78573) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:55.062342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a385c9-8b59-4c37-9963-6b9ed5264233 None None] Network 9765b696-2a8b-433d-bb3a-220fdbd78573 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:55.070193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7053f06-67af-42e3-97dd-2b12bc8e7ed4 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.084602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2f1b65bd-2a81-495f-850d-643ecfb4e34d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:55.089053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:55.089053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.122967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port 7d6908d0-15d4-4028-aca2-79a738575d28 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:55.127832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.164709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-606528b1-849b-4638-828b-940735286e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.174190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:55.220894 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4975455 Jun 28 06:45:55.221408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52628) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:55.271755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606528b1-849b-4638-828b-940735286e23 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:55.290979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606528b1-849b-4638-828b-940735286e23 None None] Pushing event updated for resources: {'Port': ['ID=08809462-76ec-4e0b-85ee-ceb6aba2d103,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:55.294389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-606528b1-849b-4638-828b-940735286e23 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:55.299950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-606528b1-849b-4638-828b-940735286e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:55.300373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.300942 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606528b1-849b-4638-828b-940735286e23 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:55.307574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.321144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:55.327262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:55.330463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7053f06-67af-42e3-97dd-2b12bc8e7ed4 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.396179 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::30 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/f2c61706-22c1-4481-be68-810f6353caa1/7162049d-8d71-4ad9-b8c3-94060c28f9b3) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:55.406049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.418884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3c6eead-fbb8-4c9c-8c9d-2496b6e0f41c tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.449702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=75d13233-3b13-4724-8210-a945e5791db7,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:55.458035 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 1a23dd87-08fb-4f11-b7f6-fcf5980f547f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:55.462365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:45:48Z', 'revision_number': 3, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:54Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:55.478745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:55.481983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:55.485929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:55.538044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fea91d-0534-42ab-999e-ae167b39a078 None None] The sync data for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv is: [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:45:48Z', 'revision_number': 3, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:54Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:45:55.574824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2f1b65bd-2a81-495f-850d-643ecfb4e34d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:55.590995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2f1b65bd-2a81-495f-850d-643ecfb4e34d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:55.590995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.684549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-606528b1-849b-4638-828b-940735286e23 None None] Attempting to bind port 08809462-76ec-4e0b-85ee-ceb6aba2d103 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:55.685047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-606528b1-849b-4638-828b-940735286e23 None None] Attempting to bind port 08809462-76ec-4e0b-85ee-ceb6aba2d103 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:55.685465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606528b1-849b-4638-828b-940735286e23 None None] Attempting to bind port 08809462-76ec-4e0b-85ee-ceb6aba2d103 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:55.708407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606528b1-849b-4638-828b-940735286e23 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:55.711193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606528b1-849b-4638-828b-940735286e23 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:55.712039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-606528b1-849b-4638-828b-940735286e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.712563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606528b1-849b-4638-828b-940735286e23 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:55.713279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-606528b1-849b-4638-828b-940735286e23 None None] Bound port: 08809462-76ec-4e0b-85ee-ceb6aba2d103, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:55.713839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-606528b1-849b-4638-828b-940735286e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.720273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-9765b696-2a8b-433d-bb3a-220fdbd78573', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:45:55.728224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:55.799992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 1af2888a-b0e5-4188-b702-367d48d43850 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:55.805260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:56.021329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=1ecd6c3f-0280-4837-905e-26037d772dfb,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:56.024946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:56.107984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.135278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Allocated IP 2001:db8:2::2 (9765b696-2a8b-433d-bb3a-220fdbd78573/91481149-5082-4bfe-a446-573ef5b929c7/17d5d91d-4183-4cee-8c24-4fd5d0638669) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:56.171268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-606528b1-849b-4638-828b-940735286e23 None None] For port 08809462-76ec-4e0b-85ee-ceb6aba2d103, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:56.176328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-606528b1-849b-4638-828b-940735286e23 None None] For port 08809462-76ec-4e0b-85ee-ceb6aba2d103, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=08809462-76ec-4e0b-85ee-ceb6aba2d103,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:56.203277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.207172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:56.223302 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3c6eead-fbb8-4c9c-8c9d-2496b6e0f41c tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.227378 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.243230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:56.244027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.255790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2f1b65bd-2a81-495f-850d-643ecfb4e34d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2f1b65bd-2a81-495f-850d-643ecfb4e34d,segment=NetworkSegment(25c77de9-6a99-4fdf-b0f5-0c13b0118edf),segment_id=25c77de9-6a99-4fdf-b0f5-0c13b0118edf)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:56.276725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-606528b1-849b-4638-828b-940735286e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.291357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f9db2b93-7f96-4e46-9f00-a3350e952629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:56.336793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3c6eead-fbb8-4c9c-8c9d-2496b6e0f41c tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.344963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6e80d89a-8dd7-420b-b560-da4aee7a05b8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:56.370481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606528b1-849b-4638-828b-940735286e23 None None] Pushing event updated for resources: {'Port': ['ID=08809462-76ec-4e0b-85ee-ceb6aba2d103,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:56.385172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7053f06-67af-42e3-97dd-2b12bc8e7ed4 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.422875 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-606528b1-849b-4638-828b-940735286e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:56.437992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7053f06-67af-42e3-97dd-2b12bc8e7ed4 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.439884 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b7053f06-67af-42e3-97dd-2b12bc8e7ed4 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "DELETE /v2.0/subnets/c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7 HTTP/1.1" status: 204 len: 168 time: 1.7234676 Jun 28 06:45:56.441816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6eead-fbb8-4c9c-8c9d-2496b6e0f41c tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4666965e-7433-45cd-a448-d4c6bb69e523,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:56.443925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52632) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:56.456796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.463750 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e3c6eead-fbb8-4c9c-8c9d-2496b6e0f41c tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:56.468112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:56.468619 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1988511 Jun 28 06:45:56.469099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7b826e55-a304-4a94-a711-77cb6dcbb16e tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:56.471905 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd38ebc-5b0a-40ec-a60c-ee5016299e73 None None] Network 1ecb4842-b568-4b08-9b88-c19b64efb3ff requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:45:56.473533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52634) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:56.486887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7fc7c3fd-8ae5-4e8f-b33f-cc3b4abf8102 None None] Provisioning for port 75d13233-3b13-4724-8210-a945e5791db7 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:56.490457 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2c123359-f29b-4b57-969f-369121111e40 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'port_id': '1ecd6c3f-0280-4837-905e-26037d772dfb'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:56.562003 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.564608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3c6eead-fbb8-4c9c-8c9d-2496b6e0f41c tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.565901 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e3c6eead-fbb8-4c9c-8c9d-2496b6e0f41c tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5543792 Jun 28 06:45:56.574016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7fc7c3fd-8ae5-4e8f-b33f-cc3b4abf8102 None None] Provisioning complete for port 75d13233-3b13-4724-8210-a945e5791db7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:56.574421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c3fd-8ae5-4e8f-b33f-cc3b4abf8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.589298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7053f06-67af-42e3-97dd-2b12bc8e7ed4 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event deleted for resources: {'Subnet': ['ID=c5addb56-f7f4-42a2-9a5e-4ec0dd3e06b7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:56.590994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52636) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:56.610998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5d6e0b43-62fc-4653-b5b6-89b530694c93 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '4666965e-7433-45cd-a448-d4c6bb69e523', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:56.615994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.621499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b7053f06-67af-42e3-97dd-2b12bc8e7ed4 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:56.625620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2f1b65bd-2a81-495f-850d-643ecfb4e34d,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:56.678694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8545d1d-11e4-4a7d-aa24-495b5c92d0b3 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:56.688940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2c123359-f29b-4b57-969f-369121111e40 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.714929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 7162049d-8d71-4ad9-b8c3-94060c28f9b3 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:56.759058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:56.790922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-27d2fe38-4685-4b09-a609-7392e4273c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.824828 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.840739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.863945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:56.905612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:56.913311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7c3fd-8ae5-4e8f-b33f-cc3b4abf8102 None None] Port 75d13233-3b13-4724-8210-a945e5791db7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:56.916739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:56.923235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:56.924607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:56.934684 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=7d6908d0-15d4-4028-aca2-79a738575d28,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:56.945426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:56.995623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7fc7c3fd-8ae5-4e8f-b33f-cc3b4abf8102 None None] Provisioning complete for port 2f1b65bd-2a81-495f-850d-643ecfb4e34d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:56.996211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c3fd-8ae5-4e8f-b33f-cc3b4abf8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.048794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.079763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Transition to ACTIVE for port object 17d5d91d-4183-4cee-8c24-4fd5d0638669 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:57.092672 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6348939 Jun 28 06:45:57.095260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aac0f-b131-4b2a-9a0b-bac33d546869 req-9b46f12d-b9df-4046-ab91-2064ec171d38 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:57.098934 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba2aac0f-b131-4b2a-9a0b-bac33d546869 req-9b46f12d-b9df-4046-ab91-2064ec171d38 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.9616358 Jun 28 06:45:57.106382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Transition to ACTIVE for port object 17d5d91d-4183-4cee-8c24-4fd5d0638669 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:57.114809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52638) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:57.147408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.154079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-53223f68-7783-44ca-9d7d-51f6391fdd68 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:57.171314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] DHCP port deletion for 1ecb4842-b568-4b08-9b88-c19b64efb3ff request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:45:57.237031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] Deleting port e5388519-087d-4300-8551-203ae8086551 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:57.237368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.241364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.244481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Deleting port e5388519-087d-4300-8551-203ae8086551 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:57.245004 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.246952 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-5d6e0b43-62fc-4653-b5b6-89b530694c93 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The resource could not be found. Jun 28 06:45:57.248478 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5d6e0b43-62fc-4653-b5b6-89b530694c93 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6486962 Jun 28 06:45:57.256767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:57.257117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a13e91e8-5957-4a03-bc5f-e7c325055038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:57.261235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52640) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:57.272463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2a272337-3829-403b-9faa-ab7f872ce248 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:57.275934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-657a35aa-7b70-4b8c-9a3a-c1ae8df8d077 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '4666965e-7433-45cd-a448-d4c6bb69e523', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a2b50ecb-8585-41d0-bd6f-2b6a06236c8d'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:57.280969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:57.283605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:57.287785 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8974249 Jun 28 06:45:57.291564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:57.297927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:57.297927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.302877 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52642) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:57.304946 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:57.308110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'network': {'name': 'tempest-RoutersTest-2040487960'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:57.318140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=7162049d-8d71-4ad9-b8c3-94060c28f9b3,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:57.321028 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:57.321679 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:57.350556 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba2aac0f-b131-4b2a-9a0b-bac33d546869 req-9dd4724d-97de-42d3-b6ff-fa6c183015ea tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169678 Jun 28 06:45:57.395825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:57.430246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Network 9765b696-2a8b-433d-bb3a-220fdbd78573 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:57.448009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Pushing event updated for resources: {'Port': ['ID=17d5d91d-4183-4cee-8c24-4fd5d0638669,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:57.450785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:57.457334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] For port e5388519-087d-4300-8551-203ae8086551, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e5388519-087d-4300-8551-203ae8086551,segment=NetworkSegment(6067cc0a-ed6b-4af0-97ab-a7b1789fe30e),segment_id=6067cc0a-ed6b-4af0-97ab-a7b1789fe30e)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:57.457750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.463756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:57.469988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:57.475386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] For port e5388519-087d-4300-8551-203ae8086551, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e5388519-087d-4300-8551-203ae8086551,segment=NetworkSegment(6067cc0a-ed6b-4af0-97ab-a7b1789fe30e),segment_id=6067cc0a-ed6b-4af0-97ab-a7b1789fe30e)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:57.475766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.476995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Allocated IP 2001:db8:2::1 (9765b696-2a8b-433d-bb3a-220fdbd78573/91481149-5082-4bfe-a446-573ef5b929c7/8c604833-316c-4c29-8684-5ecc076f0ad1) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:45:57.483329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-faa29f41-4262-4ecb-9ed2-bd0251515fb7 None None] Provisioning complete for port 75d13233-3b13-4724-8210-a945e5791db7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:57.483659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-faa29f41-4262-4ecb-9ed2-bd0251515fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.486042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-71681c0b-c779-494f-beb1-eff122a10e88 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 7d6908d0-15d4-4028-aca2-79a738575d28 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:57.486484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-71681c0b-c779-494f-beb1-eff122a10e88 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.516006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] Calling delete_port for e5388519-087d-4300-8551-203ae8086551 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:57.522493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Calling delete_port for e5388519-087d-4300-8551-203ae8086551 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:57.653001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-71681c0b-c779-494f-beb1-eff122a10e88 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.662423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:57.674501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.674781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-faa29f41-4262-4ecb-9ed2-bd0251515fb7 None None] Port 75d13233-3b13-4724-8210-a945e5791db7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:57.674781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.676687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-71681c0b-c779-494f-beb1-eff122a10e88 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 7d6908d0-15d4-4028-aca2-79a738575d28 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:57.681029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Attempting to bind port 17d5d91d-4183-4cee-8c24-4fd5d0638669 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:57.681414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Attempting to bind port 17d5d91d-4183-4cee-8c24-4fd5d0638669 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '273a5b84-d915-4134-b30d-b0f7ae280879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:57.681795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Attempting to bind port 17d5d91d-4183-4cee-8c24-4fd5d0638669 on network 9765b696-2a8b-433d-bb3a-220fdbd78573 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:57.694170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:57.694700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Checking segment: {'id': '273a5b84-d915-4134-b30d-b0f7ae280879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:57.694988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.695396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Bound using segment: {'id': '273a5b84-d915-4134-b30d-b0f7ae280879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:57.695909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Bound port: 17d5d91d-4183-4cee-8c24-4fd5d0638669, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273a5b84-d915-4134-b30d-b0f7ae280879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:57.696305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.705810 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:45:57.766863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:45:57.774434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.801465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Transition to ACTIVE for port object 8c604833-316c-4c29-8684-5ecc076f0ad1 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:57.835630 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] For port 17d5d91d-4183-4cee-8c24-4fd5d0638669, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:57.839753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] For port 17d5d91d-4183-4cee-8c24-4fd5d0638669, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=17d5d91d-4183-4cee-8c24-4fd5d0638669,segment=NetworkSegment(273a5b84-d915-4134-b30d-b0f7ae280879),segment_id=273a5b84-d915-4134-b30d-b0f7ae280879)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:57.848570 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0430565 Jun 28 06:45:57.849676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52644) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:57.892188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.895763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2a272337-3829-403b-9faa-ab7f872ce248 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:57.903444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8ea82a0e-36bc-4395-8a78-34ed0e32f428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:57.929537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecace10-9dc3-4e9d-9957-43e8cae88c5a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:57.933796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2a272337-3829-403b-9faa-ab7f872ce248 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:57.934192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.937087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecace10-9dc3-4e9d-9957-43e8cae88c5a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:57.940002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] No DVR routers for this DVR port e5388519-087d-4300-8551-203ae8086551 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:57.943030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0ecace10-9dc3-4e9d-9957-43e8cae88c5a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0909379 Jun 28 06:45:57.946001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52646) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:57.954833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2c123359-f29b-4b57-969f-369121111e40 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.969410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:57.978418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-53b25dbc-a9b2-4d5a-84cf-c2b997609ff5 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:57.986525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] Pushing event deleted for resources: {'Port': ['ID=e5388519-087d-4300-8551-203ae8086551,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:57.995093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:58.010848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-71681c0b-c779-494f-beb1-eff122a10e88 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.013117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event deleted for resources: {'Port': ['ID=e5388519-087d-4300-8551-203ae8086551,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:58.016218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] No DVR routers for this DVR port e5388519-087d-4300-8551-203ae8086551 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:45:58.020196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:58.020641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-14c15311-7a5d-4800-bff6-25422b05080c tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:58.022432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.022998 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added segment af5e1180-4595-4625-8bad-befcf6b89a73 of type vlan for network f309dacf-949b-4e44-aa3a-32766aafe324 Jun 28 06:45:58.061648 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:53Z', 'revision_number': 3, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:45:54Z', 'revision_number': 2, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:58.075268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.092687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.100405 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:45:58.100767 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Updating router 40459a39-77d1-4107-8f4c-1785013864c5 port 75d13233-3b13-4724-8210-a945e5791db7 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:45:58.106819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71681c0b-c779-494f-beb1-eff122a10e88 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=7d6908d0-15d4-4028-aca2-79a738575d28,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:58.117008 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2a272337-3829-403b-9faa-ab7f872ce248, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2a272337-3829-403b-9faa-ab7f872ce248,segment=NetworkSegment(57b14bb2-4af4-4ce5-a338-8fe7667a7627),segment_id=57b14bb2-4af4-4ce5-a338-8fe7667a7627)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:58.119221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.125215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9ad0f8e1-30ab-4d15-b0e4-1ea3a25fc9d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:58.126713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2c123359-f29b-4b57-969f-369121111e40 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.134586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-71681c0b-c779-494f-beb1-eff122a10e88 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:58.138106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ac84f002-3df6-46f4-8d13-b63068c46848 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:58.146763 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.157813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.170092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 9765b696-2a8b-433d-bb3a-220fdbd78573 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:45:58.171616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-71681c0b-c779-494f-beb1-eff122a10e88 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.175004 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-71681c0b-c779-494f-beb1-eff122a10e88 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/7d6908d0-15d4-4028-aca2-79a738575d28 HTTP/1.1" status: 204 len: 168 time: 1.0560253 Jun 28 06:45:58.178303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52648) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:58.192393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Pushing event updated for resources: {'Port': ['ID=17d5d91d-4183-4cee-8c24-4fd5d0638669,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:58.195923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:58.226632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'mac_address': 'fa:16:3e:e0:5d:c3', 'name': 'tempest-PortsTestJSON-497229827'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:58.243274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.243274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 08809462-76ec-4e0b-85ee-ceb6aba2d103 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:58.258915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.283303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:45:58.283627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:58.291491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecb4842-b568-4b08-9b88-c19b64efb3ff']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:58.295987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:45:58.296795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.345692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f653d7ee-7d4a-432a-8f46-76dfbc84fb1b None None] Provisioning for port 08809462-76ec-4e0b-85ee-ceb6aba2d103 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:58.385123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6067cc0a-ed6b-4af0-97ab-a7b1789fe30e') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:58.392043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6067cc0a-ed6b-4af0-97ab-a7b1789fe30e') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:58.392320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2a272337-3829-403b-9faa-ab7f872ce248,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:58.403369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:58.414286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.439427 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-657a35aa-7b70-4b8c-9a3a-c1ae8df8d077 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The resource could not be found. Jun 28 06:45:58.440495 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-657a35aa-7b70-4b8c-9a3a-c1ae8df8d077 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1687794 Jun 28 06:45:58.445357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52652) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:58.452627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 08809462-76ec-4e0b-85ee-ceb6aba2d103 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:58.459513 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 08809462-76ec-4e0b-85ee-ceb6aba2d103 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:58.460558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.496840 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.541371 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-2c123359-f29b-4b57-969f-369121111e40 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP e7543d1b-1a19-49ff-aaf0-d05700967ca6 associated. External IP: 172.26.4.62, port: 1ecd6c3f-0280-4837-905e-26037d772dfb. Jun 28 06:45:58.555082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:45:58.555407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:45:58.562230 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:45:58.608656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.609285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=8c604833-316c-4c29-8684-5ecc076f0ad1,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:58.621382 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.652932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 08809462-76ec-4e0b-85ee-ceb6aba2d103, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=08809462-76ec-4e0b-85ee-ceb6aba2d103,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:45:58.659520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:58.678794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.684697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:58.687464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.733645 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-df67e927-c45c-45c0-a423-726833249cec tempest-QuotasNegativeTest-477249585 tempest-QuotasNegativeTest-477249585-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:58.734092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-868dca7b-f59f-445c-9668-dabb8df6e323 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 7162049d-8d71-4ad9-b8c3-94060c28f9b3 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:45:58.734092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-868dca7b-f59f-445c-9668-dabb8df6e323 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.753151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.754306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2f1b65bd-2a81-495f-850d-643ecfb4e34d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:58.758626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ff9d62ed-4974-46ff-a174-e6a6ef4369ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:58.855117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902e9a-f74f-4927-aefb-dc6c7dd363cd req-5e14bfa3-78fc-4447-8fa6-072099097225 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:45:58.856691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b5902e9a-f74f-4927-aefb-dc6c7dd363cd req-5e14bfa3-78fc-4447-8fa6-072099097225 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1984582 Jun 28 06:45:58.875248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Network': ['ID=f309dacf-949b-4e44-aa3a-32766aafe324,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:58.883365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-868dca7b-f59f-445c-9668-dabb8df6e323 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.885677 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:58.887651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3ebb-dd2e-4e1c-87cd-9d80662902b6 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.916661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-868dca7b-f59f-445c-9668-dabb8df6e323 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 7162049d-8d71-4ad9-b8c3-94060c28f9b3 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:45:58.926540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3ebb-dd2e-4e1c-87cd-9d80662902b6 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:58.938588 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b5902e9a-f74f-4927-aefb-dc6c7dd363cd req-f2e7344b-6346-4874-8edf-9891d9d418b4 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722785 Jun 28 06:45:58.987539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network f309dacf-949b-4e44-aa3a-32766aafe324 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:45:58.993951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cc3db371-b09e-4aec-9e4f-4fd88b57ad42 None None] Provisioning for port 7162049d-8d71-4ad9-b8c3-94060c28f9b3 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:45:59.001844 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Transition to ACTIVE for port object 75d13233-3b13-4724-8210-a945e5791db7 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:45:59.016116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.022072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-de3208c3-6f8e-4c17-b48d-6348ac60ed98 tempest-ExternalNetworksTestJSON-469604596 tempest-ExternalNetworksTestJSON-469604596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:59.026784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.026925 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cc3db371-b09e-4aec-9e4f-4fd88b57ad42 None None] Provisioning complete for port 7162049d-8d71-4ad9-b8c3-94060c28f9b3 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:59.027305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cc3db371-b09e-4aec-9e4f-4fd88b57ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.036258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:59.040181 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] 10.222.0.24 "DELETE /v2.0/networks/1ecb4842-b568-4b08-9b88-c19b64efb3ff HTTP/1.1" status: 204 len: 168 time: 2.5833817 Jun 28 06:45:59.058203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=08809462-76ec-4e0b-85ee-ceb6aba2d103,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:59.063527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:59.072972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.084217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-cc3db371-b09e-4aec-9e4f-4fd88b57ad42 None None] Port 7162049d-8d71-4ad9-b8c3-94060c28f9b3 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:45:59.102351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2f1b65bd-2a81-495f-850d-643ecfb4e34d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:59.102755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.109097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Pushing event deleted for resources: {'Network': ['ID=1ecb4842-b568-4b08-9b88-c19b64efb3ff,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:59.112879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:59.120611 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.126404 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-183a9c54-5003-457f-b02d-fd4e3337db03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:59.160699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c123359-f29b-4b57-969f-369121111e40 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:45:59.167042 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8612607 Jun 28 06:45:59.168232 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52656) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:59.184599 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'subnet': {'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:59.198999 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19105188-fa3b-48e2-9667-e674958e53a1 None None] Pushing event updated for resources: {'Port': ['ID=75d13233-3b13-4724-8210-a945e5791db7,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:59.204605 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-19105188-fa3b-48e2-9667-e674958e53a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:59.230866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3ebb-dd2e-4e1c-87cd-9d80662902b6 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.233507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3ebb-dd2e-4e1c-87cd-9d80662902b6 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.234649 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7c5c3ebb-dd2e-4e1c-87cd-9d80662902b6 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "DELETE /v2.0/security-groups/4666965e-7433-45cd-a448-d4c6bb69e523 HTTP/1.1" status: 204 len: 168 time: 0.7850924 Jun 28 06:45:59.249367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:59.270821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52658) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:59.273978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c3ebb-dd2e-4e1c-87cd-9d80662902b6 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4666965e-7433-45cd-a448-d4c6bb69e523,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:59.288931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7c5c3ebb-dd2e-4e1c-87cd-9d80662902b6 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:59.295712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.353630 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Attempting to bind port 75d13233-3b13-4724-8210-a945e5791db7 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:45:59.353857 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Attempting to bind port 75d13233-3b13-4724-8210-a945e5791db7 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '25c77de9-6a99-4fdf-b0f5-0c13b0118edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:45:59.354595 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Attempting to bind port 75d13233-3b13-4724-8210-a945e5791db7 on network 1af2888a-b0e5-4188-b702-367d48d43850 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:45:59.368722 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:45:59.369245 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Checking segment: {'id': '25c77de9-6a99-4fdf-b0f5-0c13b0118edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:45:59.369660 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.370057 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Bound using segment: {'id': '25c77de9-6a99-4fdf-b0f5-0c13b0118edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:45:59.370530 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Bound port: 75d13233-3b13-4724-8210-a945e5791db7, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c77de9-6a99-4fdf-b0f5-0c13b0118edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:45:59.371123 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.381222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.449383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port 6099f7b3-0734-4eab-b427-3db6bbd8f7d0 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:45:59.540659 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3515d517-92d9-47e0-86d0-46951c21a5fa tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2492330 Jun 28 06:45:59.541313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52660) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:59.548545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-868dca7b-f59f-445c-9668-dabb8df6e323 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.556474 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9bb8d875-1462-40b4-bf9e-35ada6ecd323 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '45282bcb-b9f2-4802-aa30-f1a998571b64', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:45:59.561588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-333d8671-2699-46d7-bb68-75bf934e9b1b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:59.563684 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] For port 75d13233-3b13-4724-8210-a945e5791db7, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:45:59.571896 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] For port 75d13233-3b13-4724-8210-a945e5791db7, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=75d13233-3b13-4724-8210-a945e5791db7,segment=NetworkSegment(25c77de9-6a99-4fdf-b0f5-0c13b0118edf),segment_id=25c77de9-6a99-4fdf-b0f5-0c13b0118edf)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:45:59.620593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2a272337-3829-403b-9faa-ab7f872ce248 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:45:59.642769 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.652985 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:45:59.696998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dca7b-f59f-445c-9668-dabb8df6e323 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=7162049d-8d71-4ad9-b8c3-94060c28f9b3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:59.699253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2a272337-3829-403b-9faa-ab7f872ce248 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:45:59.699537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.709732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c123359-f29b-4b57-969f-369121111e40 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:45:59.724928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2c123359-f29b-4b57-969f-369121111e40 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.726350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-868dca7b-f59f-445c-9668-dabb8df6e323 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:59.735922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:45:59.743250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.761100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536547f1-e604-4b5e-acc5-6e72cd49fedd None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:45:59.772878 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:59.773702 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:59.776409 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19105188-fa3b-48e2-9667-e674958e53a1 None None] Pushing event updated for resources: {'Port': ['ID=75d13233-3b13-4724-8210-a945e5791db7,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:45:59.785903 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-19105188-fa3b-48e2-9667-e674958e53a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:45:59.841177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536547f1-e604-4b5e-acc5-6e72cd49fedd None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:59.841845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-536547f1-e604-4b5e-acc5-6e72cd49fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:59.873879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-868dca7b-f59f-445c-9668-dabb8df6e323 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:45:59.889433 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-868dca7b-f59f-445c-9668-dabb8df6e323 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/7162049d-8d71-4ad9-b8c3-94060c28f9b3 HTTP/1.1" status: 204 len: 168 time: 1.9414556 Jun 28 06:45:59.895440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52664) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:59.896025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52666) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:59.908662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-536547f1-e604-4b5e-acc5-6e72cd49fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:59.929944 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2c123359-f29b-4b57-969f-369121111e40 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "PUT /v2.0/floatingips/e7543d1b-1a19-49ff-aaf0-d05700967ca6 HTTP/1.1" status: 200 len: 976 time: 3.4485772 Jun 28 06:45:59.932425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536547f1-e604-4b5e-acc5-6e72cd49fedd None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:45:59.936425 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52670) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:45:59.937932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-536547f1-e604-4b5e-acc5-6e72cd49fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:45:59.992459 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:00.023606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-536547f1-e604-4b5e-acc5-6e72cd49fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:00.024329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536547f1-e604-4b5e-acc5-6e72cd49fedd None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:00.092044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 08809462-76ec-4e0b-85ee-ceb6aba2d103 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:00.122637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.167725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f1bcc0-3031-43a8-9fd5-39c0d7af994e None None] Network 9765b696-2a8b-433d-bb3a-220fdbd78573 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:00.243785 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port 1ecd6c3f-0280-4837-905e-26037d772dfb {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:00.244364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.249825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.292569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.303404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:00.322355 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-9bb8d875-1462-40b4-bf9e-35ada6ecd323 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The resource could not be found. Jun 28 06:46:00.327954 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9bb8d875-1462-40b4-bf9e-35ada6ecd323 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7803080 Jun 28 06:46:00.328697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52674) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:00.341059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f1fbddaa-5f65-455e-a642-560a78361e0f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'tempest-secgroup--735629291'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:00.381382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.382151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.386739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a04d1e-ddae-4fff-9ab2-255edb896774 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:00.388287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a04d1e-ddae-4fff-9ab2-255edb896774 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:00.393662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-20a04d1e-ddae-4fff-9ab2-255edb896774 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4934294 Jun 28 06:46:00.396927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52676) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:00.397155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:00.432052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:00.445155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:00.453180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 08809462-76ec-4e0b-85ee-ceb6aba2d103 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:00.453347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:00.459255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.459489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.459595 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:53Z', 'revision_number': 3, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:45:59Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:00.464318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=6099f7b3-0734-4eab-b427-3db6bbd8f7d0,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:00.476458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:00.488572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a4204aac-9c2e-4a05-a924-e1918d323005 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:00.506409 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e1a87f-3ce7-41d5-af1d-281a0a202e81 None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:53Z', 'revision_number': 3, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:45:59Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:00.519790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.523375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2819263a-ee24-4302-ba32-2b6f830e11c8 None None] Provisioning for port 17d5d91d-4183-4cee-8c24-4fd5d0638669 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:00.677463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cedad-056a-48e9-9fe5-105eb9048692 req-70babb4d-f519-4c22-ab6b-b6420351539b tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:00.682978 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-653cedad-056a-48e9-9fe5-105eb9048692 req-70babb4d-f519-4c22-ab6b-b6420351539b tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.4466615 Jun 28 06:46:00.685952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 17d5d91d-4183-4cee-8c24-4fd5d0638669 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:00.704212 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-68e9148a-9342-4adb-b5b1-6654117e701c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47f5e00839b542f687b54a491965c43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8039982 Jun 28 06:46:00.708064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1fbddaa-5f65-455e-a642-560a78361e0f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.735584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=8c604833-316c-4c29-8684-5ecc076f0ad1,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:00.740914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52678) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:00.749773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5284510 Jun 28 06:46:00.773321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:00.774990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52680) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:00.777470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9abe25-b965-43c4-9de9-c8102abc32ea tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet f2c61706-22c1-4481-be68-810f6353caa1 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:00.804962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee9abe25-b965-43c4-9de9-c8102abc32ea tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.838667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 17d5d91d-4183-4cee-8c24-4fd5d0638669 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:00.838970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network 9765b696-2a8b-433d-bb3a-220fdbd78573 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:00.839116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 17d5d91d-4183-4cee-8c24-4fd5d0638669 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:00.840123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.847401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:00.850778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:00.861854 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-14e1a86c-cc55-4f56-b657-be30abdd5813 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:00.869389 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-653cedad-056a-48e9-9fe5-105eb9048692 req-fd95cdd3-10b0-4d15-95ad-c6451d29b428 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639702 Jun 28 06:46:00.969103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.017084 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 17d5d91d-4183-4cee-8c24-4fd5d0638669, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=17d5d91d-4183-4cee-8c24-4fd5d0638669,segment=NetworkSegment(273a5b84-d915-4134-b30d-b0f7ae280879),segment_id=273a5b84-d915-4134-b30d-b0f7ae280879)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:01.040215 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee9abe25-b965-43c4-9de9-c8102abc32ea tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.057114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f051490-bf8a-44fb-b67f-d5fc4885a3fc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:01.061786 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9f051490-bf8a-44fb-b67f-d5fc4885a3fc tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/6099f7b3-0734-4eab-b427-3db6bbd8f7d0 HTTP/1.1" status: 200 len: 840 time: 0.2851715 Jun 28 06:46:01.065863 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aba0c43d-7a3c-4419-b0a8-e0f367ca9ebc None None] Provisioning complete for port 17d5d91d-4183-4cee-8c24-4fd5d0638669 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:01.067332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aba0c43d-7a3c-4419-b0a8-e0f367ca9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.072227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52682) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:01.132999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:01.173449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ef130137-6324-4cd9-b568-aec70331fa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.173675 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.200691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-127a1427-5c9c-4e8f-8642-4661518dd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:01.305934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=17d5d91d-4183-4cee-8c24-4fd5d0638669,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:01.317375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e5388519-087d-4300-8551-203ae8086551 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:01.319323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:01.342557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aba0c43d-7a3c-4419-b0a8-e0f367ca9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.344628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: e5388519-087d-4300-8551-203ae8086551 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:01.345247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e5388519-087d-4300-8551-203ae8086551 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:01.352395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ef130137-6324-4cd9-b568-aec70331fa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.419348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:01.430583 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Sync routers for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:01.435147 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2115817 Jun 28 06:46:01.436970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52684) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:01.448307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-464431093'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:01.455672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-aba0c43d-7a3c-4419-b0a8-e0f367ca9ebc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:46:01.456129 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-aba0c43d-7a3c-4419-b0a8-e0f367ca9ebc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:46:01.460202 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:01.460943 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:01.514418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-af891088-9292-469f-b1fc-fe9d89646e3b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 6099f7b3-0734-4eab-b427-3db6bbd8f7d0 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:01.514418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-af891088-9292-469f-b1fc-fe9d89646e3b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.615860 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:01.634367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 75d13233-3b13-4724-8210-a945e5791db7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:01.646847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-af891088-9292-469f-b1fc-fe9d89646e3b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.678205 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Subnet': ['ID=e14b57fd-3a45-410f-8dc5-5548f1b88921,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:01.681727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:01.756573 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1fbddaa-5f65-455e-a642-560a78361e0f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.773766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Checking segment: {'id': 'af5e1180-4595-4625-8bad-befcf6b89a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:01.773766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network hostable DHCP agents. Network: f309dacf-949b-4e44-aa3a-32766aafe324, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:01.792619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 75d13233-3b13-4724-8210-a945e5791db7 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:01.799564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 75d13233-3b13-4724-8210-a945e5791db7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:01.818470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.828459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.828844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.829178 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP e7543d1b-1a19-49ff-aaf0-d05700967ca6 disassociated. External IP: 172.26.4.62, port: 1ecd6c3f-0280-4837-905e-26037d772dfb. Jun 28 06:46:01.829522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for 1ecd6c3f-0280-4837-905e-26037d772dfb owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:01.850925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1fbddaa-5f65-455e-a642-560a78361e0f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.859405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee9abe25-b965-43c4-9de9-c8102abc32ea tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.863033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e0c1afaa-b4cf-4f79-9b4b-442716235e3f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:01.913395 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:45:59Z', 'revision_number': 2, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:01.933359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:01.946714 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Checking router: f27b8fd7-8751-423b-8702-1892a3796df4 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:01.954247 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Updating router f27b8fd7-8751-423b-8702-1892a3796df4 port 8c604833-316c-4c29-8684-5ecc076f0ad1 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:46:01.980895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 75d13233-3b13-4724-8210-a945e5791db7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=75d13233-3b13-4724-8210-a945e5791db7,segment=NetworkSegment(25c77de9-6a99-4fdf-b0f5-0c13b0118edf),segment_id=25c77de9-6a99-4fdf-b0f5-0c13b0118edf)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:01.984895 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.011667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network f309dacf-949b-4e44-aa3a-32766aafe324 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:02.052019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-af891088-9292-469f-b1fc-fe9d89646e3b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 6099f7b3-0734-4eab-b427-3db6bbd8f7d0 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:02.062739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbddaa-5f65-455e-a642-560a78361e0f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c162d2-876c-4cc1-bf10-baaea6b684e1,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:02.079419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.079419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 17d5d91d-4183-4cee-8c24-4fd5d0638669 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:02.079419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:02.139527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aba0c43d-7a3c-4419-b0a8-e0f367ca9ebc None None] Provisioning for port 8c604833-316c-4c29-8684-5ecc076f0ad1 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:02.148756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aba0c43d-7a3c-4419-b0a8-e0f367ca9ebc None None] Provisioning complete for port 8c604833-316c-4c29-8684-5ecc076f0ad1 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:02.149215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aba0c43d-7a3c-4419-b0a8-e0f367ca9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.188436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f1fbddaa-5f65-455e-a642-560a78361e0f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:02.194237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-af891088-9292-469f-b1fc-fe9d89646e3b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.200290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-47a2f83d-05fa-46f4-bcc5-9cb75b863277 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:02.203894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=75d13233-3b13-4724-8210-a945e5791db7,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:02.216118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:02.224710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-aba0c43d-7a3c-4419-b0a8-e0f367ca9ebc None None] Port 8c604833-316c-4c29-8684-5ecc076f0ad1 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:02.227175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 17d5d91d-4183-4cee-8c24-4fd5d0638669 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:02.227548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.240875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af891088-9292-469f-b1fc-fe9d89646e3b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=6099f7b3-0734-4eab-b427-3db6bbd8f7d0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:02.245881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ef130137-6324-4cd9-b568-aec70331fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.248741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ef130137-6324-4cd9-b568-aec70331fa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.254300 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ef130137-6324-4cd9-b568-aec70331fa8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/112b6bb7-ea8d-4c88-8ecf-03b08c3e94e1 HTTP/1.1" status: 204 len: 168 time: 1.5020621 Jun 28 06:46:02.262423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-af891088-9292-469f-b1fc-fe9d89646e3b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:02.263037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30fc7327-d195-4340-acbe-deff7fd77538 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:02.267088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-af891088-9292-469f-b1fc-fe9d89646e3b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.271402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.272368 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-af891088-9292-469f-b1fc-fe9d89646e3b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/6099f7b3-0734-4eab-b427-3db6bbd8f7d0 HTTP/1.1" status: 204 len: 168 time: 1.1990685 Jun 28 06:46:02.283081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52690) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:02.283355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee9abe25-b965-43c4-9de9-c8102abc32ea tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.291325 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.291707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:02.296400 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, f309dacf-949b-4e44-aa3a-32766aafe324) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:02.303773 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Transition to ACTIVE for port object 8c604833-316c-4c29-8684-5ecc076f0ad1 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:02.310941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0923729a-336c-4756-a102-48a3cf4074ef tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:46:02.313695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c551ad52-660a-4be7-92f4-36307685b028 None None] Network f309dacf-949b-4e44-aa3a-32766aafe324 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:02.317410 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0923729a-336c-4756-a102-48a3cf4074ef tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/6099f7b3-0734-4eab-b427-3db6bbd8f7d0 HTTP/1.1" status: 404 len: 333 time: 0.0362561 Jun 28 06:46:02.317626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:02.318202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52692) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:02.318317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.321495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef130137-6324-4cd9-b568-aec70331fa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112b6bb7-ea8d-4c88-8ecf-03b08c3e94e1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:02.328667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'name': 'tempest-PortsTestJSON-1552072021'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:02.333018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ef130137-6324-4cd9-b568-aec70331fa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:02.345601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:02.350517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.375216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=1ecd6c3f-0280-4837-905e-26037d772dfb,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:02.382890 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.383232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8efa7b-bd49-4cb5-95a4-dd00178c16ea req-6c9119e0-2099-4ce0-8232-011f258ba46c tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:02.384837 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa8efa7b-bd49-4cb5-95a4-dd00178c16ea req-6c9119e0-2099-4ce0-8232-011f258ba46c tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.2388093 Jun 28 06:46:02.391761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff15866-4fa0-469f-9204-3dbc435c78b8 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:02.400394 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-19105188-fa3b-48e2-9667-e674958e53a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:02.404153 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee9abe25-b965-43c4-9de9-c8102abc32ea tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.414606 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ee9abe25-b965-43c4-9de9-c8102abc32ea tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/f2c61706-22c1-4481-be68-810f6353caa1 HTTP/1.1" status: 204 len: 168 time: 2.0118017 Jun 28 06:46:02.419639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:02.421507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52694) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:02.433367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:02.447310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1fbddaa-5f65-455e-a642-560a78361e0f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.454253 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f1fbddaa-5f65-455e-a642-560a78361e0f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1172974 Jun 28 06:46:02.458671 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e78abbe2-f742-46f5-8522-498c80e2a7d7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2839236 Jun 28 06:46:02.488514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52696) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:02.489058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52698) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:02.506423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c3182d40-b1aa-46a5-87a8-db768154eb46 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816584 Jun 28 06:46:02.507442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52700) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:02.510977 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192f684-86fd-4a6b-b4b7-0ef8a458601b None None] Pushing event updated for resources: {'Port': ['ID=8c604833-316c-4c29-8684-5ecc076f0ad1,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:02.533132 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-d192f684-86fd-4a6b-b4b7-0ef8a458601b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:02.576225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c0f721bc-c364-43d0-9a6b-33d3995a8359 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848416228'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:02.609809 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Attempting to bind port 8c604833-316c-4c29-8684-5ecc076f0ad1 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:02.610184 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Attempting to bind port 8c604833-316c-4c29-8684-5ecc076f0ad1 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '273a5b84-d915-4134-b30d-b0f7ae280879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:02.610763 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Attempting to bind port 8c604833-316c-4c29-8684-5ecc076f0ad1 on network 9765b696-2a8b-433d-bb3a-220fdbd78573 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:02.613405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:02.621631 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:02.622013 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Checking segment: {'id': '273a5b84-d915-4134-b30d-b0f7ae280879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:02.622426 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.622837 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Bound using segment: {'id': '273a5b84-d915-4134-b30d-b0f7ae280879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:02.624381 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Bound port: 8c604833-316c-4c29-8684-5ecc076f0ad1, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273a5b84-d915-4134-b30d-b0f7ae280879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:02.625495 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.683878 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa8efa7b-bd49-4cb5-95a4-dd00178c16ea req-76b23530-b75c-4f4c-b997-87fa3b39249c tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614892 Jun 28 06:46:02.702205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.702563 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added segment 6121bda0-5525-4fc7-a9e0-507caa5b5525 of type vlan for network ac54f88f-483f-44f8-b1cb-56cc20328efb Jun 28 06:46:02.703970 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-f309dacf-949b-4e44-aa3a-32766aafe324', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:02.705820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.772380 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] For port 8c604833-316c-4c29-8684-5ecc076f0ad1, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:02.786993 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] For port 8c604833-316c-4c29-8684-5ecc076f0ad1, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=8c604833-316c-4c29-8684-5ecc076f0ad1,segment=NetworkSegment(273a5b84-d915-4134-b30d-b0f7ae280879),segment_id=273a5b84-d915-4134-b30d-b0f7ae280879)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:02.800437 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.838773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4389f782-7ec1-4992-a6cb-3aec08a0e9d8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:02.841224 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4389f782-7ec1-4992-a6cb-3aec08a0e9d8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3220410 Jun 28 06:46:02.850286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52706) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:02.856723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:02.861028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9abe25-b965-43c4-9de9-c8102abc32ea tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c61706-22c1-4481-be68-810f6353caa1,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:02.869516 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:02.888498 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-498dbb17-e1f2-4571-8f01-0fedb826057d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:02.924235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59bf73-868c-4c03-9aee-6585a4c7e0bf tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:02.930675 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ac59bf73-868c-4c03-9aee-6585a4c7e0bf tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0792308 Jun 28 06:46:02.934778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:46:02.934778 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:46:02.934778 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': 'fb4cea3c5cce4e11913a94a64c35b037', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 46, 2, 606731)}] Jun 28 06:46:02.934778 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:46:02.934778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:46:02.939441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52710) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:02.946572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ee9abe25-b965-43c4-9de9-c8102abc32ea tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:02.959413 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:02.960073 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:02.976669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Allocated IP 172.22.0.2 (f309dacf-949b-4e44-aa3a-32766aafe324/e14b57fd-3a45-410f-8dc5-5548f1b88921/a5b71144-0e06-4eec-ad3f-6e4a9496a2c5) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:02.988416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] Deleting port 08809462-76ec-4e0b-85ee-ceb6aba2d103 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:02.988987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:03.004288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e4b3416a-8daa-452b-b6ed-b88102309e78 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588622 Jun 28 06:46:03.004514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52714) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:03.010149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:03.046993 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c0f721bc-c364-43d0-9a6b-33d3995a8359 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:03.126210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:03.128927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:03.145287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:03.145973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:03.160242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-939a9b03-caf1-4655-acd5-a563f6beed46 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:03.219398 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:03.323373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Network': ['ID=ac54f88f-483f-44f8-b1cb-56cc20328efb,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:03.328809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:03.366562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network ac54f88f-483f-44f8-b1cb-56cc20328efb details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:03.388056 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192f684-86fd-4a6b-b4b7-0ef8a458601b None None] Pushing event updated for resources: {'Port': ['ID=8c604833-316c-4c29-8684-5ecc076f0ad1,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:03.389596 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-d192f684-86fd-4a6b-b4b7-0ef8a458601b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:03.506396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] For port 08809462-76ec-4e0b-85ee-ceb6aba2d103, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=08809462-76ec-4e0b-85ee-ceb6aba2d103,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:03.506804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:03.518747 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:03.525505 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:02Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:03.539737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] Calling delete_port for 08809462-76ec-4e0b-85ee-ceb6aba2d103 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:03.541679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 75d13233-3b13-4724-8210-a945e5791db7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:03.562845 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec772b-3922-486a-a599-4a953e80bd94 None None] The sync data for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv is: [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:02Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:03.726893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c0f721bc-c364-43d0-9a6b-33d3995a8359 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:03.753606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:03.754382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:03.776063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 75d13233-3b13-4724-8210-a945e5791db7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:03.776470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:03.778726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d63a31-95dc-4163-aacc-e1578cf05319 None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:03.824141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Transition to ACTIVE for port object a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:03.847959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d63a31-95dc-4163-aacc-e1578cf05319 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:03.849485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d3d63a31-95dc-4163-aacc-e1578cf05319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:03.864336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c0f721bc-c364-43d0-9a6b-33d3995a8359 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:03.873139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-574c75e7-cdd1-450d-848c-67285b7c4d89 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:03.875361 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4323478 Jun 28 06:46:03.878488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52728) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:03.897850 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'subnet': {'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:03.904754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52730) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:03.934452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d3d63a31-95dc-4163-aacc-e1578cf05319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:03.942454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Transition to ACTIVE for port object a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:03.960054 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d63a31-95dc-4163-aacc-e1578cf05319 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:03.960415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d3d63a31-95dc-4163-aacc-e1578cf05319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:04.006716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:04.013276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.013489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.018078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b1759b61-19cb-433e-870f-08cb4dc9e1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:04.021860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d3d63a31-95dc-4163-aacc-e1578cf05319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:04.022048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f721bc-c364-43d0-9a6b-33d3995a8359 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f103e-c907-4bc1-a46f-bc758b856419,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:04.022158 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d63a31-95dc-4163-aacc-e1578cf05319 None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:04.029102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.057868 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.062846 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/ports/1ecd6c3f-0280-4837-905e-26037d772dfb HTTP/1.1" status: 204 len: 168 time: 4.1250238 Jun 28 06:46:04.070619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c0f721bc-c364-43d0-9a6b-33d3995a8359 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:04.071084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52734) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.095573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] No DVR routers for this DVR port 08809462-76ec-4e0b-85ee-ceb6aba2d103 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:04.100545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] Pushing event deleted for resources: {'Port': ['ID=08809462-76ec-4e0b-85ee-ceb6aba2d103,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:04.106161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:04.116613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a5fc7e96-bf5e-4b45-b720-18383c43699c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:04.155470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Network f309dacf-949b-4e44-aa3a-32766aafe324 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:04.166822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bf671-64f0-4fb2-af26-6ef267aa58e1 req-5f05eae1-3d6d-49a9-9302-900015572cc2 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:04.168400 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a2bf671-64f0-4fb2-af26-6ef267aa58e1 req-5f05eae1-3d6d-49a9-9302-900015572cc2 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.2885771 Jun 28 06:46:04.169083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:04.173281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.180063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c0f721bc-c364-43d0-9a6b-33d3995a8359 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.182034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:04.185790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:04.188527 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c0f721bc-c364-43d0-9a6b-33d3995a8359 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6174836 Jun 28 06:46:04.191921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-1debe3dd-f6e5-4383-847e-127e5ca2cede tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.194567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Pushing event updated for resources: {'Port': ['ID=a5b71144-0e06-4eec-ad3f-6e4a9496a2c5,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:04.199150 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1debe3dd-f6e5-4383-847e-127e5ca2cede tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2816265 Jun 28 06:46:04.199882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52736) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.200225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52738) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.207048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:04.208400 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4048764d-d0fe-4d13-b9e9-5cfa28afaabe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "GET /v2.0/floatingips/e7543d1b-1a19-49ff-aaf0-d05700967ca6 HTTP/1.1" status: 200 len: 687 time: 0.1299555 Jun 28 06:46:04.209634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 08809462-76ec-4e0b-85ee-ceb6aba2d103 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:04.216086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52740) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.216371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-c09b261a-470d-493c-88bc-b7efe4c35d08 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.217402 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c09b261a-470d-493c-88bc-b7efe4c35d08 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0067406 Jun 28 06:46:04.220602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-dac89b06-77c2-4e20-96c2-13f40c0bf7bf tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group_rule': {'security_group_id': '57c162d2-876c-4cc1-bf10-baaea6b684e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3e3f103e-c907-4bc1-a46f-bc758b856419'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:04.231538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52742) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.236829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 08809462-76ec-4e0b-85ee-ceb6aba2d103 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:04.236829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 08809462-76ec-4e0b-85ee-ceb6aba2d103 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:04.239434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-35d0555e-b7b8-44cb-9540-0e0073d7a1b4 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.240424 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-35d0555e-b7b8-44cb-9540-0e0073d7a1b4 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088506 Jun 28 06:46:04.252488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52744) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.283534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-4574e454-50cd-42a8-8671-6e7ec88027ce tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.284537 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4574e454-50cd-42a8-8671-6e7ec88027ce tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0281444 Jun 28 06:46:04.291254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52746) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.297765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-a31bf348-e006-4379-af67-3f3c5ef7d04b tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.297980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Attempting to bind port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:04.298216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Attempting to bind port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'af5e1180-4595-4625-8bad-befcf6b89a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:04.298583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Attempting to bind port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 on network f309dacf-949b-4e44-aa3a-32766aafe324 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:04.298760 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a31bf348-e006-4379-af67-3f3c5ef7d04b tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065515 Jun 28 06:46:04.313244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52748) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.313986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:04.313986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Checking segment: {'id': 'af5e1180-4595-4625-8bad-befcf6b89a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:04.313986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.314403 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:46:04.314510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Bound using segment: {'id': 'af5e1180-4595-4625-8bad-befcf6b89a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:04.314510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Bound port: a5b71144-0e06-4eec-ad3f-6e4a9496a2c5, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5e1180-4595-4625-8bad-befcf6b89a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:04.314510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.316969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-5cafb4a5-d000-4192-b6fa-6e74c2be1885 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.317741 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5cafb4a5-d000-4192-b6fa-6e74c2be1885 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0061369 Jun 28 06:46:04.319497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port d4de1ef2-1637-451f-9881-203b9415fea9 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:46:04.323013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52750) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.331293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-8c020d22-4d64-4724-ba95-0be5137001a8 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.337208 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8c020d22-4d64-4724-ba95-0be5137001a8 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0125215 Jun 28 06:46:04.340243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52752) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.348014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-1f3b29df-5dbf-46bb-8e56-48650c197bf5 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.351973 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1f3b29df-5dbf-46bb-8e56-48650c197bf5 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0104733 Jun 28 06:46:04.352649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52754) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.368977 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-26c634f8-e249-4aab-9896-08d993df0931 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.368977 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-26c634f8-e249-4aab-9896-08d993df0931 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064144 Jun 28 06:46:04.383129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Made reservation on behalf of 769f8294358c4bf5b83714056636cdb9 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:04.387028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.390351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52756) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.392245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Allocated IP 172.22.0.1 (f309dacf-949b-4e44-aa3a-32766aafe324/e14b57fd-3a45-410f-8dc5-5548f1b88921/41730ae9-d0da-4e72-aeca-55d713ec6eaf) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:04.399352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-8e2f2d88-85e0-46a9-bc48-99408c7824a4 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.400323 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8e2f2d88-85e0-46a9-bc48-99408c7824a4 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068564 Jun 28 06:46:04.401662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] For port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:04.405919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] For port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a5b71144-0e06-4eec-ad3f-6e4a9496a2c5,segment=NetworkSegment(af5e1180-4595-4625-8bad-befcf6b89a73),segment_id=af5e1180-4595-4625-8bad-befcf6b89a73)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:04.408011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52758) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.423308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-bb379868-0fc3-4bee-9e6d-7933aa2edd18 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.425023 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bb379868-0fc3-4bee-9e6d-7933aa2edd18 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0132992 Jun 28 06:46:04.459695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52760) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.761493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-4c8c1836-fbdb-4c67-94b3-06a43e37dd53 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.761493 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4c8c1836-fbdb-4c67-94b3-06a43e37dd53 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0062616 Jun 28 06:46:04.761493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52762) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.762714 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a2bf671-64f0-4fb2-af26-6ef267aa58e1 req-e1a1881a-7730-4153-9efb-d5248d0f4738 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149989 Jun 28 06:46:04.762813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-b7ca4f5b-1d08-4df3-8e15-94c9b696e0ad tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.762813 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b7ca4f5b-1d08-4df3-8e15-94c9b696e0ad tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0192523 Jun 28 06:46:04.762813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52764) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.762813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-c8d6274e-cd6c-4437-a787-2767be066c51 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.762813 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c8d6274e-cd6c-4437-a787-2767be066c51 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049832 Jun 28 06:46:04.762813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52766) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.762813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-a3fabe51-a73c-42b6-807d-266ca6666b74 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.763305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.763422 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a3fabe51-a73c-42b6-807d-266ca6666b74 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0101135 Jun 28 06:46:04.763504 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:04.763585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52768) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.763585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-e75e01b1-54b1-4f83-916a-977237398c9d tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.763585 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e75e01b1-54b1-4f83-916a-977237398c9d tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0236185 Jun 28 06:46:04.763585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52770) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.763949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Pushing event updated for resources: {'Port': ['ID=a5b71144-0e06-4eec-ad3f-6e4a9496a2c5,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:04.763949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-8d8525a0-05ab-4c82-8fc9-3fb1c9ee6f03 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8d8525a0-05ab-4c82-8fc9-3fb1c9ee6f03 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0511093 Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52772) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-1972007f-613c-41ab-84e6-86992dae41d2 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1972007f-613c-41ab-84e6-86992dae41d2 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0083652 Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52774) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-655138e5-5a95-4253-a625-33ed7260be71 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-655138e5-5a95-4253-a625-33ed7260be71 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057685 Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52776) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port d9e9ca8d-7067-487c-88fb-08853addd1ca {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-2ae60a92-5c4e-42fe-9a50-761eb75f2f41 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2ae60a92-5c4e-42fe-9a50-761eb75f2f41 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0245955 Jun 28 06:46:04.764124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52778) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.765589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-41cadb68-0b61-4d98-b365-5710a3eede85 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.766548 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-41cadb68-0b61-4d98-b365-5710a3eede85 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0071113 Jun 28 06:46:04.796420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52780) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.801813 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.809421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-d687a9bf-1d05-46ce-830c-7cd5b8d37f40 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.810400 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d687a9bf-1d05-46ce-830c-7cd5b8d37f40 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0130289 Jun 28 06:46:04.815441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52782) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.820898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-e8bb641c-0ff8-4336-ac7c-d0de3d36a1d4 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.821884 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e8bb641c-0ff8-4336-ac7c-d0de3d36a1d4 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0047250 Jun 28 06:46:04.827188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52784) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.834432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-cf953232-6581-4b0d-85a7-02d4c5e983e7 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.835415 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cf953232-6581-4b0d-85a7-02d4c5e983e7 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073142 Jun 28 06:46:04.840048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52786) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.844512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-d7fc156a-3a99-481b-8b0e-e07ad7790668 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.845725 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d7fc156a-3a99-481b-8b0e-e07ad7790668 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048258 Jun 28 06:46:04.850986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52788) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.908818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-a89313a3-3910-4ee1-b091-2e5ab803ce1c tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.908818 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a89313a3-3910-4ee1-b091-2e5ab803ce1c tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0229886 Jun 28 06:46:04.908818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52790) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.908818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-2331530f-f7c7-496c-bef7-4ab8aadbb79b tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.908818 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2331530f-f7c7-496c-bef7-4ab8aadbb79b tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046456 Jun 28 06:46:04.908818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52792) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.910258 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-dac89b06-77c2-4e20-96c2-13f40c0bf7bf tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:46:04.910258 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-dac89b06-77c2-4e20-96c2-13f40c0bf7bf tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6826854 Jun 28 06:46:04.910258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52794) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.910898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-71238fa8-d6cf-48bb-9dd4-b51545b1914f tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.910898 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-71238fa8-d6cf-48bb-9dd4-b51545b1914f tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0108407 Jun 28 06:46:04.914689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52796) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.919083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.919412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:04.919649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-391df9f6-6b53-49d8-89c3-8d768c1e6691 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.920567 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-391df9f6-6b53-49d8-89c3-8d768c1e6691 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044100 Jun 28 06:46:04.925545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52798) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.936596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-97bd97e9-60f4-4227-9b3b-47e263d5c8c3 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.937878 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-97bd97e9-60f4-4227-9b3b-47e263d5c8c3 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0113513 Jun 28 06:46:04.950213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for d9e9ca8d-7067-487c-88fb-08853addd1ca owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:04.952304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52800) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.978124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-1621a971-716d-4d94-b12a-139530d8dc46 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.979275 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1621a971-716d-4d94-b12a-139530d8dc46 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0246952 Jun 28 06:46:04.984961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52802) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:04.992380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-8f45ab5d-c50b-4df1-8004-64e574427173 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:04.995402 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8f45ab5d-c50b-4df1-8004-64e574427173 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052824 Jun 28 06:46:04.996502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52804) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.007878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-7a237bd9-8d27-4997-ad32-151934ebd114 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.016490 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7a237bd9-8d27-4997-ad32-151934ebd114 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0089130 Jun 28 06:46:05.016490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52806) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.048580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-c4fb7a58-6703-4026-b0ee-b8b5f507cfff tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.052635 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c4fb7a58-6703-4026-b0ee-b8b5f507cfff tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0342720 Jun 28 06:46:05.055314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.060637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52808) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.065954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-7620cf0e-1c63-4c28-a08b-730157510796 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.066893 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7620cf0e-1c63-4c28-a08b-730157510796 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047059 Jun 28 06:46:05.071158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52810) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.071435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a0d119a-66c5-4dda-ba29-6ae6b56b30cb tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.088372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:46:05.091792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-70eaa83b-8598-48c9-a341-254546592e13 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.092811 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-70eaa83b-8598-48c9-a341-254546592e13 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0202882 Jun 28 06:46:05.095620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52812) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.096383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.097694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Transition to ACTIVE for port object 41730ae9-d0da-4e72-aeca-55d713ec6eaf will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:05.104761 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-fe10c5af-412b-4fa6-9b8a-8bd0f08f798e tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.105719 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fe10c5af-412b-4fa6-9b8a-8bd0f08f798e tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0064046 Jun 28 06:46:05.106554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6b43db3c-7d6d-45f9-91af-096a0090aad5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:05.110066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.114564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52814) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.123530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-525cccd5-f664-4a07-b276-690e2998a804 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.124517 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-525cccd5-f664-4a07-b276-690e2998a804 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0070937 Jun 28 06:46:05.126262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a0d119a-66c5-4dda-ba29-6ae6b56b30cb tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.130602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52816) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.161837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-1384ed14-7729-48f5-8221-32e94386b5cd tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.162862 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1384ed14-7729-48f5-8221-32e94386b5cd tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0302169 Jun 28 06:46:05.169131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52818) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.179324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-35d1810d-1a6a-4511-be35-038b2bc35e41 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.180277 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-35d1810d-1a6a-4511-be35-038b2bc35e41 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0099835 Jun 28 06:46:05.186749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:05.187343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52820) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.199970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-0e79c802-a1d8-43e3-8bb6-cdf4a9c40f57 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.203782 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0e79c802-a1d8-43e3-8bb6-cdf4a9c40f57 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0107806 Jun 28 06:46:05.203782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:05.210774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52822) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.213317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:05.216914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:05.217521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.219733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-7bb63a48-5555-4828-a051-60556fe68e12 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.220096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:05.223059 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7bb63a48-5555-4828-a051-60556fe68e12 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0090034 Jun 28 06:46:05.223239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=c58b1ef5-69c7-4cbc-aa80-b695f74e91dd,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:05.223794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52824) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.224496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:05.229683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906ec9b-f3ad-4944-bf3b-7e83fb2d3541 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:05.230210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:05.230846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.237372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:05.242082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-493a552d-abf5-44b0-b509-6a7996bc7085 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:05.252368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-54e31890-1de9-4486-bae2-7f714c39f335 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.256758 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-54e31890-1de9-4486-bae2-7f714c39f335 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0172722 Jun 28 06:46:05.257091 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52826) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.263139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-fbe6e98d-a954-4d02-a499-0ba33c129153 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.266396 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fbe6e98d-a954-4d02-a499-0ba33c129153 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0051012 Jun 28 06:46:05.266647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52828) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.271574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-3516aba0-a132-4526-a6fb-9bf9e0c68312 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.274690 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3516aba0-a132-4526-a6fb-9bf9e0c68312 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048451 Jun 28 06:46:05.274880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52830) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.279439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-8c7c2ef5-593f-423c-9d3f-2cac72f5979e tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.280387 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8c7c2ef5-593f-423c-9d3f-2cac72f5979e tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044389 Jun 28 06:46:05.283108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52832) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.288044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-d24e8ae8-253e-4db2-a85c-f33d2ba45d0d tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.289504 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d24e8ae8-253e-4db2-a85c-f33d2ba45d0d tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049562 Jun 28 06:46:05.291264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52834) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.295370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-b1296ffa-047e-4671-8ac5-4983daa98f5e tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.296504 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b1296ffa-047e-4671-8ac5-4983daa98f5e tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041320 Jun 28 06:46:05.299054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52836) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.303198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-0bc011af-5433-4a30-befe-02dcb07eeccf tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.304116 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0bc011af-5433-4a30-befe-02dcb07eeccf tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047116 Jun 28 06:46:05.306989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=d4de1ef2-1637-451f-9881-203b9415fea9,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:05.307310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.325017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52838) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.325728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-61ebe8fe-0cdf-4954-be1a-4915b049a18e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:05.327223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:05.334985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-05764511-fa6b-479c-b259-fc011ad53c2d tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.342695 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-05764511-fa6b-479c-b259-fc011ad53c2d tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0092642 Jun 28 06:46:05.343068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52840) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.345877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-75a5d4e1-24c9-449f-9ec2-b4db3109399c tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.347519 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-75a5d4e1-24c9-449f-9ec2-b4db3109399c tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0067370 Jun 28 06:46:05.349889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52842) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.354228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-689bc006-7739-49ed-ada5-ae728c381c4e tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.355150 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-689bc006-7739-49ed-ada5-ae728c381c4e tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043707 Jun 28 06:46:05.360350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52844) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.366597 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a0d119a-66c5-4dda-ba29-6ae6b56b30cb tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.368106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-40e7b552-f112-43d7-829b-ce98a3e78198 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.368499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a0d119a-66c5-4dda-ba29-6ae6b56b30cb tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.369107 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-40e7b552-f112-43d7-829b-ce98a3e78198 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075200 Jun 28 06:46:05.370764 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3654268 Jun 28 06:46:05.372140 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4a0d119a-66c5-4dda-ba29-6ae6b56b30cb tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e3f103e-c907-4bc1-a46f-bc758b856419 HTTP/1.1" status: 204 len: 168 time: 0.4698873 Jun 28 06:46:05.373383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.374766 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0544252 Jun 28 06:46:05.375317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52846) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.375648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52848) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.375961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52850) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.376274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52852) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.386554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-92a1603c-5293-4905-b7d7-37aa92d6aca0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:05.398752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:05.406566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-9850cfab-0239-4a5e-b5ea-fdce53062828 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.411268 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9850cfab-0239-4a5e-b5ea-fdce53062828 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0052145 Jun 28 06:46:05.412481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52854) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.424831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-dc9f0646-67fc-47c5-a7c2-661fd97314de tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.428959 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-dc9f0646-67fc-47c5-a7c2-661fd97314de tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0104260 Jun 28 06:46:05.433284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52856) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.463112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-72fbd159-602c-4247-bd43-560d72550779 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.464134 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-72fbd159-602c-4247-bd43-560d72550779 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0161057 Jun 28 06:46:05.469993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'c58b1ef5-69c7-4cbc-aa80-b695f74e91dd'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:05.470718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.474115 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Subnet': ['ID=80793d3f-29a3-4cc0-8784-8d775383f160,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:05.478675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network f309dacf-949b-4e44-aa3a-32766aafe324 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:05.479267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52858) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.483801 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-7a442d7a-c845-4371-bfaa-b9d39701473a tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.487007 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7a442d7a-c845-4371-bfaa-b9d39701473a tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045631 Jun 28 06:46:05.492393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:05.492543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-10822799-65e5-498c-872f-fb1fa3172be6 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:05.494262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52860) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.497480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:05.502569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.526274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:05.527086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-87b4575e-a12a-4ffe-a8f1-685b02e05bf6 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.527086 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-87b4575e-a12a-4ffe-a8f1-685b02e05bf6 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0094028 Jun 28 06:46:05.527086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:05.532323 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52864) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.578617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=d9e9ca8d-7067-487c-88fb-08853addd1ca,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:05.587920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-f0713323-058e-42f1-b206-d11b3748b26b tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.588912 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f0713323-058e-42f1-b206-d11b3748b26b tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0537248 Jun 28 06:46:05.590053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Checking segment: {'id': '6121bda0-5525-4fc7-a9e0-507caa5b5525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:05.590381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network hostable DHCP agents. Network: ac54f88f-483f-44f8-b1cb-56cc20328efb, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:05.592690 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d119a-66c5-4dda-ba29-6ae6b56b30cb tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f103e-c907-4bc1-a46f-bc758b856419,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:05.607158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52866) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.613998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-2042eed3-650a-4096-a009-e9cb85a641d2 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.617313 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2042eed3-650a-4096-a009-e9cb85a641d2 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0061157 Jun 28 06:46:05.617313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4a0d119a-66c5-4dda-ba29-6ae6b56b30cb tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:05.619240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a372685-56bf-4340-b6bc-f76c6b4fed16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:05.671393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52868) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.672556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Allocated IP 2001:db8::f816:3eff:fe37:97d1 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/c58b1ef5-69c7-4cbc-aa80-b695f74e91dd/af4c965d-d57a-42af-a2d4-f3572d14599b) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:05.672921 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=41730ae9-d0da-4e72-aeca-55d713ec6eaf,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:05.684107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-af55a247-1659-4cec-b9b2-238336ae4fdc tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.684107 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-af55a247-1659-4cec-b9b2-238336ae4fdc tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0072434 Jun 28 06:46:05.687918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:05.693230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52870) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.699898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-0dd30cd8-013b-4af0-9ecf-99f76e79e9de tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.701530 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0dd30cd8-013b-4af0-9ecf-99f76e79e9de tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064397 Jun 28 06:46:05.705987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:05.707090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52872) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.714316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c604833-316c-4c29-8684-5ecc076f0ad1 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:05.719626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.732181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [None req-82e0eb7d-7975-4907-b72e-ed5466b258c2 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.736176 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-82e0eb7d-7975-4907-b72e-ed5466b258c2 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0179696 Jun 28 06:46:05.766981 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52874) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.773305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-ea4bd881-73af-4f90-8a07-d828bae63285 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.774562 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ea4bd881-73af-4f90-8a07-d828bae63285 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0071945 Jun 28 06:46:05.777048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52876) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.788133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-6454db66-1a61-42ef-b447-2054c2a5aa50 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.788133 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6454db66-1a61-42ef-b447-2054c2a5aa50 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067649 Jun 28 06:46:05.833440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52878) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.839130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-b38921cc-a422-4111-b6bd-989e648bf500 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.844808 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b38921cc-a422-4111-b6bd-989e648bf500 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0098469 Jun 28 06:46:05.845433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52880) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.849621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.852204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-f6160410-1436-462b-aeee-8a09acb3080b tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.857552 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f6160410-1436-462b-aeee-8a09acb3080b tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0102475 Jun 28 06:46:05.858487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52882) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.859129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network ac54f88f-483f-44f8-b1cb-56cc20328efb is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:05.866221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-8071c9ad-1213-4053-80b6-24994f75a9ca tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.870484 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8071c9ad-1213-4053-80b6-24994f75a9ca tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0085590 Jun 28 06:46:05.871074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52884) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.876385 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [None req-5ef44ed8-495c-4449-884d-b5e700e50499 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100886) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:46:05.883811 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5ef44ed8-495c-4449-884d-b5e700e50499 tempest-ExtensionsTestJSON-265953394 tempest-ExtensionsTestJSON-265953394-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0107560 Jun 28 06:46:05.924688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.936056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Transition to ACTIVE for port object af4c965d-d57a-42af-a2d4-f3572d14599b will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:05.950593 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:05.963588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6dfdc5-75e0-4021-8cee-5817dd42a7ba None None] Network f309dacf-949b-4e44-aa3a-32766aafe324 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:05.993258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, ac54f88f-483f-44f8-b1cb-56cc20328efb) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:05.995023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52888) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:05.995265 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a4fa2f38-804d-4af0-8c94-6ce3d9524019 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6156249 Jun 28 06:46:06.007734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a1603c-5293-4905-b7d7-37aa92d6aca0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:06.013147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92a1603c-5293-4905-b7d7-37aa92d6aca0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.022788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:06.023370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.042313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 8c604833-316c-4c29-8684-5ecc076f0ad1 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:06.054748 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014605b1-0702-4a47-99cb-b7e0e49b2388 None None] Network ac54f88f-483f-44f8-b1cb-56cc20328efb requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:06.058445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 8c604833-316c-4c29-8684-5ecc076f0ad1 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:06.058921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.066154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.066154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.066154 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/floatingips/e7543d1b-1a19-49ff-aaf0-d05700967ca6 HTTP/1.1" status: 204 len: 168 time: 1.8419986 Jun 28 06:46:06.099538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52890) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:06.105436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '800dae20-c50f-4d5a-882e-69db1728a54f'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:06.151539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adac31d-0ef7-4978-9452-0a3758e6a86a req-5e80b31c-58b8-4bdf-8f12-c39e496e5948 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:06.153061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Transition to ACTIVE for port object af4c965d-d57a-42af-a2d4-f3572d14599b will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:06.153189 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9adac31d-0ef7-4978-9452-0a3758e6a86a req-5e80b31c-58b8-4bdf-8f12-c39e496e5948 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.4130764 Jun 28 06:46:06.161268 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2693801 Jun 28 06:46:06.172183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52892) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:06.244101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.ipam_backend_mixin [None req-92a1603c-5293-4905-b7d7-37aa92d6aca0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c58b1ef5-69c7-4cbc-aa80-b695f74e91dd (CIDR: 2001:db8::/64) Jun 28 06:46:06.260816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-32b69c82-6bf7-4b87-9cca-4c080a3e4586 None None] Provisioning for port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:06.270796 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9adac31d-0ef7-4978-9452-0a3758e6a86a req-f5972bf8-685e-4484-a97a-32fdc7d11f95 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772696 Jun 28 06:46:06.288591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.305691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.312751 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a1603c-5293-4905-b7d7-37aa92d6aca0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:46:06.313280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a1603c-5293-4905-b7d7-37aa92d6aca0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:46:06.317721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-66865f65-3db3-41c7-8f8e-656a18406127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:06.321523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.337246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71a8e6ed-a60d-4fe7-8213-ee74c3889294 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.369603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.374552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:06.411062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] In _notify_port_updated(), no bound segment for port d4de1ef2-1637-451f-9881-203b9415fea9 on network e531c27e-1f0d-4822-9dad-a413bc177184 {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:46:06.418062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:06.418733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.420759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:06.424974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71a8e6ed-a60d-4fe7-8213-ee74c3889294 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.425126 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "PUT /v2.0/ports/d4de1ef2-1637-451f-9881-203b9415fea9 HTTP/1.1" status: 200 len: 818 time: 1.0332992 Jun 28 06:46:06.426836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52896) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:06.453758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:06.457198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 8c604833-316c-4c29-8684-5ecc076f0ad1, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=8c604833-316c-4c29-8684-5ecc076f0ad1,segment=NetworkSegment(273a5b84-d915-4134-b30d-b0f7ae280879),segment_id=273a5b84-d915-4134-b30d-b0f7ae280879)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:06.461427 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:06.464047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Pushing event updated for resources: {'Port': ['ID=af4c965d-d57a-42af-a2d4-f3572d14599b,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:06.467686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.468706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:06.473657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=d4de1ef2-1637-451f-9881-203b9415fea9,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:06.474456 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-ac54f88f-483f-44f8-b1cb-56cc20328efb', 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'fixed_ips': [{'subnet_id': '80793d3f-29a3-4cc0-8784-8d775383f160'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:06.475890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.478214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:06.520472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52898) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:06.530961 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-92a1603c-5293-4905-b7d7-37aa92d6aca0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1503599 Jun 28 06:46:06.531600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52902) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:06.537874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:06.645465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.645967 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:06.650519 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:06.680821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f1ec08b4-098f-4bf7-9984-2e4070d52faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.789807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:06.794058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.799869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Attempting to bind port af4c965d-d57a-42af-a2d4-f3572d14599b on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:06.800894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Attempting to bind port af4c965d-d57a-42af-a2d4-f3572d14599b by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:06.801249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Attempting to bind port af4c965d-d57a-42af-a2d4-f3572d14599b on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:06.828831 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:06.829266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:06.829650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.830052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:06.830365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.830554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Bound port: af4c965d-d57a-42af-a2d4-f3572d14599b, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:06.830929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.851063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=8c604833-316c-4c29-8684-5ecc076f0ad1,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:06.858218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:06.877606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71a8e6ed-a60d-4fe7-8213-ee74c3889294 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.880798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71a8e6ed-a60d-4fe7-8213-ee74c3889294 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.884294 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-71a8e6ed-a60d-4fe7-8213-ee74c3889294 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "DELETE /v2.0/security-groups/57c162d2-876c-4cc1-bf10-baaea6b684e1 HTTP/1.1" status: 204 len: 168 time: 0.8824477 Jun 28 06:46:06.884945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52904) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:06.888426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a522811-ec84-45d9-99ed-9d7c28fcc26f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:06.908320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:06.939913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8e6ed-a60d-4fe7-8213-ee74c3889294 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c162d2-876c-4cc1-bf10-baaea6b684e1,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:06.942974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-71a8e6ed-a60d-4fe7-8213-ee74c3889294 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:06.950012 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6c9b1df5-c5f4-4841-b234-147fb7e94975 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:06.974250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Allocated IP 2001:db8:3::2 (ac54f88f-483f-44f8-b1cb-56cc20328efb/80793d3f-29a3-4cc0-8784-8d775383f160/21c81b5a-1e6f-4ee3-9130-1b13038d07bc) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:07.005907 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-909fff79-54ac-4301-87d0-033b7787e349 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1194980 Jun 28 06:46:07.013939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52906) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:07.027255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-008261a3-418a-4421-9571-bc376bbd08cd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698097552'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:07.045126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-71910602-733a-4e66-9741-6a7ff422f606 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port d4de1ef2-1637-451f-9881-203b9415fea9 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:07.045719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71910602-733a-4e66-9741-6a7ff422f606 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.078707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f1ec08b4-098f-4bf7-9984-2e4070d52faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.095560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.102046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:07.125735 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:07.126123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.150873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f1ec08b4-098f-4bf7-9984-2e4070d52faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.151071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=41730ae9-d0da-4e72-aeca-55d713ec6eaf,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:07.154119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:07.163777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.164366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4c21fa54-26dc-405c-aaa9-1a815369cb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:07.194777 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] For port af4c965d-d57a-42af-a2d4-f3572d14599b, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:07.199530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.203528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71910602-733a-4e66-9741-6a7ff422f606 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.242514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] For port af4c965d-d57a-42af-a2d4-f3572d14599b, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=af4c965d-d57a-42af-a2d4-f3572d14599b,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:07.259310 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f1ec08b4-098f-4bf7-9984-2e4070d52faf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb7dd469bc7442ee96d0cf82504d28a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375941 Jun 28 06:46:07.265423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52908) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:07.275419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bdd74d6a-d1e2-4925-aaf5-fa03759544fb None None] Provisioning for port 41730ae9-d0da-4e72-aeca-55d713ec6eaf completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:07.277647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec08b4-098f-4bf7-9984-2e4070d52faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36773504-55d8-4aec-863e-d0b151de6c86,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:07.289509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bdd74d6a-d1e2-4925-aaf5-fa03759544fb None None] Provisioning complete for port 41730ae9-d0da-4e72-aeca-55d713ec6eaf triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:07.289896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bdd74d6a-d1e2-4925-aaf5-fa03759544fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.305717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f1ec08b4-098f-4bf7-9984-2e4070d52faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:07.307177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-008261a3-418a-4421-9571-bc376bbd08cd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.329205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bdd74d6a-d1e2-4925-aaf5-fa03759544fb None None] Port 41730ae9-d0da-4e72-aeca-55d713ec6eaf cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:07.333216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.338450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bbe7b095-075f-44f5-b2bf-cc29c7f8c16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:07.414776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e1ec80db-c261-47d0-a44f-35da6dbf15de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.429658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.435006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.448890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bdd74d6a-d1e2-4925-aaf5-fa03759544fb None None] Provisioning complete for port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:07.449283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bdd74d6a-d1e2-4925-aaf5-fa03759544fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.459221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.468675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-78294e2b-44b4-482f-b64d-d29d107b0f16 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:07.506080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e1ec80db-c261-47d0-a44f-35da6dbf15de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.511591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Transition to ACTIVE for port object 21c81b5a-1e6f-4ee3-9130-1b13038d07bc will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:07.523736 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-71910602-733a-4e66-9741-6a7ff422f606 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for d4de1ef2-1637-451f-9881-203b9415fea9 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:07.555952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a5b71144-0e06-4eec-ad3f-6e4a9496a2c5,segment=NetworkSegment(af5e1180-4595-4625-8bad-befcf6b89a73),segment_id=af5e1180-4595-4625-8bad-befcf6b89a73)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:07.569174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:07.595759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:07.612611 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Pushing event updated for resources: {'Port': ['ID=af4c965d-d57a-42af-a2d4-f3572d14599b,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:07.614960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:07.615674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.616380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Transition to ACTIVE for port object 21c81b5a-1e6f-4ee3-9130-1b13038d07bc will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:07.618769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:07.628658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=8ae9686c-2286-448f-bd3d-b9fe00298dc0,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:07.654419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:07.665532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.668624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a5fc7e96-bf5e-4b45-b720-18383c43699c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:07.685883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-008261a3-418a-4421-9571-bc376bbd08cd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.716870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.729340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2109ae-d801-413a-ab61-7a03c56997ab req-a409ca4c-80bb-4337-b410-2050fd65b330 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:07.730995 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f2109ae-d801-413a-ab61-7a03c56997ab req-a409ca4c-80bb-4337-b410-2050fd65b330 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1516750 Jun 28 06:46:07.746954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bdd74d6a-d1e2-4925-aaf5-fa03759544fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.768985 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-008261a3-418a-4421-9571-bc376bbd08cd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.783099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f1ec08b4-098f-4bf7-9984-2e4070d52faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:07.785771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network f309dacf-949b-4e44-aa3a-32766aafe324 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:07.792945 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Network ac54f88f-483f-44f8-b1cb-56cc20328efb is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:07.796512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:07.818932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c604833-316c-4c29-8684-5ecc076f0ad1 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:07.821448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:07.833447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e1ec80db-c261-47d0-a44f-35da6dbf15de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.833447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e1ec80db-c261-47d0-a44f-35da6dbf15de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.833447 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e1ec80db-c261-47d0-a44f-35da6dbf15de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36773504-55d8-4aec-863e-d0b151de6c86 HTTP/1.1" status: 204 len: 168 time: 0.5598207 Jun 28 06:46:07.835627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:07.845228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008261a3-418a-4421-9571-bc376bbd08cd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b3e1ee-7a9a-465f-9f67-5fb0507431b3,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:07.868683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=a5b71144-0e06-4eec-ad3f-6e4a9496a2c5,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:07.869524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-008261a3-418a-4421-9571-bc376bbd08cd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:07.872968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-74053700-2a4e-4749-b0dd-8372fdec14fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:07.887211 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3524432 Jun 28 06:46:07.898555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f2109ae-d801-413a-ab61-7a03c56997ab req-0b424d76-c620-4d3f-8ada-2696e25b0a88 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453435 Jun 28 06:46:07.934613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52914) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:07.955545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.26.4.188 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/208ba561-7d01-4bea-b493-a4c4efb76c3e) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:07.958399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:79:f6:66', 'name': 'tempest-NetworksTestDHCPv6-954205369'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:07.962218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-008261a3-418a-4421-9571-bc376bbd08cd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:07.963696 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-008261a3-418a-4421-9571-bc376bbd08cd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9488149 Jun 28 06:46:07.978331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:07.981067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-bdd74d6a-d1e2-4925-aaf5-fa03759544fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:46:07.981689 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-bdd74d6a-d1e2-4925-aaf5-fa03759544fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:46:07.982295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:07.997470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52916) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:08.000024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec80db-c261-47d0-a44f-35da6dbf15de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36773504-55d8-4aec-863e-d0b151de6c86,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:08.032673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-83be4953-a5fa-4815-a129-2de41d3678ff tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:08.033279 dv-neutron-797120-6-hyperv neutron-server[100887]: WARNING neutron.api.v2.base [None req-83be4953-a5fa-4815-a129-2de41d3678ff tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 28 06:46:08.034934 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-83be4953-a5fa-4815-a129-2de41d3678ff tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] update failed (client error): There was a conflict when trying to complete your request. Jun 28 06:46:08.035691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-83be4953-a5fa-4815-a129-2de41d3678ff tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "PUT /v2.0/security-groups/95b3e1ee-7a9a-465f-9f67-5fb0507431b3 HTTP/1.1" status: 409 len: 330 time: 0.0370445 Jun 28 06:46:08.038637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e1ec80db-c261-47d0-a44f-35da6dbf15de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:08.041808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52918) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:08.053336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71910602-733a-4e66-9741-6a7ff422f606 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.062875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:08.106685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71910602-733a-4e66-9741-6a7ff422f606 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=d4de1ef2-1637-451f-9881-203b9415fea9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:08.109858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-71910602-733a-4e66-9741-6a7ff422f606 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:08.110866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Attempting to bind port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:08.111469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Attempting to bind port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '6121bda0-5525-4fc7-a9e0-507caa5b5525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:08.113464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Attempting to bind port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc on network ac54f88f-483f-44f8-b1cb-56cc20328efb {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:08.115197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71910602-733a-4e66-9741-6a7ff422f606 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.121115 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-71910602-733a-4e66-9741-6a7ff422f606 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/d4de1ef2-1637-451f-9881-203b9415fea9 HTTP/1.1" status: 204 len: 168 time: 1.6783204 Jun 28 06:46:08.128934 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52920) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:08.166043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:08.166551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Checking segment: {'id': '6121bda0-5525-4fc7-a9e0-507caa5b5525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:08.167058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.167564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Bound using segment: {'id': '6121bda0-5525-4fc7-a9e0-507caa5b5525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:08.168216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Bound port: 21c81b5a-1e6f-4ee3-9130-1b13038d07bc, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6121bda0-5525-4fc7-a9e0-507caa5b5525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:08.168701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.171992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Pushing event updated for resources: {'Port': ['ID=21c81b5a-1e6f-4ee3-9130-1b13038d07bc,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:08.184204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:08.199963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 8c604833-316c-4c29-8684-5ecc076f0ad1 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:08.199963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.251441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:08.279299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9140d848-732c-4f57-ae6d-a4a395fc7f11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.297002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Allocated IP 2001:db8:3::1 (ac54f88f-483f-44f8-b1cb-56cc20328efb/80793d3f-29a3-4cc0-8784-8d775383f160/f77116c2-ee4d-4f25-be90-77b634a0b43a) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:08.323863 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] For port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:08.328829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] For port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=21c81b5a-1e6f-4ee3-9130-1b13038d07bc,segment=NetworkSegment(6121bda0-5525-4fc7-a9e0-507caa5b5525),segment_id=6121bda0-5525-4fc7-a9e0-507caa5b5525)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:08.329367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9140d848-732c-4f57-ae6d-a4a395fc7f11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.386325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:08.410381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.426066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e3b9d4b8-2d8a-4e2e-be9e-167c8eec9a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:08.449066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.473182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95298eb-976a-4e08-bc1e-b48b8520800b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:08.477587 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f95298eb-976a-4e08-bc1e-b48b8520800b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3474720 Jun 28 06:46:08.480177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52928) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:08.485354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Pushing event updated for resources: {'Port': ['ID=21c81b5a-1e6f-4ee3-9130-1b13038d07bc,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:08.493551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:08.519719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.523483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9140d848-732c-4f57-ae6d-a4a395fc7f11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.530875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9140d848-732c-4f57-ae6d-a4a395fc7f11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.534565 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9140d848-732c-4f57-ae6d-a4a395fc7f11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "DELETE /v2.0/security-groups/95b3e1ee-7a9a-465f-9f67-5fb0507431b3 HTTP/1.1" status: 204 len: 168 time: 0.4898896 Jun 28 06:46:08.534740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cc916044-af1c-4567-a280-2b7871838592 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:08.546522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52932) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:08.575046 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140d848-732c-4f57-ae6d-a4a395fc7f11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b3e1ee-7a9a-465f-9f67-5fb0507431b3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:08.595337 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8b6363-25c5-4007-813e-7689af61bf01 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:46:08.598956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9140d848-732c-4f57-ae6d-a4a395fc7f11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:08.602762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52934) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:08.608489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1555202701'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:08.609502 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8c8b6363-25c5-4007-813e-7689af61bf01 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/d4de1ef2-1637-451f-9881-203b9415fea9 HTTP/1.1" status: 404 len: 333 time: 0.1247184 Jun 28 06:46:08.622518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:08.626114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 1943ebe8-be37-4d65-9c09-1c7cda3230dc yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:46:08.642494 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:08.642995 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0491145 Jun 28 06:46:08.645469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52936) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:08.652167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'network': {'name': 'tempest-RoutersTest-1152212419'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:08.658530 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:08.659357 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:08.691881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ee2dc21a-592e-494a-bd7e-54636a892530 None None] Provisioning complete for port 41730ae9-d0da-4e72-aeca-55d713ec6eaf triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:08.693987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ee2dc21a-592e-494a-bd7e-54636a892530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.775901 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:08.790009 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:08.794023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.808395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dc21a-592e-494a-bd7e-54636a892530 None None] Port 41730ae9-d0da-4e72-aeca-55d713ec6eaf cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:08.893137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.922923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:08.925294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Transition to ACTIVE for port object f77116c2-ee4d-4f25-be90-77b634a0b43a will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:08.942728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.942728 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added segment 75812f05-c377-4fa2-b3a7-8dcb4f805a12 of type vlan for network 9dfd4187-ff38-4993-adae-11d7f3a385f7 Jun 28 06:46:08.968836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:08.973562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-59bb9880-dad2-4c49-b806-3923d0bfc1d7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:09.077854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8:0:1::b2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/8ae9686c-2286-448f-bd3d-b9fe00298dc0/1943ebe8-be37-4d65-9c09-1c7cda3230dc) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:09.106705 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:05Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:06Z', 'revision_number': 2, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:09.113139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:09.140273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::f816:3eff:fe79:f666 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/c58b1ef5-69c7-4cbc-aa80-b695f74e91dd/1943ebe8-be37-4d65-9c09-1c7cda3230dc) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:09.151756 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:09.164176 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:09.164603 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Updating router 40459a39-77d1-4107-8f4c-1785013864c5 port 41730ae9-d0da-4e72-aeca-55d713ec6eaf binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:46:09.171453 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:09.181706 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ca4831c3-9a02-4b9e-9437-eb61aed29eb0 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6337461 Jun 28 06:46:09.195232 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:09.198098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52948) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:09.203016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=208ba561-7d01-4bea-b493-a4c4efb76c3e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:09.204500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:09.233263 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:09.251287 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-b2731c19-57f7-492e-bf39-2611c57fd850 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] delete failed (client error): The resource could not be found. Jun 28 06:46:09.256725 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b2731c19-57f7-492e-bf39-2611c57fd850 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "DELETE /v2.0/security-groups/72809191-e895-4ceb-88fe-3a80dd0b559e HTTP/1.1" status: 404 len: 347 time: 0.0556490 Jun 28 06:46:09.258163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52950) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:09.275823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:09.279809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:09.305747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739e420-8010-469e-99b9-1b64aa757313 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:09.314424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:09.319421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-44134984-6119-48c5-9289-54bbb6435e3e tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:09.448554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:09.457549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:09.458839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:09.479742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network ac54f88f-483f-44f8-b1cb-56cc20328efb is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:09.487236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:09.491858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:09.492603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:09.561068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9179a1db-e950-4825-af46-d9088fa3862e None None] Provisioning for port af4c965d-d57a-42af-a2d4-f3572d14599b completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:09.572013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52954) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:09.583546 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9355860 Jun 28 06:46:09.594853 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52956) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:09.602783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'subnet': {'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:09.663582 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:09.686593 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Transition to ACTIVE for port object 41730ae9-d0da-4e72-aeca-55d713ec6eaf will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:09.716139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=f77116c2-ee4d-4f25-be90-77b634a0b43a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:09.730262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:09.752094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-022c56e5-dc3d-4bee-85ea-b94bb123eb37 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:09.760034 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:09.765410 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:09.869816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf37b73-0662-4754-9459-54bf84f0f759 None None] Update dhcp port {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'fixed_ips': [{'subnet_id': 'c58b1ef5-69c7-4cbc-aa80-b695f74e91dd', 'ip_address': '2001:db8::f816:3eff:fe37:97d1'}, {'subnet_id': '8ae9686c-2286-448f-bd3d-b9fe00298dc0'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': 'af4c965d-d57a-42af-a2d4-f3572d14599b'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:46:09.896270 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-a2ef07e0-5fed-4da5-90e7-eea4b3f6ff33 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] show failed (client error): The resource could not be found. Jun 28 06:46:09.920589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a2ef07e0-5fed-4da5-90e7-eea4b3f6ff33 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-groups/c9c64eb7-656d-4de7-9878-afd5be3c94e8 HTTP/1.1" status: 404 len: 347 time: 0.6555262 Jun 28 06:46:09.921763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52960) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:09.930228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bdf37b73-0662-4754-9459-54bf84f0f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:09.958452 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2d1b2-c24b-40b4-99e2-aa047209806d None None] Pushing event updated for resources: {'Port': ['ID=41730ae9-d0da-4e72-aeca-55d713ec6eaf,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:09.970120 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-e7f2d1b2-c24b-40b4-99e2-aa047209806d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:09.976239 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Attempting to bind port 41730ae9-d0da-4e72-aeca-55d713ec6eaf on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:09.976934 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Attempting to bind port 41730ae9-d0da-4e72-aeca-55d713ec6eaf by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'af5e1180-4595-4625-8bad-befcf6b89a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:09.977486 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Attempting to bind port 41730ae9-d0da-4e72-aeca-55d713ec6eaf on network f309dacf-949b-4e44-aa3a-32766aafe324 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:09.997519 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:09.999877 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Checking segment: {'id': 'af5e1180-4595-4625-8bad-befcf6b89a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:10.000613 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.001498 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Bound using segment: {'id': 'af5e1180-4595-4625-8bad-befcf6b89a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:10.002171 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Bound port: 41730ae9-d0da-4e72-aeca-55d713ec6eaf, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5e1180-4595-4625-8bad-befcf6b89a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:10.004029 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.025964 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-58dc1e3f-327f-4e6b-8908-8d74bfe440ec tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] show failed (client error): The resource could not be found. Jun 28 06:46:10.036956 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-58dc1e3f-327f-4e6b-8908-8d74bfe440ec tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] 10.222.0.24 "GET /v2.0/security-group-rules/5e6ae3e4-f002-4fbb-9e4f-cefef200365d HTTP/1.1" status: 404 len: 356 time: 0.0970871 Jun 28 06:46:10.077579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 21c81b5a-1e6f-4ee3-9130-1b13038d07bc up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:10.118308 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] For port 41730ae9-d0da-4e72-aeca-55d713ec6eaf, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:10.122434 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] For port 41730ae9-d0da-4e72-aeca-55d713ec6eaf, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=41730ae9-d0da-4e72-aeca-55d713ec6eaf,segment=NetworkSegment(af5e1180-4595-4625-8bad-befcf6b89a73),segment_id=af5e1180-4595-4625-8bad-befcf6b89a73)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:10.122976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:10.136162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.136680 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Added segment 713fdc81-ad8a-4064-9f95-a73035ffae2f of type vlan for network 2b007533-162a-429e-a458-fecd52acfbfe Jun 28 06:46:10.201601 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.203063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.215110 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:10.275192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ca8d6-fa06-424e-8bf6-6b5ed9188de1 req-6abaa810-6eae-42c2-b621-5917e0ff01ba tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:10.276776 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f22ca8d6-fa06-424e-8bf6-6b5ed9188de1 req-6abaa810-6eae-42c2-b621-5917e0ff01ba tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 1.0937681 Jun 28 06:46:10.282871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcdae7f-278b-4bc6-93a4-b5998f6ff61c None None] Network ac54f88f-483f-44f8-b1cb-56cc20328efb requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:10.317828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.318081 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2d1b2-c24b-40b4-99e2-aa047209806d None None] Pushing event updated for resources: {'Port': ['ID=41730ae9-d0da-4e72-aeca-55d713ec6eaf,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:10.324834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:10.325515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.329714 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-e7f2d1b2-c24b-40b4-99e2-aa047209806d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:10.334402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-534d5d27-cd39-4ef8-8bcc-f812371d7365 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:10.346443 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:10.348716 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:10.358693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f0b5db5b-4680-429a-bd09-9fadc9890220 tempest-DvrRoutersNegativeTest-1867355242 tempest-DvrRoutersNegativeTest-1867355242-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-684970561', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:10.361723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.policy [None req-f0b5db5b-4680-429a-bd09-9fadc9890220 tempest-DvrRoutersNegativeTest-1867355242 tempest-DvrRoutersNegativeTest-1867355242-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100886) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 28 06:46:10.362124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.policy [None req-f0b5db5b-4680-429a-bd09-9fadc9890220 tempest-DvrRoutersNegativeTest-1867355242 tempest-DvrRoutersNegativeTest-1867355242-project] Failed policy check for 'create_router' {{(pid=100886) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 28 06:46:10.362946 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-f0b5db5b-4680-429a-bd09-9fadc9890220 tempest-DvrRoutersNegativeTest-1867355242 tempest-DvrRoutersNegativeTest-1867355242-project] create failed (client error): Access was denied to this resource. Jun 28 06:46:10.375469 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f0b5db5b-4680-429a-bd09-9fadc9890220 tempest-DvrRoutersNegativeTest-1867355242 tempest-DvrRoutersNegativeTest-1867355242-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.7859418 Jun 28 06:46:10.420602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.423943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Network': ['ID=2b007533-162a-429e-a458-fecd52acfbfe,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:10.432731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:10.469960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 1943ebe8-be37-4d65-9c09-1c7cda3230dc will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:10.474859 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f22ca8d6-fa06-424e-8bf6-6b5ed9188de1 req-3ebcdf90-e10e-4aed-9dd1-469953c80b0a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868346 Jun 28 06:46:10.476087 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:10.542866 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9360940 Jun 28 06:46:10.543448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52966) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:10.557646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': '2b007533-162a-429e-a458-fecd52acfbfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:10.587376 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Network': ['ID=9dfd4187-ff38-4993-adae-11d7f3a385f7,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:10.598211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:10.606195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.625526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 2b007533-162a-429e-a458-fecd52acfbfe details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:10.653822 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 9dfd4187-ff38-4993-adae-11d7f3a385f7 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:10.671702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cbc82051-6032-4625-b100-705aa7320f80 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:10.674390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.739716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:10.749663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:10.761116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:10.769733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:10.770481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.775067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Made reservation on behalf of 8b3bc8fe62bf452889e5c8ae724caa52 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:10.785847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:10.803576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=1943ebe8-be37-4d65-9c09-1c7cda3230dc,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:10.804368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52970) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:10.811515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:10.854472 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9056666 Jun 28 06:46:10.867641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52976) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:10.911223 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:05Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:10Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:10.944010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:10.953488 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22133c61-8722-4f32-9e4f-c7596a711c8c None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:05Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:10Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:10.955168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.053183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52978) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:11.061249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-bdf37b73-0662-4754-9459-54bf84f0f759 None None] Allocated IP 2001:db8:0:1::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/8ae9686c-2286-448f-bd3d-b9fe00298dc0/af4c965d-d57a-42af-a2d4-f3572d14599b) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:11.106586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e1a79921-eca1-45ee-951f-1404b90a6c00 None None] Provisioning for port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:11.108684 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:11.126851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e1a79921-eca1-45ee-951f-1404b90a6c00 None None] Provisioning complete for port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:11.127243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e1a79921-eca1-45ee-951f-1404b90a6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.130347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:11.130806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.279241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dac44728-b512-4d52-9e68-e99bafd22664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.385072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-bdf37b73-0662-4754-9459-54bf84f0f759 None None] For port af4c965d-d57a-42af-a2d4-f3572d14599b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=af4c965d-d57a-42af-a2d4-f3572d14599b,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:11.447656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.462233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8679313c-0c25-4386-93ff-a273bb1d7b00 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 1943ebe8-be37-4d65-9c09-1c7cda3230dc {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:11.462570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8679313c-0c25-4386-93ff-a273bb1d7b00 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.476998 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5ae37adc-d937-4af7-9739-ddd4adbf2d18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11089e26775a47a1a14910f4de0f8cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6713843 Jun 28 06:46:11.479059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e1a79921-eca1-45ee-951f-1404b90a6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.495972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52982) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:11.507528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bdf37b73-0662-4754-9459-54bf84f0f759 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.575441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=21c81b5a-1e6f-4ee3-9130-1b13038d07bc,segment=NetworkSegment(6121bda0-5525-4fc7-a9e0-507caa5b5525),segment_id=6121bda0-5525-4fc7-a9e0-507caa5b5525)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:11.577071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bdf37b73-0662-4754-9459-54bf84f0f759 None None] Transition to ACTIVE for port object af4c965d-d57a-42af-a2d4-f3572d14599b will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:11.586756 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.650229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8679313c-0c25-4386-93ff-a273bb1d7b00 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.651480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.652367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device af4c965d-d57a-42af-a2d4-f3572d14599b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:11.656091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:11.673623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8679313c-0c25-4386-93ff-a273bb1d7b00 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 1943ebe8-be37-4d65-9c09-1c7cda3230dc owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:11.732122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bdf37b73-0662-4754-9459-54bf84f0f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.748878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.781599 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.798405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3363c27a-aba9-45f1-b570-88c26561544b tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:11.876378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=21c81b5a-1e6f-4ee3-9130-1b13038d07bc,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:11.879022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.879879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.883205 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:11.887455 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-da3599ef-3851-4a8f-a8e3-9cafd0daf063 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:11.912886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:11.916405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a8372396-8174-4e67-8655-bfe34a9137c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:11.946740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-e1a79921-eca1-45ee-951f-1404b90a6c00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:46:11.947248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-e1a79921-eca1-45ee-951f-1404b90a6c00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:46:11.994391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf37b73-0662-4754-9459-54bf84f0f759 None None] Pushing event updated for resources: {'Port': ['ID=af4c965d-d57a-42af-a2d4-f3572d14599b,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:11.998167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bdf37b73-0662-4754-9459-54bf84f0f759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:12.018865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.022071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=e1c7bc9d-94f0-4b8f-825b-3a6444cf6539,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:12.026158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:12.043527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port af4c965d-d57a-42af-a2d4-f3572d14599b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:12.053349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:12.061857 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-728bf7ca-2d2b-45bb-9981-a91dfca797c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.095393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event updated for resources: {'Port': ['ID=f77116c2-ee4d-4f25-be90-77b634a0b43a,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:12.104287 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:12.119799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:12.123853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.124001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a2605f48-ebf8-40c7-97d4-c88406d6719b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:12.141143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Checking segment: {'id': '713fdc81-ad8a-4064-9f95-a73035ffae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2b007533-162a-429e-a458-fecd52acfbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:12.142221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network hostable DHCP agents. Network: 2b007533-162a-429e-a458-fecd52acfbfe, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:12.214027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c22ac2-661f-4c40-8076-5a9ecf62e264 req-a45c2f4c-5928-4f01-a7e3-eb33539947d0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:12.215642 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50c22ac2-661f-4c40-8076-5a9ecf62e264 req-a45c2f4c-5928-4f01-a7e3-eb33539947d0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.4748166 Jun 28 06:46:12.220693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Network ac54f88f-483f-44f8-b1cb-56cc20328efb is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:12.221249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-728bf7ca-2d2b-45bb-9981-a91dfca797c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.225250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Checking segment: {'id': '75812f05-c377-4fa2-b3a7-8dcb4f805a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:12.225605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network hostable DHCP agents. Network: 9dfd4187-ff38-4993-adae-11d7f3a385f7, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:12.240698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:12.264522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Subnet': ['ID=e94bbe71-f89f-4e81-a684-7ae5fcc86df6,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:12.268917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:12.302767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dac44728-b512-4d52-9e68-e99bafd22664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.371323 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50c22ac2-661f-4c40-8076-5a9ecf62e264 req-4ff084b0-8248-4756-b0fc-065bbd444ece tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378343 Jun 28 06:46:12.376409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dac44728-b512-4d52-9e68-e99bafd22664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.387485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-795e89b2-384a-409f-87cf-20866f5d4108 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:12.420454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 2b007533-162a-429e-a458-fecd52acfbfe is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:12.470570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac44728-b512-4d52-9e68-e99bafd22664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6afa291-6256-442c-9fca-cb497f8163ab,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:12.475393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dac44728-b512-4d52-9e68-e99bafd22664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:12.476086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:12.483594 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dac44728-b512-4d52-9e68-e99bafd22664 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d62f7a1021647fdb851d9ecbb8d20cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4215755 Jun 28 06:46:12.484815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52988) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:12.489569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8679313c-0c25-4386-93ff-a273bb1d7b00 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.501409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-95f08db5-865d-4c04-acf2-3e90c669013a tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:12.553500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-728bf7ca-2d2b-45bb-9981-a91dfca797c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.558080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-728bf7ca-2d2b-45bb-9981-a91dfca797c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.562508 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-728bf7ca-2d2b-45bb-9981-a91dfca797c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcb53c4b-6642-4541-8357-f95ead721d17 HTTP/1.1" status: 204 len: 168 time: 1.0534322 Jun 28 06:46:12.601035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 41730ae9-d0da-4e72-aeca-55d713ec6eaf up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:12.664346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679313c-0c25-4386-93ff-a273bb1d7b00 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=1943ebe8-be37-4d65-9c09-1c7cda3230dc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:12.668097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8679313c-0c25-4386-93ff-a273bb1d7b00 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:12.673025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-200eef42-bcc5-4b0d-8559-86433afdf406 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:12.704430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 2b007533-162a-429e-a458-fecd52acfbfe) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:12.709050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:12.710732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.710865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:12.717465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 9dfd4187-ff38-4993-adae-11d7f3a385f7 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:12.717635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595392f-dd32-4b79-9e80-5ce01b266ff6 None None] Network 2b007533-162a-429e-a458-fecd52acfbfe requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:12.731952 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5541675 Jun 28 06:46:12.738967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.740595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 52992) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:12.742678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 9dfd4187-ff38-4993-adae-11d7f3a385f7) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:12.747067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b7be1f4e-6dd9-4f78-9f87-39fa4ca1e2ba tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:12.752563 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:12.753766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.759157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Sync routers for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:12.760559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8679313c-0c25-4386-93ff-a273bb1d7b00 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.766900 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8679313c-0c25-4386-93ff-a273bb1d7b00 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/1943ebe8-be37-4d65-9c09-1c7cda3230dc HTTP/1.1" status: 204 len: 168 time: 1.8940988 Jun 28 06:46:12.770280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bf7ca-2d2b-45bb-9981-a91dfca797c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb53c4b-6642-4541-8357-f95ead721d17,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:12.774468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-728bf7ca-2d2b-45bb-9981-a91dfca797c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:12.778304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ca9bd8fe-557a-4279-a568-3eef8b513714 None None] Provisioning complete for port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:12.778633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd8fe-557a-4279-a568-3eef8b513714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.781834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52994) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:12.828473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57393bb9-9e93-4c8d-8b8b-69d2187e03e6 None None] Network 9dfd4187-ff38-4993-adae-11d7f3a385f7 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:12.840327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d04de359-00bc-46d3-9d75-512b7d5de6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.841123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:12.841800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:12.877035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d04de359-00bc-46d3-9d75-512b7d5de6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.887994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:12.888653 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3438318 Jun 28 06:46:12.903062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 52996) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:12.907158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:12.913776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ee9dafd8-8866-48fd-ac50-348e448cff71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': '2b007533-162a-429e-a458-fecd52acfbfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:12.969682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:13.107792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a4c697-8cf3-4639-a5d0-12f8d19f7d36 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:13.107792 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b0a4c697-8cf3-4639-a5d0-12f8d19f7d36 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3131125 Jun 28 06:46:13.111609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53006) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:13.240371 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 41730ae9-d0da-4e72-aeca-55d713ec6eaf completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:13.336153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d04de359-00bc-46d3-9d75-512b7d5de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:13.342976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d04de359-00bc-46d3-9d75-512b7d5de6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:13.347093 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d04de359-00bc-46d3-9d75-512b7d5de6d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6afa291-6256-442c-9fca-cb497f8163ab HTTP/1.1" status: 204 len: 168 time: 0.8577299 Jun 28 06:46:13.359041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 41730ae9-d0da-4e72-aeca-55d713ec6eaf triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:13.360247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:13.368148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-695ec253-a655-4906-b3fb-13d832d369da tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:13.411213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04de359-00bc-46d3-9d75-512b7d5de6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6afa291-6256-442c-9fca-cb497f8163ab,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:13.427027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0970ff8-0816-47f4-9ac8-e6d7a173ca45 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:13.427027 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b0970ff8-0816-47f4-9ac8-e6d7a173ca45 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3114009 Jun 28 06:46:13.427027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d04de359-00bc-46d3-9d75-512b7d5de6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:13.427027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9dafd8-8866-48fd-ac50-348e448cff71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:13.429454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ee9dafd8-8866-48fd-ac50-348e448cff71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:13.444313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb836583-5ee9-42bc-b2bc-5f61273a28c5 req-4d8bc489-be83-4d1a-9ffa-787f42d58850 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:13.445918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb836583-5ee9-42bc-b2bc-5f61273a28c5 req-4d8bc489-be83-4d1a-9ffa-787f42d58850 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.2671914 Jun 28 06:46:13.447422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53014) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:13.516660 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9182522 Jun 28 06:46:13.525818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53016) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:13.597354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-049deedc-6e7e-4da7-98e9-07772213c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:13.598795 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-049deedc-6e7e-4da7-98e9-07772213c786 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1099 time: 0.3380661 Jun 28 06:46:13.653951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:13.757746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=208ba561-7d01-4bea-b493-a4c4efb76c3e,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:13.793918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb836583-5ee9-42bc-b2bc-5f61273a28c5 req-9c75fd48-8dce-4f8c-918d-549d8d202326 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943592 Jun 28 06:46:13.794871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:13.798667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817a6e1-25c2-4f18-b7b4-30620e1c037f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:13.802180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817a6e1-25c2-4f18-b7b4-30620e1c037f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:13.803870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817a6e1-25c2-4f18-b7b4-30620e1c037f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:13.805621 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a817a6e1-25c2-4f18-b7b4-30620e1c037f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3517060 Jun 28 06:46:13.814883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53022) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:13.861494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ca9bd8fe-557a-4279-a568-3eef8b513714 None None] Provisioning for port f77116c2-ee4d-4f25-be90-77b634a0b43a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:13.861494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:13.882686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ca9bd8fe-557a-4279-a568-3eef8b513714 None None] Provisioning complete for port f77116c2-ee4d-4f25-be90-77b634a0b43a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:13.883455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd8fe-557a-4279-a568-3eef8b513714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:13.911998 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.ipam_backend_mixin [None req-ee9dafd8-8866-48fd-ac50-348e448cff71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e1c7bc9d-94f0-4b8f-825b-3a6444cf6539 (CIDR: 172.20.0.0/28) Jun 28 06:46:13.926392 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP 58993b1f-7476-4b12-9aa4-d1123156486c associated. External IP: 172.26.4.188, port: 800dae20-c50f-4d5a-882e-69db1728a54f. Jun 28 06:46:14.020528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46c1dc6-9d32-47ad-9137-35562caf2fca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 8ae9686c-2286-448f-bd3d-b9fe00298dc0 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:14.023113 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9dafd8-8866-48fd-ac50-348e448cff71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:46:14.023597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9dafd8-8866-48fd-ac50-348e448cff71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:46:14.036019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ca9bd8fe-557a-4279-a568-3eef8b513714 None None] Port f77116c2-ee4d-4f25-be90-77b634a0b43a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:14.037388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f46c1dc6-9d32-47ad-9137-35562caf2fca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.074823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-2b007533-162a-429e-a458-fecd52acfbfe', 'network_id': '2b007533-162a-429e-a458-fecd52acfbfe', 'tenant_id': 'fb4cea3c5cce4e11913a94a64c35b037', 'fixed_ips': [{'subnet_id': 'e1c7bc9d-94f0-4b8f-825b-3a6444cf6539'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:14.075829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.090264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-3f0fb0ac-55d3-41e3-ba2f-129b8d602d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:14.091965 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-3f0fb0ac-55d3-41e3-ba2f-129b8d602d40 service neutron] 10.222.0.50 "GET /v2.0/networks?id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 200 len: 912 time: 0.4123795 Jun 28 06:46:14.183408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-9dfd4187-ff38-4993-adae-11d7f3a385f7', 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'fixed_ips': [{'subnet_id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:14.184725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.192673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.195069 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Could not find standard attr ID for object 1943ebe8-be37-4d65-9c09-1c7cda3230dc. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:46:14.207970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f46c1dc6-9d32-47ad-9137-35562caf2fca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.220554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-b7be1f4e-6dd9-4f78-9f87-39fa4ca1e2ba tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 28 06:46:14.273201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-b7be1f4e-6dd9-4f78-9f87-39fa4ca1e2ba tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Removed routes are [] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 28 06:46:14.273590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f4e-6dd9-4f78-9f87-39fa4ca1e2ba tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.293067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53036) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:14.314285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:14.413025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 41730ae9-d0da-4e72-aeca-55d713ec6eaf, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=41730ae9-d0da-4e72-aeca-55d713ec6eaf,segment=NetworkSegment(af5e1180-4595-4625-8bad-befcf6b89a73),segment_id=af5e1180-4595-4625-8bad-befcf6b89a73)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:14.437760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Provisioning for port af4c965d-d57a-42af-a2d4-f3572d14599b completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:14.448066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:09Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:06Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f77116c2-ee4d-4f25-be90-77b634a0b43a', 'name': '', 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:93:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '80793d3f-29a3-4cc0-8784-8d775383f160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:07Z', 'updated_at': '2021-06-28T06:46:11Z', 'revision_number': 2, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '80793d3f-29a3-4cc0-8784-8d775383f160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:14.495721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Provisioning complete for port af4c965d-d57a-42af-a2d4-f3572d14599b triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:14.496541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.592041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Allocated IP 172.23.0.2 (9dfd4187-ff38-4993-adae-11d7f3a385f7/e94bbe71-f89f-4e81-a684-7ae5fcc86df6/bd2199a8-d3ab-49c1-9752-d391b57b59fb) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:14.611653 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7cc284cf-6bb6-4da6-95fc-f7e1267d0048 tempest-ServiceProvidersTest-1748072309 tempest-ServiceProvidersTest-1748072309-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3162787 Jun 28 06:46:14.616110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:14.630848 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db51ea-3bb3-48a5-a6fc-73d6439e9e6e None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:14.652518 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db51ea-3bb3-48a5-a6fc-73d6439e9e6e None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:14.656812 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-41db51ea-3bb3-48a5-a6fc-73d6439e9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:14.705775 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ee9dafd8-8866-48fd-ac50-348e448cff71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7996016 Jun 28 06:46:14.726978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53048) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:14.742867 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': '2b007533-162a-429e-a458-fecd52acfbfe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:14.743456 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.744329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 21c81b5a-1e6f-4ee3-9130-1b13038d07bc up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:14.754125 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-41db51ea-3bb3-48a5-a6fc-73d6439e9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:14.763853 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db51ea-3bb3-48a5-a6fc-73d6439e9e6e None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:14.766306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Allocated IP 172.20.0.2 (2b007533-162a-429e-a458-fecd52acfbfe/e1c7bc9d-94f0-4b8f-825b-3a6444cf6539/411be544-1574-4325-a490-8940aea42521) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:14.766802 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-41db51ea-3bb3-48a5-a6fc-73d6439e9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:14.768605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5615290c-a511-4835-a574-2c7ea2aeb340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:14.773653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Checking router: f27b8fd7-8751-423b-8702-1892a3796df4 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:14.773653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Updating router f27b8fd7-8751-423b-8702-1892a3796df4 port f77116c2-ee4d-4f25-be90-77b634a0b43a binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:46:14.809896 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-41db51ea-3bb3-48a5-a6fc-73d6439e9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:14.811107 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db51ea-3bb3-48a5-a6fc-73d6439e9e6e None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:14.865708 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f4e-6dd9-4f78-9f87-39fa4ca1e2ba tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.870783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f4e-6dd9-4f78-9f87-39fa4ca1e2ba tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.910039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f46c1dc6-9d32-47ad-9137-35562caf2fca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.945469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:14.966694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=41730ae9-d0da-4e72-aeca-55d713ec6eaf,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:14.975885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.003122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:15.099354 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.9981997 Jun 28 06:46:15.104425 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53058) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:15.111699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1316250112'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:15.116118 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-d81ed852-ecbe-4203-8d4b-439a273cade6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 200 len: 1001 time: 1.0079014 Jun 28 06:46:15.122607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f46c1dc6-9d32-47ad-9137-35562caf2fca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.132154 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53060) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:15.136165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-48dffd6f-704f-4f95-b77f-02ac41ffac2c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:15.154614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7be1f4e-6dd9-4f78-9f87-39fa4ca1e2ba tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:15.163538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.172702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:15.173043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.192814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-d8b07a2f-957d-48e9-a9fc-b95e648609f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:15.194617 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-d8b07a2f-957d-48e9-a9fc-b95e648609f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94181330-8daa-4f63-8db3-dd5004767258 HTTP/1.1" status: 200 len: 850 time: 0.0642865 Jun 28 06:46:15.233158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f46c1dc6-9d32-47ad-9137-35562caf2fca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.238227 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f46c1dc6-9d32-47ad-9137-35562caf2fca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/8ae9686c-2286-448f-bd3d-b9fe00298dc0 HTTP/1.1" status: 204 len: 168 time: 1.4210801 Jun 28 06:46:15.241810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53064) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:15.254223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0695319e-6167-4e1d-93d6-ba825cbcb82b None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:15.262374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Transition to ACTIVE for port object bd2199a8-d3ab-49c1-9752-d391b57b59fb will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:15.274134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c1dc6-9d32-47ad-9137-35562caf2fca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae9686c-2286-448f-bd3d-b9fe00298dc0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:15.281458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f46c1dc6-9d32-47ad-9137-35562caf2fca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:15.301203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53066) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:15.312171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.359359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e601c5a-7511-4963-a24b-a9733ccd98c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet c58b1ef5-69c7-4cbc-aa80-b695f74e91dd {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:15.379592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e601c5a-7511-4963-a24b-a9733ccd98c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.406690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Transition to ACTIVE for port object bd2199a8-d3ab-49c1-9752-d391b57b59fb will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:15.461184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5d3f-f4d4-4c10-b48b-18748b1014a4 req-41d73616-e817-4489-b7f7-15c138a0ad04 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:15.461184 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-579f5d3f-f4d4-4c10-b48b-18748b1014a4 req-41d73616-e817-4489-b7f7-15c138a0ad04 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.4496429 Jun 28 06:46:15.469998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.491533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.499106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e601c5a-7511-4963-a24b-a9733ccd98c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.538980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-55410091-1a9d-45db-9058-b3cb8f8c219f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.544107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.555275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c3a7498b-b2ef-4c04-a322-6839a0e1b265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:15.560936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Transition to ACTIVE for port object 411be544-1574-4325-a490-8940aea42521 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:15.592239 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-41fa0ff5-99bb-4ef3-bd9b-99c88284732b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1810593771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:15.602758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:15.606376 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.658829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-695af60e-e9cc-43b5-8ae0-bf5b2808fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:15.661362 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-695af60e-e9cc-43b5-8ae0-bf5b2808fd32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4382474 Jun 28 06:46:15.668382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:46:15.668901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:46:15.687657 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-579f5d3f-f4d4-4c10-b48b-18748b1014a4 req-229b4aea-c91a-4cc8-aa2e-ef0827a0e707 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143972 Jun 28 06:46:15.689931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7be1f4e-6dd9-4f78-9f87-39fa4ca1e2ba tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:15.697467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Network 9dfd4187-ff38-4993-adae-11d7f3a385f7 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:15.698697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Transition to ACTIVE for port object 411be544-1574-4325-a490-8940aea42521 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:15.698883 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7be1f4e-6dd9-4f78-9f87-39fa4ca1e2ba tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.703299 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b7be1f4e-6dd9-4f78-9f87-39fa4ca1e2ba tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4 HTTP/1.1" status: 200 len: 954 time: 2.9613860 Jun 28 06:46:15.703626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53070) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:15.710268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Made reservation on behalf of 4aa9fcc6609f4306b46a4c3b8d845895 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:15.713753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.718838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:15.722460 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device af4c965d-d57a-42af-a2d4-f3572d14599b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:15.723562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:15.750329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Pushing event updated for resources: {'Port': ['ID=bd2199a8-d3ab-49c1-9752-d391b57b59fb,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:15.766510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:15.804232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.808735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e601c5a-7511-4963-a24b-a9733ccd98c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.814210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:15.854624 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:15.882162 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.882867 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Added segment 171164d6-ed41-49b8-999e-e00bdd46326a of type vlan for network eb28382f-fdf1-4263-ae2c-674624f95819 Jun 28 06:46:15.901551 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-92d0c903-b4c1-452e-9abc-e264fb2b0100 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4 HTTP/1.1" status: 200 len: 954 time: 0.1940069 Jun 28 06:46:15.905070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53072) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:15.911140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5fd34487-1e50-4142-8a5d-9ead850ff494 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'routes': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:15.931935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41fa0ff5-99bb-4ef3-bd9b-99c88284732b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.933060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41fa0ff5-99bb-4ef3-bd9b-99c88284732b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:15.977320 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-58ddae93-ccf1-4132-a6ee-314e0977f49c service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038316 Jun 28 06:46:16.025682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.066436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Network 2b007533-162a-429e-a458-fecd52acfbfe is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:16.088996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:16.114325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Attempting to bind port bd2199a8-d3ab-49c1-9752-d391b57b59fb on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:16.114867 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Attempting to bind port bd2199a8-d3ab-49c1-9752-d391b57b59fb by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '75812f05-c377-4fa2-b3a7-8dcb4f805a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:16.115398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Attempting to bind port bd2199a8-d3ab-49c1-9752-d391b57b59fb on network 9dfd4187-ff38-4993-adae-11d7f3a385f7 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:16.117577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Pushing event updated for resources: {'Port': ['ID=411be544-1574-4325-a490-8940aea42521,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:16.123445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:16.129532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:16.142374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:16.142930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Checking segment: {'id': '75812f05-c377-4fa2-b3a7-8dcb4f805a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:16.143977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.144546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Bound using segment: {'id': '75812f05-c377-4fa2-b3a7-8dcb4f805a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:16.145139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Bound port: bd2199a8-d3ab-49c1-9752-d391b57b59fb, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75812f05-c377-4fa2-b3a7-8dcb4f805a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:16.145604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.155498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e601c5a-7511-4963-a24b-a9733ccd98c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.166785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port af4c965d-d57a-42af-a2d4-f3572d14599b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:16.167254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.169524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-209f63b8-f390-41dd-a3f2-5fa1f01dee81 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:16.177583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.183520 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:16.184335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.193726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:16.213960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Allocated IP 172.23.0.1 (9dfd4187-ff38-4993-adae-11d7f3a385f7/e94bbe71-f89f-4e81-a684-7ae5fcc86df6/5c3e6ec3-d07c-4152-9aae-4d885132ad26) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:16.217200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e601c5a-7511-4963-a24b-a9733ccd98c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=c58b1ef5-69c7-4cbc-aa80-b695f74e91dd,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:16.219424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e601c5a-7511-4963-a24b-a9733ccd98c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.220302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.221324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1e601c5a-7511-4963-a24b-a9733ccd98c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/c58b1ef5-69c7-4cbc-aa80-b695f74e91dd HTTP/1.1" status: 204 len: 168 time: 0.9495299 Jun 28 06:46:16.226903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53074) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:16.228018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1e601c5a-7511-4963-a24b-a9733ccd98c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:16.231253 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-398d2b94-d5bb-443e-b85b-956e3c125aea req-52278e82-a5db-445e-8911-fa1f54bf2ff2 service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193727 Jun 28 06:46:16.279632 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ab5e5e19-7383-47cf-8a9b-4871a4c77bf2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504942 Jun 28 06:46:16.288424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53076) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:16.304829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:16.312669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Transition to ACTIVE for port object f77116c2-ee4d-4f25-be90-77b634a0b43a will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:16.329967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41fa0ff5-99bb-4ef3-bd9b-99c88284732b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.345746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Attempting to bind port 411be544-1574-4325-a490-8940aea42521 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:16.346209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Attempting to bind port 411be544-1574-4325-a490-8940aea42521 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '713fdc81-ad8a-4064-9f95-a73035ffae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2b007533-162a-429e-a458-fecd52acfbfe'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:16.347426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Attempting to bind port 411be544-1574-4325-a490-8940aea42521 on network 2b007533-162a-429e-a458-fecd52acfbfe {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:16.354594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.373062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Network': ['ID=eb28382f-fdf1-4263-ae2c-674624f95819,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:16.375962 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:16.377003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Checking segment: {'id': '713fdc81-ad8a-4064-9f95-a73035ffae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2b007533-162a-429e-a458-fecd52acfbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:16.377003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.377352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Bound using segment: {'id': '713fdc81-ad8a-4064-9f95-a73035ffae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2b007533-162a-429e-a458-fecd52acfbfe'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:16.378492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Bound port: 411be544-1574-4325-a490-8940aea42521, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713fdc81-ad8a-4064-9f95-a73035ffae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2b007533-162a-429e-a458-fecd52acfbfe'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:16.378957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.381281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:16.408638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network eb28382f-fdf1-4263-ae2c-674624f95819 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:16.411776 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.412261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41fa0ff5-99bb-4ef3-bd9b-99c88284732b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.416968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] For port bd2199a8-d3ab-49c1-9752-d391b57b59fb, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:16.420321 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bdf37b73-0662-4754-9459-54bf84f0f759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:16.437510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-55410091-1a9d-45db-9058-b3cb8f8c219f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.488383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] For port bd2199a8-d3ab-49c1-9752-d391b57b59fb, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bd2199a8-d3ab-49c1-9752-d391b57b59fb,segment=NetworkSegment(75812f05-c377-4fa2-b3a7-8dcb4f805a12),segment_id=75812f05-c377-4fa2-b3a7-8dcb4f805a12)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:16.493716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.511533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Transition to ACTIVE for port object 5c3e6ec3-d07c-4152-9aae-4d885132ad26 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:16.512680 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] For port af4c965d-d57a-42af-a2d4-f3572d14599b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=af4c965d-d57a-42af-a2d4-f3572d14599b,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:16.523964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-55410091-1a9d-45db-9058-b3cb8f8c219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.542047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6cdd4d2c-c3e3-4ef9-baab-7c5dc700db49 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:16.603122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55410091-1a9d-45db-9058-b3cb8f8c219f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82afebf5-400b-45a6-b6b7-28d2fcc6d258,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:16.607729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-55410091-1a9d-45db-9058-b3cb8f8c219f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:16.623347 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-55410091-1a9d-45db-9058-b3cb8f8c219f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=116fd4426efd4ca49c1b215c14706def&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2673838 Jun 28 06:46:16.625025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.626670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53078) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:16.635927 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5302649 Jun 28 06:46:16.637301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.639932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41fa0ff5-99bb-4ef3-bd9b-99c88284732b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.641397 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-41fa0ff5-99bb-4ef3-bd9b-99c88284732b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5083759 Jun 28 06:46:16.642185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53080) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:16.648394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-02c45fb0-1dc4-4f8e-b61a-687302f33cfa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:16.657995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'subnet': {'network_id': 'eb28382f-fdf1-4263-ae2c-674624f95819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:16.668892 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53082) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:16.672887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.678175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2102391756'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:16.685794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e90c70-ac45-46ab-b63e-6cff7412d6b8 None None] Pushing event updated for resources: {'Port': ['ID=f77116c2-ee4d-4f25-be90-77b634a0b43a,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:16.737660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-20af6cd7-9067-48aa-8365-116b49bc70b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.738180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-44e90c70-ac45-46ab-b63e-6cff7412d6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:16.739832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-606528b1-849b-4638-828b-940735286e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:16.744304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.765865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-5fd34487-1e50-4142-8a5d-9ead850ff494 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added routes are [] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 28 06:46:16.766219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-20af6cd7-9067-48aa-8365-116b49bc70b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.766349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-5fd34487-1e50-4142-8a5d-9ead850ff494 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 28 06:46:16.838704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.863320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 2b007533-162a-429e-a458-fecd52acfbfe is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:16.871997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-caa2f173-2d7c-49cc-9186-a6785141d115 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:16.887641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:16.892341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:16.901653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] For port 411be544-1574-4325-a490-8940aea42521, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:16.903174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.906007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Attempting to bind port f77116c2-ee4d-4f25-be90-77b634a0b43a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:16.906413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Attempting to bind port f77116c2-ee4d-4f25-be90-77b634a0b43a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '6121bda0-5525-4fc7-a9e0-507caa5b5525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:16.906780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Attempting to bind port f77116c2-ee4d-4f25-be90-77b634a0b43a on network ac54f88f-483f-44f8-b1cb-56cc20328efb {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:16.914769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:16.915009 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.918553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:16.919186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Checking segment: {'id': '6121bda0-5525-4fc7-a9e0-507caa5b5525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:16.919754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:16.920311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Bound using segment: {'id': '6121bda0-5525-4fc7-a9e0-507caa5b5525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:16.921036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Bound port: f77116c2-ee4d-4f25-be90-77b634a0b43a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6121bda0-5525-4fc7-a9e0-507caa5b5525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:16.921634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.012365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=be5014cc-5694-446a-971b-2fbdb607b509,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:17.029872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:17.042385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Pushing event updated for resources: {'Port': ['ID=bd2199a8-d3ab-49c1-9752-d391b57b59fb,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:17.055640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5fd34487-1e50-4142-8a5d-9ead850ff494 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.059522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] For port 411be544-1574-4325-a490-8940aea42521, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=411be544-1574-4325-a490-8940aea42521,segment=NetworkSegment(713fdc81-ad8a-4064-9f95-a73035ffae2f),segment_id=713fdc81-ad8a-4064-9f95-a73035ffae2f)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:17.135803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Made reservation on behalf of 0bf40e4b028c45bf89bbcae47b579ff2 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:17.144030 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.166459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 9dfd4187-ff38-4993-adae-11d7f3a385f7 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:17.169387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:17.172166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.182730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:17.199483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.200443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=5c3e6ec3-d07c-4152-9aae-4d885132ad26,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:17.255939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:46:17.256224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:46:17.268157 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5400896 Jun 28 06:46:17.273760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Pushing event updated for resources: {'Port': ['ID=af4c965d-d57a-42af-a2d4-f3572d14599b,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:17.277253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:17.279419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:17.283358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53086) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:17.286764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:17.291627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': '2b007533-162a-429e-a458-fecd52acfbfe', 'fixed_ips': [{'subnet_id': 'e1c7bc9d-94f0-4b8f-825b-3a6444cf6539'}, {'subnet_id': 'be5014cc-5694-446a-971b-2fbdb607b509'}], 'name': 'tempest-PortsTestJSON-2677910'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:17.350661 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Pushing event updated for resources: {'Port': ['ID=411be544-1574-4325-a490-8940aea42521,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:17.355974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:17.366294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:17.366652 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:17.378662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] For port f77116c2-ee4d-4f25-be90-77b634a0b43a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:17.388342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] For port f77116c2-ee4d-4f25-be90-77b634a0b43a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f77116c2-ee4d-4f25-be90-77b634a0b43a,segment=NetworkSegment(6121bda0-5525-4fc7-a9e0-507caa5b5525),segment_id=6121bda0-5525-4fc7-a9e0-507caa5b5525)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:17.409321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-20af6cd7-9067-48aa-8365-116b49bc70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.410317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-20af6cd7-9067-48aa-8365-116b49bc70b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.411529 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-20af6cd7-9067-48aa-8365-116b49bc70b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82afebf5-400b-45a6-b6b7-28d2fcc6d258 HTTP/1.1" status: 204 len: 168 time: 0.7804153 Jun 28 06:46:17.412417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.420517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-724b9ddf-c99e-426d-bee6-ff30f1642bd9 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:17.457513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Made reservation on behalf of 4aa9fcc6609f4306b46a4c3b8d845895 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:17.465757 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.486188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.493768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:17.495484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00254f80-2de9-47ef-9bef-14f53321e4d4 req-62ce8330-9961-4a9c-a39e-51ac0c5e8364 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:17.502643 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-00254f80-2de9-47ef-9bef-14f53321e4d4 req-62ce8330-9961-4a9c-a39e-51ac0c5e8364 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.4224896 Jun 28 06:46:17.510910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af6cd7-9067-48aa-8365-116b49bc70b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82afebf5-400b-45a6-b6b7-28d2fcc6d258,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:17.524256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-20af6cd7-9067-48aa-8365-116b49bc70b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:17.558702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e90c70-ac45-46ab-b63e-6cff7412d6b8 None None] Pushing event updated for resources: {'Port': ['ID=f77116c2-ee4d-4f25-be90-77b634a0b43a,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:17.563594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-44e90c70-ac45-46ab-b63e-6cff7412d6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:17.570890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad3862-e7b7-4fbb-a933-0399fd198b83 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:17.576415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5fd34487-1e50-4142-8a5d-9ead850ff494 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.581672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5fd34487-1e50-4142-8a5d-9ead850ff494 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.709022 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:17.710110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:17.749440 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-00254f80-2de9-47ef-9bef-14f53321e4d4 req-babc12ed-36f1-4434-8679-01bd471debcf tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451708 Jun 28 06:46:17.842074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd34487-1e50-4142-8a5d-9ead850ff494 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:17.937704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:17.993304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5d9df76f-8a69-4699-b828-ce8d7669b87d None None] Provisioning complete for port af4c965d-d57a-42af-a2d4-f3572d14599b triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:17.993760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5d9df76f-8a69-4699-b828-ce8d7669b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:18.077445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:18.392125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:46:18.489752 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd041d20-081c-425a-9974-424192c6d7fe req-1c42e091-cca9-4939-9564-413f0d4d9c6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4693859 Jun 28 06:46:18.579167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd34487-1e50-4142-8a5d-9ead850ff494 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:18.587054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5fd34487-1e50-4142-8a5d-9ead850ff494 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:18.588291 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5fd34487-1e50-4142-8a5d-9ead850ff494 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4 HTTP/1.1" status: 200 len: 704 time: 2.6820915 Jun 28 06:46:18.593381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53100) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:18.595262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:18.685156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 411be544-1574-4325-a490-8940aea42521 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:18.776766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29145f56-0caa-481c-aee6-3820ee461efd None None] Network 9dfd4187-ff38-4993-adae-11d7f3a385f7 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:18.779709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:18.788635 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4a9d0d4c-3224-4aec-b711-eb21f6f0424d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4 HTTP/1.1" status: 200 len: 704 time: 0.1909509 Jun 28 06:46:18.795151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:18.800365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53110) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:18.802107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b083ed7d-ec25-4c00-99d9-45545f695231 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:18.845635 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b793c552-1441-46ac-824b-47d9aa6d9e2e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:18.857255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:18.922018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:18.948844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:18.957828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd041d20-081c-425a-9974-424192c6d7fe req-f9bd08e6-6b6d-44dc-8ff5-970a9cc3629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:18.960073 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd041d20-081c-425a-9974-424192c6d7fe req-f9bd08e6-6b6d-44dc-8ff5-970a9cc3629f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1099 time: 0.3870404 Jun 28 06:46:18.990307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:18.991242 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Added segment 63497e67-6a2e-4d05-94c2-7f383d9c1819 of type vlan for network 2fefd9d5-966e-478e-a363-14373b835d77 Jun 28 06:46:19.096135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.134671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.138721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ade04863-bbd0-476c-9977-beb0ac56b784 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:19.199973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a7f0f9-2167-49a3-b535-5e22f4474375 None None] Network 2b007533-162a-429e-a458-fecd52acfbfe requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:19.228742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Subnet': ['ID=26a3bdb5-8a25-486c-8cc3-27566349c214,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:19.232499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:19.300293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-80b101aa-54c3-4238-8e62-f1bca0e6e0a4 None None] Provisioning for port bd2199a8-d3ab-49c1-9752-d391b57b59fb completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:19.310614 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:16Z', 'revision_number': 7, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:06Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f77116c2-ee4d-4f25-be90-77b634a0b43a', 'name': '', 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:93:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '80793d3f-29a3-4cc0-8784-8d775383f160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:07Z', 'updated_at': '2021-06-28T06:46:17Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '80793d3f-29a3-4cc0-8784-8d775383f160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:19.312437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 411be544-1574-4325-a490-8940aea42521 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:19.336930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] Deleting port af4c965d-d57a-42af-a2d4-f3572d14599b {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:19.337290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.345798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Checking segment: {'id': '171164d6-ed41-49b8-999e-e00bdd46326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eb28382f-fdf1-4263-ae2c-674624f95819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:19.346967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network hostable DHCP agents. Network: eb28382f-fdf1-4263-ae2c-674624f95819, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:19.372636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 41730ae9-d0da-4e72-aeca-55d713ec6eaf up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:19.386491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.390391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc95da-dce0-40b4-9a45-a5bff4dd7818 None None] The sync data for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv is: [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:16Z', 'revision_number': 7, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:06Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f77116c2-ee4d-4f25-be90-77b634a0b43a', 'name': '', 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:93:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '80793d3f-29a3-4cc0-8784-8d775383f160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:07Z', 'updated_at': '2021-06-28T06:46:17Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '80793d3f-29a3-4cc0-8784-8d775383f160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:19.397889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:19.401669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.410827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dfc9eb4b-71a6-4c97-aa82-75d9f3ca4047 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:19.516514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network eb28382f-fdf1-4263-ae2c-674624f95819 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:19.530652 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8602493 Jun 28 06:46:19.532928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Network': ['ID=2fefd9d5-966e-478e-a363-14373b835d77,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:19.535742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53118) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:19.542230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'subnet': {'network_id': '2fefd9d5-966e-478e-a363-14373b835d77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:19.562079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:19.582686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 2fefd9d5-966e-478e-a363-14373b835d77 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:19.625796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, eb28382f-fdf1-4263-ae2c-674624f95819) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:19.644465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:19.645075 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.646336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.708608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1937298-b1bb-40d1-a84b-9d7ffcb62cae None None] Network eb28382f-fdf1-4263-ae2c-674624f95819 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:19.754013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.760784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.806254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] For port af4c965d-d57a-42af-a2d4-f3572d14599b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=af4c965d-d57a-42af-a2d4-f3572d14599b,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:19.806254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.810476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a4a936d3-ac80-4c1e-ba16-850d91622d02 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:19.822438 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] Calling delete_port for af4c965d-d57a-42af-a2d4-f3572d14599b owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:19.835177 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1832120 Jun 28 06:46:19.846160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53120) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:19.852503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1003349434', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:19.856240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:19.874317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event updated for resources: {'Port': ['ID=5c3e6ec3-d07c-4152-9aae-4d885132ad26,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:19.897789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:19.920104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.038851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 41730ae9-d0da-4e72-aeca-55d713ec6eaf triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:20.039225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Made reservation on behalf of 0bf40e4b028c45bf89bbcae47b579ff2 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:20.039350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.044889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.086965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4f92f1ba-73e1-4e3f-87f8-ef5279354a26 None None] Provisioning for port 411be544-1574-4325-a490-8940aea42521 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:20.109212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4f92f1ba-73e1-4e3f-87f8-ef5279354a26 None None] Provisioning complete for port 411be544-1574-4325-a490-8940aea42521 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:20.109589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f92f1ba-73e1-4e3f-87f8-ef5279354a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.165631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc553952-71d3-4e7c-8343-b29f2009acec req-d1f1b7b2-6cb1-432b-b964-befbb0f94a43 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:20.168206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fc553952-71d3-4e7c-8343-b29f2009acec req-d1f1b7b2-6cb1-432b-b964-befbb0f94a43 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 1.1842535 Jun 28 06:46:20.171974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.256422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd041d20-081c-425a-9974-424192c6d7fe req-c91b1f2f-130c-480a-8b24-3d818963b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:20.258594 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd041d20-081c-425a-9974-424192c6d7fe req-c91b1f2f-130c-480a-8b24-3d818963b3be service neutron] 10.222.0.50 "GET /v2.0/networks?id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 200 len: 912 time: 1.2667854 Jun 28 06:46:20.365888 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.368811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.376815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:46:20.411255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-eb28382f-fdf1-4263-ae2c-674624f95819', 'network_id': 'eb28382f-fdf1-4263-ae2c-674624f95819', 'tenant_id': '4aa9fcc6609f4306b46a4c3b8d845895', 'fixed_ips': [{'subnet_id': '26a3bdb5-8a25-486c-8cc3-27566349c214'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:20.412077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.435442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Network 9dfd4187-ff38-4993-adae-11d7f3a385f7 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:20.466187 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] For port af4c965d-d57a-42af-a2d4-f3572d14599b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=af4c965d-d57a-42af-a2d4-f3572d14599b,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:20.488138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] Sync routers for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:20.506314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device af4c965d-d57a-42af-a2d4-f3572d14599b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:20.507861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:20.532437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:20.533231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:20.542183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f92f1ba-73e1-4e3f-87f8-ef5279354a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.548355 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fc553952-71d3-4e7c-8343-b29f2009acec req-1a43690f-5b15-4edc-99ef-73594c9f4a1f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196282 Jun 28 06:46:20.555018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.624054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53132) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:20.647778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.677313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:20.678233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.682427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port f77116c2-ee4d-4f25-be90-77b634a0b43a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:20.682848 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.691260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-688326d1-d948-4d98-b504-0d2425714a70 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:20.721521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.722993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.740234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-835faea1-75c5-404e-91b1-7d1a68576194 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:20.746129 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd041d20-081c-425a-9974-424192c6d7fe req-ec1b8dcc-bde1-4b8d-8d10-e5f88e8805e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 200 len: 1001 time: 0.4499259 Jun 28 06:46:20.761249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Subnet': ['ID=a3c00775-fdfd-40d4-805d-c262e2885572,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:20.808235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:20.852911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:20.891875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:20.893095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:20.905565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:21.019077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=af4c965d-d57a-42af-a2d4-f3572d14599b,revision_number=8']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:21.025212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:21.030979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3294267c-495a-4745-9b5e-c825e92df513 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:21.140506 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8487298 Jun 28 06:46:21.155147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'network': {'name': 'tempest-network-smoke--1723792576', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'port_security_enabled': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:21.166650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:21.169813 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53138) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:21.171739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port f77116c2-ee4d-4f25-be90-77b634a0b43a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f77116c2-ee4d-4f25-be90-77b634a0b43a,segment=NetworkSegment(6121bda0-5525-4fc7-a9e0-507caa5b5525),segment_id=6121bda0-5525-4fc7-a9e0-507caa5b5525)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:21.172277 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.193644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-694ca3a1-4011-47bd-be21-642a9e8999a1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:21.197761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for f77116c2-ee4d-4f25-be90-77b634a0b43a owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:21.215493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0feb4ac-5bef-42a4-a0ea-4efda7271640 None None] Update dhcp port {'port': {'network_id': '2b007533-162a-429e-a458-fecd52acfbfe', 'fixed_ips': [{'subnet_id': 'e1c7bc9d-94f0-4b8f-825b-3a6444cf6539', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be5014cc-5694-446a-971b-2fbdb607b509'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': '411be544-1574-4325-a490-8940aea42521'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:46:21.284283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.291735 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Allocated IP 172.20.0.2 (eb28382f-fdf1-4263-ae2c-674624f95819/26a3bdb5-8a25-486c-8cc3-27566349c214/73782efa-55dc-4a97-839e-f49b072fb4e7) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:21.293679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:21.294319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd041d20-081c-425a-9974-424192c6d7fe req-7586a226-fb74-4d6c-9415-71ce925bc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:21.295782 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd041d20-081c-425a-9974-424192c6d7fe req-7586a226-fb74-4d6c-9415-71ce925bc8cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94181330-8daa-4f63-8db3-dd5004767258 HTTP/1.1" status: 200 len: 850 time: 0.5136228 Jun 28 06:46:21.300781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4f92f1ba-73e1-4e3f-87f8-ef5279354a26 None None] For port 411be544-1574-4325-a490-8940aea42521, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=411be544-1574-4325-a490-8940aea42521,segment=NetworkSegment(713fdc81-ad8a-4064-9f95-a73035ffae2f),segment_id=713fdc81-ad8a-4064-9f95-a73035ffae2f)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:21.340982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] Pushing event deleted for resources: {'Port': ['ID=af4c965d-d57a-42af-a2d4-f3572d14599b,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:21.354395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:21.355356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port af4c965d-d57a-42af-a2d4-f3572d14599b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:21.355561 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.360695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=6626f7be-830a-4635-9651-f75fb599dda8,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:21.386189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:21.409324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.446529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Checking segment: {'id': '63497e67-6a2e-4d05-94c2-7f383d9c1819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2fefd9d5-966e-478e-a363-14373b835d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:21.446944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network hostable DHCP agents. Network: 2fefd9d5-966e-478e-a363-14373b835d77, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:21.461619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:21.465111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.522281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97499df0-ba07-4079-9475-a5cb3e6eb598 req-24b53972-8726-4667-8c3f-ddad59ca2bf8 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:21.523923 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-97499df0-ba07-4079-9475-a5cb3e6eb598 req-24b53972-8726-4667-8c3f-ddad59ca2bf8 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.5066106 Jun 28 06:46:21.530647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network 2fefd9d5-966e-478e-a363-14373b835d77 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:21.533579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.536512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.539217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f52808bf-5444-45d0-aa84-732627f3acd6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:21.555392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b0feb4ac-5bef-42a4-a0ea-4efda7271640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.566635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4f92f1ba-73e1-4e3f-87f8-ef5279354a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.577667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:21.579496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Port af4c965d-d57a-42af-a2d4-f3572d14599b was deleted so its status cannot be updated. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 28 06:46:21.579990 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bd2199a8-d3ab-49c1-9752-d391b57b59fb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:21.600826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=f77116c2-ee4d-4f25-be90-77b634a0b43a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:21.611199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:21.643918 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] No DVR routers for this DVR port af4c965d-d57a-42af-a2d4-f3572d14599b on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:21.646357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:21.656260 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1078613 Jun 28 06:46:21.659816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53140) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:21.662256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 2fefd9d5-966e-478e-a363-14373b835d77) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:21.666933 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:21.679801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd041d20-081c-425a-9974-424192c6d7fe req-77a69f25-cfda-44cc-a09b-770509308e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:21.681337 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd041d20-081c-425a-9974-424192c6d7fe req-77a69f25-cfda-44cc-a09b-770509308e0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3647156 Jun 28 06:46:21.682419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.12 (2b007533-162a-429e-a458-fecd52acfbfe/e1c7bc9d-94f0-4b8f-825b-3a6444cf6539/a1970c82-1bf6-4fcb-8dcd-ab3bac122e24) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:21.691108 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-97499df0-ba07-4079-9475-a5cb3e6eb598 req-fba19f07-3ba4-43f2-89ca-d50fa6dfb4aa tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522963 Jun 28 06:46:21.698145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-79dcfdfb-777e-4e3e-a07a-decf55b6af0d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:21.701955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.27 (2b007533-162a-429e-a458-fecd52acfbfe/be5014cc-5694-446a-971b-2fbdb607b509/a1970c82-1bf6-4fcb-8dcd-ab3bac122e24) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:21.706383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:21.706925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.715166 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:21.716591 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-488474d8-9b86-4085-8cda-587adeed057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:21.815610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9253bf65-1526-4398-b020-3c630688c167 None None] Network 2fefd9d5-966e-478e-a363-14373b835d77 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:21.824718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694ca3a1-4011-47bd-be21-642a9e8999a1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:21.828768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-694ca3a1-4011-47bd-be21-642a9e8999a1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.844035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e858578f-b6f1-4968-a9ee-9343a8777874 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:21.910237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:21.934851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Transition to ACTIVE for port object 73782efa-55dc-4a97-839e-f49b072fb4e7 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:21.967037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Transition to ACTIVE for port object 73782efa-55dc-4a97-839e-f49b072fb4e7 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:21.978743 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:22.115444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.171782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Network eb28382f-fdf1-4263-ae2c-674624f95819 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:22.217920 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd041d20-081c-425a-9974-424192c6d7fe req-1926a4fd-6591-4e62-8396-1c8ca72d8dca service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241663 Jun 28 06:46:22.245495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:22.254533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:22.256013 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.ipam_backend_mixin [None req-694ca3a1-4011-47bd-be21-642a9e8999a1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6626f7be-830a-4635-9651-f75fb599dda8 (CIDR: 2001:db8::/64) Jun 28 06:46:22.273711 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.308913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.326819 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-488474d8-9b86-4085-8cda-587adeed057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:17Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3e6ec3-d07c-4152-9aae-4d885132ad26', 'name': '', 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:94:59:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:15Z', 'updated_at': '2021-06-28T06:46:18Z', 'revision_number': 2, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:22.341531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-694ca3a1-4011-47bd-be21-642a9e8999a1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:46:22.342170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694ca3a1-4011-47bd-be21-642a9e8999a1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:46:22.373377 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:22.373720 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Updating router 40459a39-77d1-4107-8f4c-1785013864c5 port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:46:22.392231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:22.400604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.425913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92f1ba-73e1-4e3f-87f8-ef5279354a26 None None] Pushing event updated for resources: {'Port': ['ID=411be544-1574-4325-a490-8940aea42521,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:22.439512 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.451046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a654b9f5-b7c8-467a-b119-ddaecb520b5d None None] Provisioning for port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:22.466149 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd041d20-081c-425a-9974-424192c6d7fe req-b7fc472a-792a-4559-8d86-c7fdb6622b1f service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321362 Jun 28 06:46:22.472219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.480404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4f92f1ba-73e1-4e3f-87f8-ef5279354a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:22.483188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7930f1e7-7ab8-42cf-b9d3-bad28df7bc23 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:22.483832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fccb0e52-d486-412e-b774-96a84d28665d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:22.530182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Pushing event updated for resources: {'Port': ['ID=73782efa-55dc-4a97-839e-f49b072fb4e7,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:22.543334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:22.569789 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-694ca3a1-4011-47bd-be21-642a9e8999a1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3912408 Jun 28 06:46:22.570912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:22.574795 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0339258 Jun 28 06:46:22.574955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593d46ac-6e72-4044-b981-2543c1b1b63f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:22.578268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53146) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:22.578268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53148) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:22.580143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.580496 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Added segment 0a0a5e5d-1e44-476c-86e6-8649eeae8781 of type vlan for network 86b40531-0a94-472d-a8df-c26d19f25874 Jun 28 06:46:22.583175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:22.584814 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:22.592143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'network': {'name': 'tempest-router-network01--559891404'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:22.600836 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a654b9f5-b7c8-467a-b119-ddaecb520b5d None None] Provisioning complete for port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:22.601537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a654b9f5-b7c8-467a-b119-ddaecb520b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.638801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.645353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a654b9f5-b7c8-467a-b119-ddaecb520b5d None None] Port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:22.646013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.654657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:22.675755 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.705538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Attempting to bind port 73782efa-55dc-4a97-839e-f49b072fb4e7 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:22.706882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Attempting to bind port 73782efa-55dc-4a97-839e-f49b072fb4e7 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '171164d6-ed41-49b8-999e-e00bdd46326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eb28382f-fdf1-4263-ae2c-674624f95819'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:22.707476 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Attempting to bind port 73782efa-55dc-4a97-839e-f49b072fb4e7 on network eb28382f-fdf1-4263-ae2c-674624f95819 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:22.771331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:22.772227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Checking segment: {'id': '171164d6-ed41-49b8-999e-e00bdd46326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eb28382f-fdf1-4263-ae2c-674624f95819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:22.772899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.773659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Bound using segment: {'id': '171164d6-ed41-49b8-999e-e00bdd46326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eb28382f-fdf1-4263-ae2c-674624f95819'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:22.774487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Bound port: 73782efa-55dc-4a97-839e-f49b072fb4e7, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171164d6-ed41-49b8-999e-e00bdd46326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eb28382f-fdf1-4263-ae2c-674624f95819'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:22.775161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.784535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port bd2199a8-d3ab-49c1-9752-d391b57b59fb completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:22.784758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Made reservation on behalf of 0bf40e4b028c45bf89bbcae47b579ff2 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:22.788324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.790910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.838078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:16Z', 'revision_number': 7, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:06Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f77116c2-ee4d-4f25-be90-77b634a0b43a', 'name': '', 'network_id': 'ac54f88f-483f-44f8-b1cb-56cc20328efb', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:93:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '80793d3f-29a3-4cc0-8784-8d775383f160', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:07Z', 'updated_at': '2021-06-28T06:46:17Z', 'revision_number': 4, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '80793d3f-29a3-4cc0-8784-8d775383f160', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:22.877070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port bd2199a8-d3ab-49c1-9752-d391b57b59fb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:22.878107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:22.928642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] Checking router: f27b8fd7-8751-423b-8702-1892a3796df4 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:22.981407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-b0feb4ac-5bef-42a4-a0ea-4efda7271640 None None] Allocated IP 172.20.0.18 (2b007533-162a-429e-a458-fecd52acfbfe/be5014cc-5694-446a-971b-2fbdb607b509/411be544-1574-4325-a490-8940aea42521) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:22.995014 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.024880 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:23.025724 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Transition to ACTIVE for port object 5c3e6ec3-d07c-4152-9aae-4d885132ad26 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:23.026039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:23.081741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:23.105015 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:23.111188 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.116836 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-e7f2d1b2-c24b-40b4-99e2-aa047209806d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:23.121505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-79dcfdfb-777e-4e3e-a07a-decf55b6af0d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 28 06:46:23.127254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.127769 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Added segment ea943256-f713-4c60-b82e-b4c672fc38cd of type vlan for network d39174a1-7e03-4e83-8536-37d019de5105 Jun 28 06:46:23.131331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:23.137741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 2b007533-162a-429e-a458-fecd52acfbfe is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:23.149333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:23.162899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6272ba-64ae-4953-8483-cf744a0d0a47 req-6b120978-ee1e-4c59-8d0c-e264fb7bbe83 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:23.170646 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2c6272ba-64ae-4953-8483-cf744a0d0a47 req-6b120978-ee1e-4c59-8d0c-e264fb7bbe83 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.6592393 Jun 28 06:46:23.176070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:23.199229 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-79dcfdfb-777e-4e3e-a07a-decf55b6af0d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Removed routes are [] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 28 06:46:23.199542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79dcfdfb-777e-4e3e-a07a-decf55b6af0d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.220796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-2fefd9d5-966e-478e-a363-14373b835d77', 'network_id': '2fefd9d5-966e-478e-a363-14373b835d77', 'tenant_id': '0bf40e4b028c45bf89bbcae47b579ff2', 'fixed_ips': [{'subnet_id': 'a3c00775-fdfd-40d4-805d-c262e2885572'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:23.222557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=a1970c82-1bf6-4fcb-8dcd-ab3bac122e24,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:23.223378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.229062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:23.264458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.270427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:23.278906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.291381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-13060082-908b-4ae4-b983-7c0fe2e2bbc6 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:23.346403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.350799 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Attempting to bind port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:23.351351 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Attempting to bind port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '75812f05-c377-4fa2-b3a7-8dcb4f805a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:23.351722 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Attempting to bind port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 on network 9dfd4187-ff38-4993-adae-11d7f3a385f7 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:23.372980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.26.4.111 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/2e68d5cb-f80f-4bdd-bda8-70c351347269) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:23.382383 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:23.382647 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Checking segment: {'id': '75812f05-c377-4fa2-b3a7-8dcb4f805a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:23.383336 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.383749 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Bound using segment: {'id': '75812f05-c377-4fa2-b3a7-8dcb4f805a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:23.384243 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Bound port: 5c3e6ec3-d07c-4152-9aae-4d885132ad26, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75812f05-c377-4fa2-b3a7-8dcb4f805a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:23.384641 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.398450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': '6626f7be-830a-4635-9651-f75fb599dda8'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:23.402148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.469258 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-488474d8-9b86-4085-8cda-587adeed057e None None] For port 5c3e6ec3-d07c-4152-9aae-4d885132ad26, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:23.473312 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-488474d8-9b86-4085-8cda-587adeed057e None None] For port 5c3e6ec3-d07c-4152-9aae-4d885132ad26, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5c3e6ec3-d07c-4152-9aae-4d885132ad26,segment=NetworkSegment(75812f05-c377-4fa2-b3a7-8dcb4f805a12),segment_id=75812f05-c377-4fa2-b3a7-8dcb4f805a12)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:23.475277 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a60a9a-82ec-4b20-a6ba-c01d7626dae9 None None] Pushing event updated for resources: {'Port': ['ID=5c3e6ec3-d07c-4152-9aae-4d885132ad26,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:23.478331 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f8a60a9a-82ec-4b20-a6ba-c01d7626dae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:23.515945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:23.519326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.529454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Network': ['ID=86b40531-0a94-472d-a8df-c26d19f25874,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:23.546063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.resource_extend [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 06:46:23.548593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:23.557933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:23.559759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.584827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] For port 73782efa-55dc-4a97-839e-f49b072fb4e7, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:23.587198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 86b40531-0a94-472d-a8df-c26d19f25874 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:23.587499 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2c6272ba-64ae-4953-8483-cf744a0d0a47 req-ef838e71-4230-43a0-b430-3453a7b54139 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160898 Jun 28 06:46:23.590491 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9653189 Jun 28 06:46:23.594159 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.594314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53156) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:23.601559 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:23.608467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-443120330', 'admin_state_up': True, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:23.678202 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 6.3923614 Jun 28 06:46:23.679430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53162) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:23.688838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1c7bc9d-94f0-4b8f-825b-3a6444cf6539'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:23.712972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:23.725360 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8940365 Jun 28 06:46:23.729311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53164) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:23.795995 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:23.801652 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-488474d8-9b86-4085-8cda-587adeed057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:23.845949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.847673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.915141 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a60a9a-82ec-4b20-a6ba-c01d7626dae9 None None] Pushing event updated for resources: {'Port': ['ID=5c3e6ec3-d07c-4152-9aae-4d885132ad26,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:23.920336 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f8a60a9a-82ec-4b20-a6ba-c01d7626dae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:23.947378 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-488474d8-9b86-4085-8cda-587adeed057e None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:23.964580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:23.966065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.264656 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-488474d8-9b86-4085-8cda-587adeed057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:23Z', 'revision_number': 6, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3e6ec3-d07c-4152-9aae-4d885132ad26', 'name': '', 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:94:59:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:15Z', 'updated_at': '2021-06-28T06:46:23Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:24.302672 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488474d8-9b86-4085-8cda-587adeed057e None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:23Z', 'revision_number': 6, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3e6ec3-d07c-4152-9aae-4d885132ad26', 'name': '', 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:94:59:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:15Z', 'updated_at': '2021-06-28T06:46:23Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:24.353155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] For port 73782efa-55dc-4a97-839e-f49b072fb4e7, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=73782efa-55dc-4a97-839e-f49b072fb4e7,segment=NetworkSegment(171164d6-ed41-49b8-999e-e00bdd46326a),segment_id=171164d6-ed41-49b8-999e-e00bdd46326a)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:24.392458 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.403356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:24.404081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.418028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4a4c0acc-ced5-4dd4-a4f3-1e597e2a11c5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:24.498556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.526100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.536383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.558272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:24.594363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699e50a-c232-4c3c-98d5-339b14039bce req-7fa60745-3206-4ddf-b742-5d688d2b90b3 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:24.604903 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8699e50a-c232-4c3c-98d5-339b14039bce req-7fa60745-3206-4ddf-b742-5d688d2b90b3 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1995463 Jun 28 06:46:24.615604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-881191df-ef0e-48a4-98cd-36e6f78a5f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.626182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7813908-b8f9-4c2f-8c20-5092ecdfe4c8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting subnet 80793d3f-29a3-4cc0-8784-8d775383f160 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:24.651018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.673695 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8699e50a-c232-4c3c-98d5-339b14039bce req-782eca8f-1b39-4d3a-b29d-4af59b8b3d19 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674748 Jun 28 06:46:24.715619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7813908-b8f9-4c2f-8c20-5092ecdfe4c8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.729327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53170) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:24.732392 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1451356 Jun 28 06:46:24.737551 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79dcfdfb-777e-4e3e-a07a-decf55b6af0d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.748534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'network': {'name': 'tempest-router-network02--1636254037'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:24.781758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port bd2199a8-d3ab-49c1-9752-d391b57b59fb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bd2199a8-d3ab-49c1-9752-d391b57b59fb,segment=NetworkSegment(75812f05-c377-4fa2-b3a7-8dcb4f805a12),segment_id=75812f05-c377-4fa2-b3a7-8dcb4f805a12)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:24.802432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7813908-b8f9-4c2f-8c20-5092ecdfe4c8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.880201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Made reservation on behalf of 0bf40e4b028c45bf89bbcae47b579ff2 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:24.884245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.930718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:24.942957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:24.946039 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Added segment 12888a6c-acc0-4f70-a428-ae7b0f31e521 of type vlan for network 6da509a3-c7f0-4ae9-b172-11889a45736f Jun 28 06:46:24.969995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7813908-b8f9-4c2f-8c20-5092ecdfe4c8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.004195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.005606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.122947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b0feb4ac-5bef-42a4-a0ea-4efda7271640 None None] For port 411be544-1574-4325-a490-8940aea42521, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=411be544-1574-4325-a490-8940aea42521,segment=NetworkSegment(713fdc81-ad8a-4064-9f95-a73035ffae2f),segment_id=713fdc81-ad8a-4064-9f95-a73035ffae2f)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:25.161605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Network': ['ID=d39174a1-7e03-4e83-8536-37d019de5105,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:25.171198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7813908-b8f9-4c2f-8c20-5092ecdfe4c8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.176365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:25.179497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Allocated IP 2001:db8::2 (2fefd9d5-966e-478e-a363-14373b835d77/a3c00775-fdfd-40d4-805d-c262e2885572/de13629c-53d9-42cd-bdf4-f625838846fb) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:25.180134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-68feb89d-d6fe-4e38-a6a9-26e4889c5192 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:25.196292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network d39174a1-7e03-4e83-8536-37d019de5105 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:25.202841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Pushing event updated for resources: {'Port': ['ID=73782efa-55dc-4a97-839e-f49b072fb4e7,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:25.202841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Allocated IP 2001:db8::f816:3eff:fed4:a778 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/6626f7be-830a-4635-9651-f75fb599dda8/d2f87450-9897-4dc2-8174-b8d58b39277d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:25.212611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7813908-b8f9-4c2f-8c20-5092ecdfe4c8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Subnet': ['ID=80793d3f-29a3-4cc0-8784-8d775383f160,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:25.215193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79dcfdfb-777e-4e3e-a07a-decf55b6af0d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.230132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b0feb4ac-5bef-42a4-a0ea-4efda7271640 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.247092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b0feb4ac-5bef-42a4-a0ea-4efda7271640 None None] Transition to ACTIVE for port object 411be544-1574-4325-a490-8940aea42521 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:25.257409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:25.277022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b7813908-b8f9-4c2f-8c20-5092ecdfe4c8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:25.303925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.308482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:25.309865 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.322553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b7813908-b8f9-4c2f-8c20-5092ecdfe4c8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.324551 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b7813908-b8f9-4c2f-8c20-5092ecdfe4c8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/80793d3f-29a3-4cc0-8784-8d775383f160 HTTP/1.1" status: 204 len: 168 time: 1.5906796 Jun 28 06:46:25.339821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8af337ea-850a-446c-83e9-a91e7512686e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:25.356841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-db5c2083-37ed-4306-b9eb-ced9a1e47246 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:25.361455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93903a54-a44b-4e46-87f6-c67e7dfe1b07 None None] Network ac54f88f-483f-44f8-b1cb-56cc20328efb requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:25.361604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53172) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:25.385366 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 411be544-1574-4325-a490-8940aea42521 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:25.390175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b0feb4ac-5bef-42a4-a0ea-4efda7271640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.489466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.495967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-64e63c94-6771-48ad-b8db-6467c38fcd95 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:25.541135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.552071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8114882 Jun 28 06:46:25.555859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53174) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:25.569710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'subnet': {'network_id': 'd39174a1-7e03-4e83-8536-37d019de5105', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:25.587295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:25.591619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Network': ['ID=6da509a3-c7f0-4ae9-b172-11889a45736f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:25.600844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:25.606047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:25.615771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dcfdfb-777e-4e3e-a07a-decf55b6af0d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:25.615771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:25.618939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.630734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Delete allocated IP 172.20.0.27 (2b007533-162a-429e-a458-fecd52acfbfe/be5014cc-5694-446a-971b-2fbdb607b509) {{(pid=100887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 28 06:46:25.643893 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.662289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 6da509a3-c7f0-4ae9-b172-11889a45736f details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:25.663490 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=2e68d5cb-f80f-4bdd-bda8-70c351347269,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:25.696771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:25.699928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:25.702347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b7813908-b8f9-4c2f-8c20-5092ecdfe4c8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:25.733804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=bd2199a8-d3ab-49c1-9752-d391b57b59fb,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:25.754400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:21Z', 'revision_number': 8, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:06Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:25.760821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:25.762951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-44e90c70-ac45-46ab-b63e-6cff7412d6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:25.784831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=0be0df7f-57f9-45b3-ba25-cbe7d03045b4,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:25.803670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:25.843497 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:25.908388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:25.941095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ea94f-4351-4c47-a7a6-b25f539a674b None None] The sync data for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv is: [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:21Z', 'revision_number': 8, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:06Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:25.973497 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:25.974098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.041452 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dcfdfb-777e-4e3e-a07a-decf55b6af0d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:26.051723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-79dcfdfb-777e-4e3e-a07a-decf55b6af0d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.053064 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-79dcfdfb-777e-4e3e-a07a-decf55b6af0d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5 HTTP/1.1" status: 200 len: 934 time: 4.3920527 Jun 28 06:46:26.060949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53178) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:26.092383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.103755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Transition to ACTIVE for port object d2f87450-9897-4dc2-8174-b8d58b39277d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:26.134877 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Transition to ACTIVE for port object d2f87450-9897-4dc2-8174-b8d58b39277d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:26.148021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Made reservation on behalf of 0bf40e4b028c45bf89bbcae47b579ff2 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:26.153073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.224561 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.235967 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Transition to ACTIVE for port object de13629c-53d9-42cd-bdf4-f625838846fb will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:26.257764 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.110 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/c7690f2a-f039-460a-a497-818bfc2cae6d) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:26.257983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Transition to ACTIVE for port object de13629c-53d9-42cd-bdf4-f625838846fb will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:26.262467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feb4ac-5bef-42a4-a0ea-4efda7271640 None None] Pushing event updated for resources: {'Port': ['ID=411be544-1574-4325-a490-8940aea42521,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:26.277658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b0feb4ac-5bef-42a4-a0ea-4efda7271640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:26.286749 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7106559 Jun 28 06:46:26.291276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53180) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:26.293441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:26.297086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:6c:72:e8', 'name': 'tempest-NetworksTestDHCPv6-92110517'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:26.300157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.306076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:26.329898 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-80a430f6-dc25-4afd-8f53-c533feb710aa tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5 HTTP/1.1" status: 200 len: 934 time: 0.2674770 Jun 28 06:46:26.355148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53182) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:26.366164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5c3e6ec3-d07c-4152-9aae-4d885132ad26 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:26.369284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae3ad6-472f-436c-969d-ec1ea5796abd None None] Network eb28382f-fdf1-4263-ae2c-674624f95819 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:26.373101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.376121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7a07e6a5-4f94-422c-b00f-86080355f295 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'routes': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:26.454470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16ec4b-baa4-4454-b7ce-82d8bb5da98d req-fcaa2344-40e5-434b-84ff-d02de1810090 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:26.457016 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8d16ec4b-baa4-4454-b7ce-82d8bb5da98d req-fcaa2344-40e5-434b-84ff-d02de1810090 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.5239835 Jun 28 06:46:26.471328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:26.471719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:26.471853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.475663 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:26.476408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:45:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:26.511258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:26.519248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:26.546518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.550792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.604791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Pushing event updated for resources: {'Port': ['ID=d2f87450-9897-4dc2-8174-b8d58b39277d,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:26.649771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:26.652149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=21c81b5a-1e6f-4ee3-9130-1b13038d07bc,segment=NetworkSegment(6121bda0-5525-4fc7-a9e0-507caa5b5525),segment_id=6121bda0-5525-4fc7-a9e0-507caa5b5525)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:26.652939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Network 2fefd9d5-966e-478e-a363-14373b835d77 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:26.653476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.656608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.658259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fb0433aa-a0d1-47e2-975c-9c3a96f12cab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:26.666761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0e3cb011-3af7-45d6-b1f6-08f907b32b8d None None] Provisioning for port 73782efa-55dc-4a97-839e-f49b072fb4e7 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:26.674917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for 21c81b5a-1e6f-4ee3-9130-1b13038d07bc owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:26.707916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:26.718708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:26.730091 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] Sync routers for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:26.747681 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:26.753656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-99c48789-124b-40a4-819e-83f1f90515d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.753900 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:26.931131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:26.941690 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:26.942581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-062e2e8c-fe3c-4813-9821-1a8b08c07124 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:26.975315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:26.996640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Subnet': ['ID=df1f7113-0f0c-45af-9eb9-561d06986457,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:26.998589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b20dbc5-953c-419f-aca1-de4ebdc67a2c None None] Network 2b007533-162a-429e-a458-fecd52acfbfe requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:27.001880 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09790491-324b-4d65-8700-ff8d639d0074 None None] DHCP port deletion for ac54f88f-483f-44f8-b1cb-56cc20328efb request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:27.017756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:27.018678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Ignored duplicate provisioning block setup for port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 28 06:46:27.026642 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8d16ec4b-baa4-4454-b7ce-82d8bb5da98d req-15f3a813-1316-43b2-a75e-c456f88b00a1 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5525355 Jun 28 06:46:27.037160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.041496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f8e9b282-dec6-49b3-83b0-fed297b939fe tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:27.068513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=21c81b5a-1e6f-4ee3-9130-1b13038d07bc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:27.072903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.075558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No DVR routers for this DVR port 21c81b5a-1e6f-4ee3-9130-1b13038d07bc on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:27.079202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:27.094184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.112442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.133773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1e593ba3-0ee4-437e-b2c6-f509dd7076a5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:27.189426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=a1970c82-1bf6-4fcb-8dcd-ab3bac122e24,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:27.206549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:27.240393 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:21Z', 'revision_number': 8, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:06Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:27.304600 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] Checking router: f27b8fd7-8751-423b-8702-1892a3796df4 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:27.315541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.321337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Checking segment: {'id': 'ea943256-f713-4c60-b82e-b4c672fc38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd39174a1-7e03-4e83-8536-37d019de5105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:27.321706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network hostable DHCP agents. Network: d39174a1-7e03-4e83-8536-37d019de5105, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:27.329400 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:27.329400 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:27.329705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:27.339486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Attempting to bind port de13629c-53d9-42cd-bdf4-f625838846fb on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:27.340120 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Attempting to bind port de13629c-53d9-42cd-bdf4-f625838846fb by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '63497e67-6a2e-4d05-94c2-7f383d9c1819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2fefd9d5-966e-478e-a363-14373b835d77'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:27.340596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Attempting to bind port de13629c-53d9-42cd-bdf4-f625838846fb on network 2fefd9d5-966e-478e-a363-14373b835d77 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:27.347557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-904f0ca4-95c0-4cd5-a5bf-2a675aa40877 None None] Provisioning for port 411be544-1574-4325-a490-8940aea42521 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:27.348540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac54f88f-483f-44f8-b1cb-56cc20328efb']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:27.352833 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Pushing event updated for resources: {'Port': ['ID=de13629c-53d9-42cd-bdf4-f625838846fb,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:27.370488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6121bda0-5525-4fc7-a9e0-507caa5b5525') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:27.370790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6121bda0-5525-4fc7-a9e0-507caa5b5525') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:27.380751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] In _notify_port_updated(), no bound segment for port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 on network 2b007533-162a-429e-a458-fecd52acfbfe {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:46:27.386853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:27.387082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.391013 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "PUT /v2.0/ports/a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 HTTP/1.1" status: 200 len: 917 time: 3.7063103 Jun 28 06:46:27.392203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53188) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:27.399894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1c7bc9d-94f0-4b8f-825b-3a6444cf6539'}, {'subnet_id': 'be5014cc-5694-446a-971b-2fbdb607b509'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:27.405461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.424806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:27.425444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Checking segment: {'id': '63497e67-6a2e-4d05-94c2-7f383d9c1819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2fefd9d5-966e-478e-a363-14373b835d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:27.425879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.426378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Bound using segment: {'id': '63497e67-6a2e-4d05-94c2-7f383d9c1819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2fefd9d5-966e-478e-a363-14373b835d77'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:27.426895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Bound port: de13629c-53d9-42cd-bdf4-f625838846fb, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63497e67-6a2e-4d05-94c2-7f383d9c1819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2fefd9d5-966e-478e-a363-14373b835d77'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:27.427294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.429501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-904f0ca4-95c0-4cd5-a5bf-2a675aa40877 None None] Provisioning complete for port 411be544-1574-4325-a490-8940aea42521 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:27.429872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-904f0ca4-95c0-4cd5-a5bf-2a675aa40877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.450333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.464883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:46:27.465427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:46:27.469068 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:46:27.480244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:27.492927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network d39174a1-7e03-4e83-8536-37d019de5105 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:27.542088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:27.547853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.559070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dbd3282b-54ca-41b3-a3f0-0aebed85cfcd tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:27.560491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:27.560910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.612499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Attempting to bind port d2f87450-9897-4dc2-8174-b8d58b39277d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:27.620972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Attempting to bind port d2f87450-9897-4dc2-8174-b8d58b39277d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:27.620972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Attempting to bind port d2f87450-9897-4dc2-8174-b8d58b39277d on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:27.636282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=c7690f2a-f039-460a-a497-818bfc2cae6d,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:27.647728 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:27.648361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:27.648750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.649200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:27.649716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Bound port: d2f87450-9897-4dc2-8174-b8d58b39277d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:27.650465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.675066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:27.679602 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:27.682002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, d39174a1-7e03-4e83-8536-37d019de5105) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:27.691581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:27.693526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.694590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 7dfaed9f-7b53-49f1-aaf9-cdffcee210a2 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:46:27.708540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:27.719551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:27.724068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:27.781722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] For port d2f87450-9897-4dc2-8174-b8d58b39277d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:27.786041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] For port d2f87450-9897-4dc2-8174-b8d58b39277d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d2f87450-9897-4dc2-8174-b8d58b39277d,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:27.809698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d28744-826c-4350-a0ec-aa31f4d473f4 None None] Network d39174a1-7e03-4e83-8536-37d019de5105 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:27.828861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.854016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.859729 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2991631 Jun 28 06:46:27.862398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.864441 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/networks/ac54f88f-483f-44f8-b1cb-56cc20328efb HTTP/1.1" status: 204 len: 168 time: 2.4963498 Jun 28 06:46:27.865303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53192) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:27.867137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9371411d-4579-4a87-ad19-105a3d5fc2ba tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:27.871461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'subnet': {'network_id': '6da509a3-c7f0-4ae9-b172-11889a45736f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:27.875529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53194) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:27.908185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Network': ['ID=ac54f88f-483f-44f8-b1cb-56cc20328efb,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:27.918948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:27.944176 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:21Z', 'revision_number': 8, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:06Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:27.978102 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069fbb8-4789-44b0-9ad6-b4a358ff05fd None None] The sync data for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv is: [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:21Z', 'revision_number': 8, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c604833-316c-4c29-8684-5ecc076f0ad1', 'name': '', 'network_id': '9765b696-2a8b-433d-bb3a-220fdbd78573', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:fa:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '91481149-5082-4bfe-a446-573ef5b929c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:56Z', 'updated_at': '2021-06-28T06:46:06Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '91481149-5082-4bfe-a446-573ef5b929c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:28.046400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:28.056937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-44e90c70-ac45-46ab-b63e-6cff7412d6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:28.130424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:28.230744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Pushing event updated for resources: {'Port': ['ID=d2f87450-9897-4dc2-8174-b8d58b39277d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:28.247752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:28.314104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-7a07e6a5-4f94-422c-b00f-86080355f295 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added routes are [] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 28 06:46:28.314714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-7a07e6a5-4f94-422c-b00f-86080355f295 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 28 06:46:28.368283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] For port de13629c-53d9-42cd-bdf4-f625838846fb, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:28.372415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] For port de13629c-53d9-42cd-bdf4-f625838846fb, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=de13629c-53d9-42cd-bdf4-f625838846fb,segment=NetworkSegment(63497e67-6a2e-4d05-94c2-7f383d9c1819),segment_id=63497e67-6a2e-4d05-94c2-7f383d9c1819)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:28.452038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:28.466306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:28.485872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a33c2537-15d6-4867-b368-5d643d04bec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:28.536588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2b46d52e-af0b-4a9a-9fd5-ea9bc4dc6842 None None] Provisioning complete for port 411be544-1574-4325-a490-8940aea42521 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:28.537277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2b46d52e-af0b-4a9a-9fd5-ea9bc4dc6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:28.625447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Made reservation on behalf of 0bf40e4b028c45bf89bbcae47b579ff2 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:28.635240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:28.650645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:28.659765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 5c3e6ec3-d07c-4152-9aae-4d885132ad26, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5c3e6ec3-d07c-4152-9aae-4d885132ad26,segment=NetworkSegment(75812f05-c377-4fa2-b3a7-8dcb4f805a12),segment_id=75812f05-c377-4fa2-b3a7-8dcb4f805a12)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:28.699167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-d39174a1-7e03-4e83-8536-37d019de5105', 'network_id': 'd39174a1-7e03-4e83-8536-37d019de5105', 'tenant_id': '0bf40e4b028c45bf89bbcae47b579ff2', 'fixed_ips': [{'subnet_id': 'df1f7113-0f0c-45af-9eb9-561d06986457'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:28.699832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:28.717535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a07e6a5-4f94-422c-b00f-86080355f295 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:28.739766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Pushing event updated for resources: {'Port': ['ID=de13629c-53d9-42cd-bdf4-f625838846fb,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:28.745976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:28.748636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:28.749781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:28.820735 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8:0:1::32c (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/0be0df7f-57f9-45b3-ba25-cbe7d03045b4/7dfaed9f-7b53-49f1-aaf9-cdffcee210a2) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:28.825262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=5c3e6ec3-d07c-4152-9aae-4d885132ad26,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:28.845171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:28.887367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device af4c965d-d57a-42af-a2d4-f3572d14599b no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:28.966487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe48c86-9212-4dd4-a87f-361f27568339 req-0120c91e-4b51-4716-b522-0ffdbd2238ae tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:28.968294 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dbe48c86-9212-4dd4-a87f-361f27568339 req-0120c91e-4b51-4716-b522-0ffdbd2238ae tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 1.2041118 Jun 28 06:46:28.970692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::f816:3eff:fe6c:72e8 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/6626f7be-830a-4635-9651-f75fb599dda8/7dfaed9f-7b53-49f1-aaf9-cdffcee210a2) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:29.038988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: af4c965d-d57a-42af-a2d4-f3572d14599b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:29.039338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device af4c965d-d57a-42af-a2d4-f3572d14599b not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:29.072664 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dbe48c86-9212-4dd4-a87f-361f27568339 req-bdc1114f-d15c-4053-95c7-6a2e8e5b3925 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762739 Jun 28 06:46:29.157370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:23Z', 'revision_number': 6, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3e6ec3-d07c-4152-9aae-4d885132ad26', 'name': '', 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:94:59:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:15Z', 'updated_at': '2021-06-28T06:46:23Z', 'revision_number': 4, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:29.219976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2b46d52e-af0b-4a9a-9fd5-ea9bc4dc6842 None None] Provisioning for port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:29.239985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:29.269290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:29.280350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2b46d52e-af0b-4a9a-9fd5-ea9bc4dc6842 None None] Provisioning complete for port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:29.280738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2b46d52e-af0b-4a9a-9fd5-ea9bc4dc6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:29.336629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router eca251ad-07f1-45d8-8bf1-040365a40442 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:46:29.371564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-2b46d52e-af0b-4a9a-9fd5-ea9bc4dc6842 None None] Port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:29.383209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Allocated IP 2001:db8::2 (d39174a1-7e03-4e83-8536-37d019de5105/df1f7113-0f0c-45af-9eb9-561d06986457/7a7d2f65-59a3-4751-9fe8-204b68f38a37) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:29.395048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:29.395696 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:29.478348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:29.572193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:29.582266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a07e6a5-4f94-422c-b00f-86080355f295 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:29.642588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.25 (2b007533-162a-429e-a458-fecd52acfbfe/be5014cc-5694-446a-971b-2fbdb607b509/a1970c82-1bf6-4fcb-8dcd-ab3bac122e24) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:29.669519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a07e6a5-4f94-422c-b00f-86080355f295 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:29.702265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 73782efa-55dc-4a97-839e-f49b072fb4e7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:29.864722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:29.897544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:29.903763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Ignored duplicate provisioning block setup for port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 28 06:46:30.024844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.043734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bee5a86a-dfcf-4cd0-a243-9aa90dff1c52 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:30.052830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3cba51a7-0bff-45a7-8634-28a29ea2a2cf None None] Provisioning complete for port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:30.053399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3cba51a7-0bff-45a7-8634-28a29ea2a2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.090048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03209d0-97ae-4a49-86e0-df3c3acae7ee None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:30.101265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3cba51a7-0bff-45a7-8634-28a29ea2a2cf None None] Port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:30.156076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=a1970c82-1bf6-4fcb-8dcd-ab3bac122e24,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:30.193140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:30.211174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.212939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 73782efa-55dc-4a97-839e-f49b072fb4e7 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:30.228777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e2d5793b-f8f8-4276-8b3f-9fbde83af5d5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:30.274305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] In _notify_port_updated(), no bound segment for port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 on network 2b007533-162a-429e-a458-fecd52acfbfe {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:46:30.281688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:30.282666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.287761 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "PUT /v2.0/ports/a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 HTTP/1.1" status: 200 len: 997 time: 2.8926299 Jun 28 06:46:30.289784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53198) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:30.290242 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 73782efa-55dc-4a97-839e-f49b072fb4e7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:30.290633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.340331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.391154 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 7dfaed9f-7b53-49f1-aaf9-cdffcee210a2 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:30.396430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:30.430745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a07e6a5-4f94-422c-b00f-86080355f295 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:30.436172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Subnet': ['ID=7119fdaf-0abc-40d3-a42a-a41934da632e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:30.443548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:30.452431 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b083e-bbca-41d7-b299-f8d7c70956a9 None None] Sync routers for ids ['eca251ad-07f1-45d8-8bf1-040365a40442'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:30.452748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:46:30.500950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Checking segment: {'id': '12888a6c-acc0-4f70-a428-ae7b0f31e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6da509a3-c7f0-4ae9-b172-11889a45736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:30.501312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network hostable DHCP agents. Network: 6da509a3-c7f0-4ae9-b172-11889a45736f, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:30.511705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b083e-bbca-41d7-b299-f8d7c70956a9 None None] Routers {'eca251ad-07f1-45d8-8bf1-040365a40442'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:30.512339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-238b083e-bbca-41d7-b299-f8d7c70956a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eca251ad-07f1-45d8-8bf1-040365a40442'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:30.545488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.550985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.555317 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.7077382 Jun 28 06:46:30.569518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53200) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:30.578466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60542bd4-bc15-422a-993c-b28c0501430c None None] Network 2fefd9d5-966e-478e-a363-14373b835d77 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:30.618906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0befd4-e0cd-4182-a869-e4f477eb0a92 req-e10cdc47-9f9e-4c4d-b477-0d564de38097 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:30.620411 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a0befd4-e0cd-4182-a869-e4f477eb0a92 req-e10cdc47-9f9e-4c4d-b477-0d564de38097 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.2849302 Jun 28 06:46:30.623071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f8128d3d-a005-4519-b48e-45161af51813 None None] Provisioning for port d2f87450-9897-4dc2-8174-b8d58b39277d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:30.629269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-238b083e-bbca-41d7-b299-f8d7c70956a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:30.636186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.682769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a07e6a5-4f94-422c-b00f-86080355f295 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:30.690830 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a07e6a5-4f94-422c-b00f-86080355f295 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.696370 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7a07e6a5-4f94-422c-b00f-86080355f295 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5 HTTP/1.1" status: 200 len: 700 time: 4.3310583 Jun 28 06:46:30.696370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53202) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:30.704774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c1364-b093-4e6b-a4d6-fd450b06f168 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:30.705143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4a2c1364-b093-4e6b-a4d6-fd450b06f168 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.723211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Transition to ACTIVE for port object 7a7d2f65-59a3-4751-9fe8-204b68f38a37 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:30.743273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.747779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.749691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b083e-bbca-41d7-b299-f8d7c70956a9 None None] Routers {'eca251ad-07f1-45d8-8bf1-040365a40442'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:30.750350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-238b083e-bbca-41d7-b299-f8d7c70956a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eca251ad-07f1-45d8-8bf1-040365a40442'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:30.778331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52e404b8-1164-4672-a95e-0690f7f33fec tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:30.813870 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network 6da509a3-c7f0-4ae9-b172-11889a45736f is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:30.824276 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a0befd4-e0cd-4182-a869-e4f477eb0a92 req-5da27de6-7531-481b-84d8-2feba4c5bf89 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896594 Jun 28 06:46:30.824639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Transition to ACTIVE for port object 7a7d2f65-59a3-4751-9fe8-204b68f38a37 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:30.826707 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-238b083e-bbca-41d7-b299-f8d7c70956a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:30.827406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238b083e-bbca-41d7-b299-f8d7c70956a9 None None] The sync data for ids ['eca251ad-07f1-45d8-8bf1-040365a40442'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:30.844009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:30.860635 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:30.871514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:30.874022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:30.880754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:30.881459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.881690 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Sync routers for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:30.884079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=7dfaed9f-7b53-49f1-aaf9-cdffcee210a2,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:30.887860 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:30.904842 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:30.905753 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:30.954905 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4094ec53-3fd2-4362-8f75-7d4774152ba0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5 HTTP/1.1" status: 200 len: 700 time: 0.2574298 Jun 28 06:46:30.958011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53206) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:30.963588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4a2c1364-b093-4e6b-a4d6-fd450b06f168 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.969440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:30.976534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-583c5bce-afff-4bd5-bea3-87e7323d5188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:30.987327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c1364-b093-4e6b-a4d6-fd450b06f168 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:30.987565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 73782efa-55dc-4a97-839e-f49b072fb4e7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=73782efa-55dc-4a97-839e-f49b072fb4e7,segment=NetworkSegment(171164d6-ed41-49b8-999e-e00bdd46326a),segment_id=171164d6-ed41-49b8-999e-e00bdd46326a)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:31.005183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 7, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3e6ec3-d07c-4152-9aae-4d885132ad26', 'name': '', 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:94:59:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:15Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:31.009141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b964a3a2-7f05-481e-85c4-c13b17070405 None None] Provisioning for port de13629c-53d9-42cd-bdf4-f625838846fb completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:31.070696 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:31.103865 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.105232 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.5044234 Jun 28 06:46:31.113876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53208) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:31.135186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b212956-27fd-435e-b5e3-f39d0c22a441 None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 7, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3e6ec3-d07c-4152-9aae-4d885132ad26', 'name': '', 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:94:59:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:15Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:31.138634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.139631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d2f87450-9897-4dc2-8174-b8d58b39277d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:31.229812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Network d39174a1-7e03-4e83-8536-37d019de5105 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:31.243472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:31.252389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:31.262594 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fc5576af-77da-4013-a3a1-8dc2ad03a219 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=928c838aa6674b9cac7488cce014aba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1468318 Jun 28 06:46:31.271673 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.9790192 Jun 28 06:46:31.274319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53212) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:31.274825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53214) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:31.276371 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Pushing event updated for resources: {'Port': ['ID=7a7d2f65-59a3-4751-9fe8-204b68f38a37,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:31.286319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:31.288262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b964a3a2-7f05-481e-85c4-c13b17070405 None None] Provisioning complete for port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:31.288677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b964a3a2-7f05-481e-85c4-c13b17070405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.331533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-879c89e7-ad0e-4bc3-9f49-53fc78fabf7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:31.334998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 6da509a3-c7f0-4ae9-b172-11889a45736f) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:31.354620 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:31.382741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:31.383535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.385042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d168894-3c4b-4609-981c-117ea3c1cb67 None None] Network 6da509a3-c7f0-4ae9-b172-11889a45736f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:31.396558 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Checking router: c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:31.397555 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Updating router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 port c7690f2a-f039-460a-a497-818bfc2cae6d binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:46:31.443879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-b964a3a2-7f05-481e-85c4-c13b17070405 None None] Port a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:31.459227 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.520798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port d2f87450-9897-4dc2-8174-b8d58b39277d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:31.530974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:31.588798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d2f87450-9897-4dc2-8174-b8d58b39277d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:31.589249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.613156 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7462420 Jun 28 06:46:31.619300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53216) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:31.622157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port 8c604833-316c-4c29-8684-5ecc076f0ad1 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:31.622621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.648981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Attempting to bind port 7a7d2f65-59a3-4751-9fe8-204b68f38a37 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:31.649360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Attempting to bind port 7a7d2f65-59a3-4751-9fe8-204b68f38a37 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ea943256-f713-4c60-b82e-b4c672fc38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd39174a1-7e03-4e83-8536-37d019de5105'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:31.649729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Attempting to bind port 7a7d2f65-59a3-4751-9fe8-204b68f38a37 on network d39174a1-7e03-4e83-8536-37d019de5105 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:31.651705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=73782efa-55dc-4a97-839e-f49b072fb4e7,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:31.655587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:31.669026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:31.669800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:31.732613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:31.732960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Checking segment: {'id': 'ea943256-f713-4c60-b82e-b4c672fc38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd39174a1-7e03-4e83-8536-37d019de5105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:31.733502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.733916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Bound using segment: {'id': 'ea943256-f713-4c60-b82e-b4c672fc38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd39174a1-7e03-4e83-8536-37d019de5105'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:31.734416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Bound port: 7a7d2f65-59a3-4751-9fe8-204b68f38a37, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea943256-f713-4c60-b82e-b4c672fc38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd39174a1-7e03-4e83-8536-37d019de5105'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:31.734807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.806407 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.820784 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Transition to ACTIVE for port object c7690f2a-f039-460a-a497-818bfc2cae6d will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:31.856822 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c0d81-bcde-41ae-b38d-4a3372a2fce4 None None] Update dhcp port {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'fixed_ips': [{'subnet_id': '6626f7be-830a-4635-9651-f75fb599dda8', 'ip_address': '2001:db8::f816:3eff:fed4:a778'}, {'subnet_id': '0be0df7f-57f9-45b3-ba25-cbe7d03045b4'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': 'd2f87450-9897-4dc2-8174-b8d58b39277d'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:46:31.887931 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:31.890490 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.902038 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.904410 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-6e577002-4ff0-44c6-ac68-13ed1a11ef72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:31.962326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937b822-bfb2-4b46-a9d3-7e75bfe46a74 req-4e930f8f-0d67-45c6-bd6c-7d1e5ad7c4ea tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:31.964037 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c937b822-bfb2-4b46-a9d3-7e75bfe46a74 req-4e930f8f-0d67-45c6-bd6c-7d1e5ad7c4ea tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.9390545 Jun 28 06:46:31.978938 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Attempting to bind port c7690f2a-f039-460a-a497-818bfc2cae6d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:31.979644 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Attempting to bind port c7690f2a-f039-460a-a497-818bfc2cae6d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:31.980178 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Attempting to bind port c7690f2a-f039-460a-a497-818bfc2cae6d on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:31.988157 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbb1db-ff60-4cdb-9c83-6fb570b91848 None None] Pushing event updated for resources: {'Port': ['ID=c7690f2a-f039-460a-a497-818bfc2cae6d,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:31.990964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] For port 7a7d2f65-59a3-4751-9fe8-204b68f38a37, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:31.996699 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-29fbb1db-ff60-4cdb-9c83-6fb570b91848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:31.996699 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:31.996699 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:31.997311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] For port 7a7d2f65-59a3-4751-9fe8-204b68f38a37, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7a7d2f65-59a3-4751-9fe8-204b68f38a37,segment=NetworkSegment(ea943256-f713-4c60-b82e-b4c672fc38cd),segment_id=ea943256-f713-4c60-b82e-b4c672fc38cd)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:31.997421 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:31.997421 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:31.997421 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Bound port: c7690f2a-f039-460a-a497-818bfc2cae6d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:31.997935 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.083586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-6da509a3-c7f0-4ae9-b172-11889a45736f', 'network_id': '6da509a3-c7f0-4ae9-b172-11889a45736f', 'tenant_id': '0bf40e4b028c45bf89bbcae47b579ff2', 'fixed_ips': [{'subnet_id': '7119fdaf-0abc-40d3-a42a-a41934da632e'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:32.084782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.087970 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] For port c7690f2a-f039-460a-a497-818bfc2cae6d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:32.095119 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] For port c7690f2a-f039-460a-a497-818bfc2cae6d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c7690f2a-f039-460a-a497-818bfc2cae6d,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:32.177220 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.187787 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:32.268821 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:32.269905 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:32.278438 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbb1db-ff60-4cdb-9c83-6fb570b91848 None None] Pushing event updated for resources: {'Port': ['ID=c7690f2a-f039-460a-a497-818bfc2cae6d,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:32.316722 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-29fbb1db-ff60-4cdb-9c83-6fb570b91848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:32.351414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.364345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b30c0d81-bcde-41ae-b38d-4a3372a2fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.368202 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c937b822-bfb2-4b46-a9d3-7e75bfe46a74 req-a2428366-9a88-43c1-ac2a-66ddabaa4e0f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574328 Jun 28 06:46:32.383693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-7e018e77-331e-43d1-a00a-16b0c29cbd91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 7dfaed9f-7b53-49f1-aaf9-cdffcee210a2 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:32.384327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7e018e77-331e-43d1-a00a-16b0c29cbd91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.409983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5704014-0595-4a8a-b0b5-015335d4f21d tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:32.411526 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e5704014-0595-4a8a-b0b5-015335d4f21d tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1337104 Jun 28 06:46:32.418666 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:32.425714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53220) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:32.437531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port 8c604833-316c-4c29-8684-5ecc076f0ad1, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=8c604833-316c-4c29-8684-5ecc076f0ad1,segment=NetworkSegment(273a5b84-d915-4134-b30d-b0f7ae280879),segment_id=273a5b84-d915-4134-b30d-b0f7ae280879)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:32.437889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.490259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for 8c604833-316c-4c29-8684-5ecc076f0ad1 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:32.500977 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d38be94c-aaa8-4f9e-b898-6ad65717ddaf tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0725784 Jun 28 06:46:32.509926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53222) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:32.516786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-790466182', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:32.553413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.554873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.581335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-559138fe-196b-4f1f-8483-f63ad1f66d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:32.605917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.612593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7e018e77-331e-43d1-a00a-16b0c29cbd91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.630151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-7e018e77-331e-43d1-a00a-16b0c29cbd91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 7dfaed9f-7b53-49f1-aaf9-cdffcee210a2 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:32.649495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4a2c1364-b093-4e6b-a4d6-fd450b06f168 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:32.662521 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:32.688344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f11f0051-dd4a-4bc0-a94d-bb87ea5ab153 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:32.702651 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e63a39-63c8-4c31-827d-d7e8ad8f5217 None None] The sync data for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv is: [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:32.792294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c1364-b093-4e6b-a4d6-fd450b06f168 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=a1970c82-1bf6-4fcb-8dcd-ab3bac122e24,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:32.804287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4a2c1364-b093-4e6b-a4d6-fd450b06f168 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:32.928178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port d2f87450-9897-4dc2-8174-b8d58b39277d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d2f87450-9897-4dc2-8174-b8d58b39277d,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:33.017088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.018955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 411be544-1574-4325-a490-8940aea42521 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:33.134415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Pushing event updated for resources: {'Port': ['ID=7a7d2f65-59a3-4751-9fe8-204b68f38a37,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:33.138882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:33.174986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:33.178556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.208694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07116963-46d9-4c96-9dd2-fad79e614931 req-76a18c4e-25a1-433d-820f-2c4d1b3c1c84 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:33.216482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Allocated IP 2001:db8::2 (6da509a3-c7f0-4ae9-b172-11889a45736f/7119fdaf-0abc-40d3-a42a-a41934da632e/2deef53f-25aa-4d47-8f92-70e3fe575fe6) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:33.221078 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-07116963-46d9-4c96-9dd2-fad79e614931 req-76a18c4e-25a1-433d-820f-2c4d1b3c1c84 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.5373304 Jun 28 06:46:33.242904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b0feb4ac-5bef-42a4-a0ea-4efda7271640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:33.278985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-b30c0d81-bcde-41ae-b38d-4a3372a2fce4 None None] Allocated IP 2001:db8:0:1::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/0be0df7f-57f9-45b3-ba25-cbe7d03045b4/d2f87450-9897-4dc2-8174-b8d58b39277d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:33.417370 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-07116963-46d9-4c96-9dd2-fad79e614931 req-d989a33f-138e-4906-a487-8ac9512395fb tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938646 Jun 28 06:46:33.435415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4a2c1364-b093-4e6b-a4d6-fd450b06f168 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.438371 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4a2c1364-b093-4e6b-a4d6-fd450b06f168 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 HTTP/1.1" status: 204 len: 168 time: 3.1477613 Jun 28 06:46:33.471533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53226) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:33.472967 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 411be544-1574-4325-a490-8940aea42521 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:33.473461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.525018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Allocated IP 2001:db8::1 (d39174a1-7e03-4e83-8536-37d019de5105/df1f7113-0f0c-45af-9eb9-561d06986457/b3849925-d6b4-4eeb-a1eb-c423c9d67f46) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:33.575410 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8691333a-d6c9-432d-adef-ad63e3821b59 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:46:33.580101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8691333a-d6c9-432d-adef-ad63e3821b59 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 HTTP/1.1" status: 404 len: 333 time: 0.1051655 Jun 28 06:46:33.586638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53228) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:33.603262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=d2f87450-9897-4dc2-8174-b8d58b39277d,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:33.651785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:33.687170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-617bf74c-3c80-4031-a318-a2bd6b480bca tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet be5014cc-5694-446a-971b-2fbdb607b509 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:33.691368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7e018e77-331e-43d1-a00a-16b0c29cbd91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.693750 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.718138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-617bf74c-3c80-4031-a318-a2bd6b480bca tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.724929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6d876180-0cb8-4ebc-841c-85f5fbaa6b56 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:33.734206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b30c0d81-bcde-41ae-b38d-4a3372a2fce4 None None] For port d2f87450-9897-4dc2-8174-b8d58b39277d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d2f87450-9897-4dc2-8174-b8d58b39277d,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:33.761830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.20.0.1 (eb28382f-fdf1-4263-ae2c-674624f95819/26a3bdb5-8a25-486c-8cc3-27566349c214/4f2f726a-3988-40e1-a1c8-934a4ba1baee) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:33.769359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b30c0d81-bcde-41ae-b38d-4a3372a2fce4 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.784960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b30c0d81-bcde-41ae-b38d-4a3372a2fce4 None None] Transition to ACTIVE for port object d2f87450-9897-4dc2-8174-b8d58b39277d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:33.800032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e018e77-331e-43d1-a00a-16b0c29cbd91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=7dfaed9f-7b53-49f1-aaf9-cdffcee210a2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:33.846794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 7, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3e6ec3-d07c-4152-9aae-4d885132ad26', 'name': '', 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:94:59:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:15Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:33.852403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.859445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Transition to ACTIVE for port object b3849925-d6b4-4eeb-a1eb-c423c9d67f46 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:33.862532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4f651435-f91c-4910-8d61-f189a3e208ee tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:33.901281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:33.906419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b30c0d81-bcde-41ae-b38d-4a3372a2fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.912601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:33.916727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7e018e77-331e-43d1-a00a-16b0c29cbd91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:33.957327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=8c604833-316c-4c29-8684-5ecc076f0ad1,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:33.968914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-617bf74c-3c80-4031-a318-a2bd6b480bca tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:33.972717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:33.982104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:33.982524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:33.994042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.046895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7e018e77-331e-43d1-a00a-16b0c29cbd91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.053063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7e018e77-331e-43d1-a00a-16b0c29cbd91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/7dfaed9f-7b53-49f1-aaf9-cdffcee210a2 HTTP/1.1" status: 204 len: 168 time: 2.7739730 Jun 28 06:46:34.062765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53230) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:34.105964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5c3e6ec3-d07c-4152-9aae-4d885132ad26 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:34.107296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1e534-e317-4a53-b0f5-283b92d21ebd req-624b9f8b-a49d-4088-a2e5-1f67ef757cc3 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:34.108941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ee1e534-e317-4a53-b0f5-283b92d21ebd req-624b9f8b-a49d-4088-a2e5-1f67ef757cc3 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.4419861 Jun 28 06:46:34.111946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Transition to ACTIVE for port object 2deef53f-25aa-4d47-8f92-70e3fe575fe6 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:34.146776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.193331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Transition to ACTIVE for port object 4f2f726a-3988-40e1-a1c8-934a4ba1baee will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:34.265407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Transition to ACTIVE for port object 2deef53f-25aa-4d47-8f92-70e3fe575fe6 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:34.267345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.276417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-86eb90bc-4081-477e-8cf8-0b6fa579e586 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:34.278369 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ee1e534-e317-4a53-b0f5-283b92d21ebd req-8f35f74b-927e-4a07-9fba-de8798df8162 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465652 Jun 28 06:46:34.309644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-617bf74c-3c80-4031-a318-a2bd6b480bca tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.328373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f187742-72d6-4b64-9a59-a60009358b11 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:34.333286 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0f187742-72d6-4b64-9a59-a60009358b11 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2643268 Jun 28 06:46:34.343093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c0d81-bcde-41ae-b38d-4a3372a2fce4 None None] Pushing event updated for resources: {'Port': ['ID=d2f87450-9897-4dc2-8174-b8d58b39277d,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:34.351241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b30c0d81-bcde-41ae-b38d-4a3372a2fce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:34.360562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53234) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:34.369924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:34.373458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:34.373854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.388084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.436831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.456090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.466533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Subnet': ['ID=61562036-9953-4f32-96f2-b13aba80cf24,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:34.480053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa784e0-b635-4631-b28b-560daf5ad5eb tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:34.481477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network d39174a1-7e03-4e83-8536-37d019de5105 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:34.483343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 5c3e6ec3-d07c-4152-9aae-4d885132ad26 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:34.484033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.484884 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-eaa784e0-b635-4631-b28b-560daf5ad5eb tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1213126 Jun 28 06:46:34.490905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53236) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:34.491031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:34.501157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:34.501742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.508508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3060dd27-6fff-4c50-bc19-2ebeaae1ef47 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:34.508660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5c10ac7a-d9b8-448d-b959-7e3a530c1df8 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:34.535958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:34.544903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Pushing event updated for resources: {'Port': ['ID=2deef53f-25aa-4d47-8f92-70e3fe575fe6,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:34.545610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:34.546180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.563368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:34.567452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Network 6da509a3-c7f0-4ae9-b172-11889a45736f is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:34.573190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network eb28382f-fdf1-4263-ae2c-674624f95819 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:34.577331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-617bf74c-3c80-4031-a318-a2bd6b480bca tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.587318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:34.588905 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:34.592528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:34.639236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:34.645565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-617bf74c-3c80-4031-a318-a2bd6b480bca tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.649737 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-617bf74c-3c80-4031-a318-a2bd6b480bca tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/be5014cc-5694-446a-971b-2fbdb607b509 HTTP/1.1" status: 204 len: 168 time: 1.0586066 Jun 28 06:46:34.659598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53238) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:34.665916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737ae13-7d50-4dd7-bb2b-b2fec1e3b559 None None] Network 2b007533-162a-429e-a458-fecd52acfbfe requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:34.727689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74a371-e543-4429-8bd4-fbdea3ff9157 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:34.729327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74a371-e543-4429-8bd4-fbdea3ff9157 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:34.730982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74a371-e543-4429-8bd4-fbdea3ff9157 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:34.735572 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2b74a371-e543-4429-8bd4-fbdea3ff9157 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2479167 Jun 28 06:46:34.752541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53240) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:34.756635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad315d5-fcad-4408-ae6c-341571b29a82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet e1c7bc9d-94f0-4b8f-825b-3a6444cf6539 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:34.793726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bad315d5-fcad-4408-ae6c-341571b29a82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.800560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=4f2f726a-3988-40e1-a1c8-934a4ba1baee,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:34.803973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:34.820754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de0e67-7298-46a3-80fc-a20ed7a75b6d None None] Network d39174a1-7e03-4e83-8536-37d019de5105 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:34.886396 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Port': ['ID=b3849925-d6b4-4eeb-a1eb-c423c9d67f46,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:34.889436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:34.891253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bad315d5-fcad-4408-ae6c-341571b29a82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:34.905787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Checking segment: {'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:34.905917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network hostable DHCP agents. Network: 86b40531-0a94-472d-a8df-c26d19f25874, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:35.018404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bad315d5-fcad-4408-ae6c-341571b29a82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.101089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-06ef30b4-2679-49b9-b04c-4c5f3f75b0bb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:35.116799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.131268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 86b40531-0a94-472d-a8df-c26d19f25874 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:35.206269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bad315d5-fcad-4408-ae6c-341571b29a82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.225130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bf74c-3c80-4031-a318-a2bd6b480bca tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=be5014cc-5694-446a-971b-2fbdb607b509,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:35.232081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bad315d5-fcad-4408-ae6c-341571b29a82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.234072 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bad315d5-fcad-4408-ae6c-341571b29a82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/e1c7bc9d-94f0-4b8f-825b-3a6444cf6539 HTTP/1.1" status: 204 len: 168 time: 0.5735614 Jun 28 06:46:35.236970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53242) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:35.243635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-617bf74c-3c80-4031-a318-a2bd6b480bca tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:35.253423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-33948b8a-f50b-4ed8-9bf8-4c43f650b737 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:35.337901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e338d306-7030-4a89-bcc8-5196ef23a781 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 0be0df7f-57f9-45b3-ba25-cbe7d03045b4 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:35.341297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e338d306-7030-4a89-bcc8-5196ef23a781 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.356784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Attempting to bind port 2deef53f-25aa-4d47-8f92-70e3fe575fe6 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:35.357234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Attempting to bind port 2deef53f-25aa-4d47-8f92-70e3fe575fe6 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '12888a6c-acc0-4f70-a428-ae7b0f31e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6da509a3-c7f0-4ae9-b172-11889a45736f'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:35.357610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Attempting to bind port 2deef53f-25aa-4d47-8f92-70e3fe575fe6 on network 6da509a3-c7f0-4ae9-b172-11889a45736f {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:35.365806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad315d5-fcad-4408-ae6c-341571b29a82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c7bc9d-94f0-4b8f-825b-3a6444cf6539,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:35.392415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bad315d5-fcad-4408-ae6c-341571b29a82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:35.395763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bd2199a8-d3ab-49c1-9752-d391b57b59fb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:35.397621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:35.398049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Checking segment: {'id': '12888a6c-acc0-4f70-a428-ae7b0f31e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6da509a3-c7f0-4ae9-b172-11889a45736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:35.398428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.398841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Bound using segment: {'id': '12888a6c-acc0-4f70-a428-ae7b0f31e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6da509a3-c7f0-4ae9-b172-11889a45736f'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:35.399342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Bound port: 2deef53f-25aa-4d47-8f92-70e3fe575fe6, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12888a6c-acc0-4f70-a428-ae7b0f31e521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6da509a3-c7f0-4ae9-b172-11889a45736f'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:35.399745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.452779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port 5c3e6ec3-d07c-4152-9aae-4d885132ad26, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5c3e6ec3-d07c-4152-9aae-4d885132ad26,segment=NetworkSegment(75812f05-c377-4fa2-b3a7-8dcb4f805a12),segment_id=75812f05-c377-4fa2-b3a7-8dcb4f805a12)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:35.453243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.481982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 5c3e6ec3-d07c-4152-9aae-4d885132ad26 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:35.504579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:35.548696 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fa87a852-1b11-41b8-a81e-45d700b1f7e3 None None] Provisioning for port 7a7d2f65-59a3-4751-9fe8-204b68f38a37 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:35.572734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 86b40531-0a94-472d-a8df-c26d19f25874) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:35.600821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05787e-be5f-44fb-bda4-cab3fa11787b None None] Network 86b40531-0a94-472d-a8df-c26d19f25874 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:35.618670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:35.619266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.743394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.757785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] For port 2deef53f-25aa-4d47-8f92-70e3fe575fe6, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:35.770860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] For port 2deef53f-25aa-4d47-8f92-70e3fe575fe6, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2deef53f-25aa-4d47-8f92-70e3fe575fe6,segment=NetworkSegment(12888a6c-acc0-4f70-a428-ae7b0f31e521),segment_id=12888a6c-acc0-4f70-a428-ae7b0f31e521)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:35.809923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port bd2199a8-d3ab-49c1-9752-d391b57b59fb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:35.810389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.816525 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.3005168 Jun 28 06:46:35.819130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 7, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3e6ec3-d07c-4152-9aae-4d885132ad26', 'name': '', 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:94:59:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:15Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:35.821419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53244) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:35.872214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e338d306-7030-4a89-bcc8-5196ef23a781 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.880072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.882821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-77297706-d661-4e7e-9f58-f9d637d11a65 None None] Provisioning for port d2f87450-9897-4dc2-8174-b8d58b39277d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:35.920983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-18194959-bd67-4005-8e9a-1b39f6df71b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:35.921160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.940893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-77297706-d661-4e7e-9f58-f9d637d11a65 None None] Provisioning complete for port d2f87450-9897-4dc2-8174-b8d58b39277d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:35.941162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-77297706-d661-4e7e-9f58-f9d637d11a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:35.977187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e8af-cf0a-4cd7-9e89-1d8e2a9013b6 None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 7, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3e6ec3-d07c-4152-9aae-4d885132ad26', 'name': '', 'network_id': '9dfd4187-ff38-4993-adae-11d7f3a385f7', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:94:59:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:15Z', 'updated_at': '2021-06-28T06:46:28Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e94bbe71-f89f-4e81-a684-7ae5fcc86df6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:36.041568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:36.054953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] Sync routers for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:36.060137 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1769264 Jun 28 06:46:36.064697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53246) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:36.074535 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:36.075644 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:36.165459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Pushing event updated for resources: {'Port': ['ID=2deef53f-25aa-4d47-8f92-70e3fe575fe6,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:36.170585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:36.180077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 411be544-1574-4325-a490-8940aea42521 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:36.180608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.194330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e338d306-7030-4a89-bcc8-5196ef23a781 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.277455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-86b40531-0a94-472d-a8df-c26d19f25874', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:36.278931 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.280737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] DHCP port deletion for 2b007533-162a-429e-a458-fecd52acfbfe request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:36.306860 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.374737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.380368 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:36.382721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:36.412522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6675fc-351a-4b8d-8783-e3e0ed218b77 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting subnet 91481149-5082-4bfe-a446-573ef5b929c7 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:36.431189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f6675fc-351a-4b8d-8783-e3e0ed218b77 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.441523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 21c81b5a-1e6f-4ee3-9130-1b13038d07bc no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:36.475203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=5c3e6ec3-d07c-4152-9aae-4d885132ad26,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:36.504798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:36.512772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] For port 411be544-1574-4325-a490-8940aea42521, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=411be544-1574-4325-a490-8940aea42521,segment=NetworkSegment(713fdc81-ad8a-4064-9f95-a73035ffae2f),segment_id=713fdc81-ad8a-4064-9f95-a73035ffae2f)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:36.513299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.529528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 411be544-1574-4325-a490-8940aea42521 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:36.637569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 21c81b5a-1e6f-4ee3-9130-1b13038d07bc {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:36.638116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 21c81b5a-1e6f-4ee3-9130-1b13038d07bc not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:36.638796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f77116c2-ee4d-4f25-be90-77b634a0b43a no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:36.692353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.720084 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: f77116c2-ee4d-4f25-be90-77b634a0b43a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:36.720435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f77116c2-ee4d-4f25-be90-77b634a0b43a not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:36.765087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-77297706-d661-4e7e-9f58-f9d637d11a65 None None] Could not find standard attr ID for object 7dfaed9f-7b53-49f1-aaf9-cdffcee210a2. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:46:36.782506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f6675fc-351a-4b8d-8783-e3e0ed218b77 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.906828 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] Deleting port 411be544-1574-4325-a490-8940aea42521 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:36.907217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.911814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Allocated IP 172.20.0.2 (86b40531-0a94-472d-a8df-c26d19f25874/61562036-9953-4f32-96f2-b13aba80cf24/2cc69a4d-0407-4bec-af9d-994d2b21857d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:36.923705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e338d306-7030-4a89-bcc8-5196ef23a781 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:36.933880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-01d7f5a9-7415-43f9-9016-1a054e13d864 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:36.991756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-77297706-d661-4e7e-9f58-f9d637d11a65 None None] Provisioning for port 4f2f726a-3988-40e1-a1c8-934a4ba1baee completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:37.019587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-77297706-d661-4e7e-9f58-f9d637d11a65 None None] Provisioning complete for port 4f2f726a-3988-40e1-a1c8-934a4ba1baee triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:37.019985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-77297706-d661-4e7e-9f58-f9d637d11a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.023633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338d306-7030-4a89-bcc8-5196ef23a781 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=0be0df7f-57f9-45b3-ba25-cbe7d03045b4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:37.041539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.046738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.047002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e338d306-7030-4a89-bcc8-5196ef23a781 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.047101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d146a8b7-0541-4259-8b60-4d8b1ac51bf9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:37.050987 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e338d306-7030-4a89-bcc8-5196ef23a781 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/0be0df7f-57f9-45b3-ba25-cbe7d03045b4 HTTP/1.1" status: 204 len: 168 time: 2.2866609 Jun 28 06:46:37.052840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e338d306-7030-4a89-bcc8-5196ef23a781 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:37.090089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f16a4ee-73f8-4ac9-a17a-3de36f887768 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:37.104888 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53248) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:37.107913 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:32Z', 'revision_number': 9, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:37.146280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.163294 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] Checking router: f27b8fd7-8751-423b-8702-1892a3796df4 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:37.177255 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:37.178127 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:37.194505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] For port 411be544-1574-4325-a490-8940aea42521, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=411be544-1574-4325-a490-8940aea42521,segment=NetworkSegment(713fdc81-ad8a-4064-9f95-a73035ffae2f),segment_id=713fdc81-ad8a-4064-9f95-a73035ffae2f)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:37.195126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.275049 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Port': ['ID=b3849925-d6b4-4eeb-a1eb-c423c9d67f46,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:37.333701 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f6675fc-351a-4b8d-8783-e3e0ed218b77 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.348501 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:37.366236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-77297706-d661-4e7e-9f58-f9d637d11a65 None None] Port 4f2f726a-3988-40e1-a1c8-934a4ba1baee cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:37.370164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:37.394961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] Calling delete_port for 411be544-1574-4325-a490-8940aea42521 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:37.407359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.450722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-78354194-5840-436d-a0c9-8998ebc8bd77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 6626f7be-830a-4635-9651-f75fb599dda8 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:37.463743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78354194-5840-436d-a0c9-8998ebc8bd77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.473525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-56bb5319-0d17-43ae-932e-0369aed6ebcc tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:37.485728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f6675fc-351a-4b8d-8783-e3e0ed218b77 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.530256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=411be544-1574-4325-a490-8940aea42521,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:37.539513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:37.543000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2ace3c99-7370-4ca1-b054-487285dae60a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:37.553659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No DVR routers for this DVR port 411be544-1574-4325-a490-8940aea42521 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:37.565097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78354194-5840-436d-a0c9-8998ebc8bd77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.580266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f6675fc-351a-4b8d-8783-e3e0ed218b77 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.585067 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5f6675fc-351a-4b8d-8783-e3e0ed218b77 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/91481149-5082-4bfe-a446-573ef5b929c7 HTTP/1.1" status: 204 len: 168 time: 1.5134783 Jun 28 06:46:37.622880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53250) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:37.627238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6675fc-351a-4b8d-8783-e3e0ed218b77 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Subnet': ['ID=91481149-5082-4bfe-a446-573ef5b929c7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:37.636195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f6675fc-351a-4b8d-8783-e3e0ed218b77 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:37.656552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.669134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Transition to ACTIVE for port object 2cc69a4d-0407-4bec-af9d-994d2b21857d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:37.694758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Transition to ACTIVE for port object 2cc69a4d-0407-4bec-af9d-994d2b21857d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:37.710927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.735526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b007533-162a-429e-a458-fecd52acfbfe']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:37.742843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.744247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:37.754681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device de13629c-53d9-42cd-bdf4-f625838846fb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:37.757941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6312a64b-3e42-4142-b37f-776ab1c94942 None None] Network 9765b696-2a8b-433d-bb3a-220fdbd78573 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:37.770440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.773386 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:32Z', 'revision_number': 9, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:37.786268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713fdc81-ad8a-4064-9f95-a73035ffae2f') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:37.787417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713fdc81-ad8a-4064-9f95-a73035ffae2f') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:37.800648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.814122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.821337 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e8649-4937-400c-9cf8-42a7ae4d4cd2 None None] The sync data for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv is: [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:32Z', 'revision_number': 9, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': '2a272337-3829-403b-9faa-ab7f872ce248', 'name': '', 'network_id': 'f622113d-20c4-4f5b-b47e-a5bd5db7116e', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:58:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:46Z', 'updated_at': '2021-06-28T06:45:58Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '6a984310-2229-4cc8-8d12-8a0e8820eb3b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:37.825160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.829497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] Pushing event deleted for resources: {'Port': ['ID=411be544-1574-4325-a490-8940aea42521,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:37.833281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:46:37.833700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.839648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:37.844416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:37.849095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] No DVR routers for this DVR port 411be544-1574-4325-a490-8940aea42521 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:46:37.899632 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:46:37.911990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:37.911990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-95291945-87cd-43fa-a1d4-7acd879af1fb tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:38.012081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=4f2f726a-3988-40e1-a1c8-934a4ba1baee,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:38.017473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:38.019647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.087410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.092315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-784db685-34e9-46f9-86cc-96ec8015a454 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:38.097557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.105590 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/networks/2b007533-162a-429e-a458-fecd52acfbfe HTTP/1.1" status: 204 len: 168 time: 2.8607230 Jun 28 06:46:38.108883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53252) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:38.109704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3764f5d7-3833-4c8e-8c14-55aaf42ef943 None None] Provisioning for port b3849925-d6b4-4eeb-a1eb-c423c9d67f46 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:38.113253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa878a72-effe-4f63-950e-27ba3dbdf109 None None] Network 6da509a3-c7f0-4ae9-b172-11889a45736f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:38.139763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Network 86b40531-0a94-472d-a8df-c26d19f25874 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:38.152164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network d39174a1-7e03-4e83-8536-37d019de5105 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:38.157308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3764f5d7-3833-4c8e-8c14-55aaf42ef943 None None] Provisioning complete for port b3849925-d6b4-4eeb-a1eb-c423c9d67f46 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:38.157694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3764f5d7-3833-4c8e-8c14-55aaf42ef943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.161060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Network': ['ID=2b007533-162a-429e-a458-fecd52acfbfe,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:38.165607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:38.171632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:38.172764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:38.208464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network eb28382f-fdf1-4263-ae2c-674624f95819 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:38.215861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:38.226424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4002e6-4a47-414b-b1d8-2556b084e3e1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:38.232128 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3e4002e6-4a47-414b-b1d8-2556b084e3e1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1204190 Jun 28 06:46:38.232955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53254) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:38.258568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.262314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:38.286632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Pushing event updated for resources: {'Port': ['ID=2cc69a4d-0407-4bec-af9d-994d2b21857d,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:38.302879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:38.367314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3764f5d7-3833-4c8e-8c14-55aaf42ef943 None None] Port b3849925-d6b4-4eeb-a1eb-c423c9d67f46 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:38.417228 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f5216ac5-81cc-4c30-b4ee-98310a06f7c9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1776333 Jun 28 06:46:38.419755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53256) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:38.427176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1263301042'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:38.443189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Attempting to bind port 2cc69a4d-0407-4bec-af9d-994d2b21857d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:38.443577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Attempting to bind port 2cc69a4d-0407-4bec-af9d-994d2b21857d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:38.443957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Attempting to bind port 2cc69a4d-0407-4bec-af9d-994d2b21857d on network 86b40531-0a94-472d-a8df-c26d19f25874 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:38.451123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:38.452381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Checking segment: {'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:38.452799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.453248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Bound using segment: {'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:38.453749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Bound port: 2cc69a4d-0407-4bec-af9d-994d2b21857d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:38.454147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.473574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router eca251ad-07f1-45d8-8bf1-040365a40442 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:38.510732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78354194-5840-436d-a0c9-8998ebc8bd77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.537272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port de13629c-53d9-42cd-bdf4-f625838846fb completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:38.550133 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port de13629c-53d9-42cd-bdf4-f625838846fb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:38.550529 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.570354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:38.574700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.670122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:38.678752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:38.706646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.707026 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Added segment 48633a3f-99c3-4773-ac16-c81649760d00 of type vlan for network c1c0161f-5045-43bf-8cee-b1323512c6dc Jun 28 06:46:38.709119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78354194-5840-436d-a0c9-8998ebc8bd77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.730413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c9bfe03a-0788-4246-9b77-a4d68e710f86 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:38.735841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:38.745048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port 17d5d91d-4183-4cee-8c24-4fd5d0638669 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:38.745430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.752641 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "PUT /v2.0/routers/eca251ad-07f1-45d8-8bf1-040365a40442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1884975 Jun 28 06:46:38.758049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719d20f-ef2b-4eaa-980c-38d92390140e None None] Sync routers for ids ['eca251ad-07f1-45d8-8bf1-040365a40442'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:38.761200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] For port 2cc69a4d-0407-4bec-af9d-994d2b21857d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:38.767952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] For port 2cc69a4d-0407-4bec-af9d-994d2b21857d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2cc69a4d-0407-4bec-af9d-994d2b21857d,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:38.772012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] DHCP port deletion for 9765b696-2a8b-433d-bb3a-220fdbd78573 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:38.782222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53258) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:38.792302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'port': {'network_id': 'eb28382f-fdf1-4263-ae2c-674624f95819', 'name': 'tempest-FloatingIPTestJSON-1397338455'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:38.811537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719d20f-ef2b-4eaa-980c-38d92390140e None None] Routers {'eca251ad-07f1-45d8-8bf1-040365a40442'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:38.812279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b719d20f-ef2b-4eaa-980c-38d92390140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eca251ad-07f1-45d8-8bf1-040365a40442'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:38.829773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.832740 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port 17d5d91d-4183-4cee-8c24-4fd5d0638669, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=17d5d91d-4183-4cee-8c24-4fd5d0638669,segment=NetworkSegment(273a5b84-d915-4134-b30d-b0f7ae280879),segment_id=273a5b84-d915-4134-b30d-b0f7ae280879)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:38.833135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.886335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-13db9ec5-4383-408b-a758-6f32aafb76ae None None] Provisioning for port 2deef53f-25aa-4d47-8f92-70e3fe575fe6 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:38.889341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b719d20f-ef2b-4eaa-980c-38d92390140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:38.896815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.904149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6772fab3-b959-4154-876a-e97f0b96d04a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:38.917023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78354194-5840-436d-a0c9-8998ebc8bd77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.918583 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-78354194-5840-436d-a0c9-8998ebc8bd77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/6626f7be-830a-4635-9651-f75fb599dda8 HTTP/1.1" status: 204 len: 168 time: 1.8119886 Jun 28 06:46:38.920615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.921896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:38.927130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53260) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:38.941108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Router 88601368-a69a-42d0-b75a-9b4a258e61bc is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:46:38.972619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719d20f-ef2b-4eaa-980c-38d92390140e None None] Routers {'eca251ad-07f1-45d8-8bf1-040365a40442'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:38.973355 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b719d20f-ef2b-4eaa-980c-38d92390140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eca251ad-07f1-45d8-8bf1-040365a40442'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:39.010354 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-40e43865-5561-4eb0-8a15-1ccdd3779999 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736778 Jun 28 06:46:39.024285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.042784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:39.052472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.053582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53262) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:39.054439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:39.055509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b719d20f-ef2b-4eaa-980c-38d92390140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:39.056169 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719d20f-ef2b-4eaa-980c-38d92390140e None None] The sync data for ids ['eca251ad-07f1-45d8-8bf1-040365a40442'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:39.074115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:39.079319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-13db9ec5-4383-408b-a758-6f32aafb76ae None None] Provisioning complete for port 4f2f726a-3988-40e1-a1c8-934a4ba1baee triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:39.079836 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-13db9ec5-4383-408b-a758-6f32aafb76ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.088555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port de13629c-53d9-42cd-bdf4-f625838846fb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=de13629c-53d9-42cd-bdf4-f625838846fb,segment=NetworkSegment(63497e67-6a2e-4d05-94c2-7f383d9c1819),segment_id=63497e67-6a2e-4d05-94c2-7f383d9c1819)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:39.090237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Pushing event updated for resources: {'Port': ['ID=2cc69a4d-0407-4bec-af9d-994d2b21857d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:39.093802 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:39.143248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] Deleting port 17d5d91d-4183-4cee-8c24-4fd5d0638669 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:39.143870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.148577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.149627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7a7d2f65-59a3-4751-9fe8-204b68f38a37 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:39.159236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for 17d5d91d-4183-4cee-8c24-4fd5d0638669 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:39.161890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-30199846-aa72-40dc-b55d-220daffb69c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:39.181928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78354194-5840-436d-a0c9-8998ebc8bd77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=6626f7be-830a-4635-9651-f75fb599dda8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:39.214670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-13db9ec5-4383-408b-a758-6f32aafb76ae None None] Port 4f2f726a-3988-40e1-a1c8-934a4ba1baee cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:39.243090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-78354194-5840-436d-a0c9-8998ebc8bd77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:39.266933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Network': ['ID=c1c0161f-5045-43bf-8cee-b1323512c6dc,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:39.292264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:39.316986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=de13629c-53d9-42cd-bdf4-f625838846fb,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:39.336113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network c1c0161f-5045-43bf-8cee-b1323512c6dc details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:39.382404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:39.386425 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9654999 Jun 28 06:46:39.387372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53264) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:39.398174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': 'c1c0161f-5045-43bf-8cee-b1323512c6dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:39.503413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3db480dd-2799-4999-967b-e2590fd0a85f None None] Provisioning complete for port b3849925-d6b4-4eeb-a1eb-c423c9d67f46 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:39.503413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3db480dd-2799-4999-967b-e2590fd0a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.512213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] For port 17d5d91d-4183-4cee-8c24-4fd5d0638669, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=17d5d91d-4183-4cee-8c24-4fd5d0638669,segment=NetworkSegment(273a5b84-d915-4134-b30d-b0f7ae280879),segment_id=273a5b84-d915-4134-b30d-b0f7ae280879)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:39.512820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.546943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:39.556152 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5941849 Jun 28 06:46:39.556347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53266) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:39.560916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] Calling delete_port for 17d5d91d-4183-4cee-8c24-4fd5d0638669 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:39.566986 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:39.595466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3db480dd-2799-4999-967b-e2590fd0a85f None None] Port b3849925-d6b4-4eeb-a1eb-c423c9d67f46 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:39.598894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:39.606021 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "PUT /v2.0/routers/88601368-a69a-42d0-b75a-9b4a258e61bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9077697 Jun 28 06:46:39.610500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53268) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:39.629576 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:39.635764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f67eef-57a3-4613-a871-d93e0dcd9934 None None] Sync routers for ids ['88601368-a69a-42d0-b75a-9b4a258e61bc'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:39.639056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5803ac-af8c-4008-884d-d180154e0c98 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting subnet e94bbe71-f89f-4e81-a684-7ae5fcc86df6 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:39.646644 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:39.649576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Made reservation on behalf of 4aa9fcc6609f4306b46a4c3b8d845895 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:39.653827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.655578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f67eef-57a3-4613-a871-d93e0dcd9934 None None] Routers {'88601368-a69a-42d0-b75a-9b4a258e61bc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:39.656474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f8f67eef-57a3-4613-a871-d93e0dcd9934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['88601368-a69a-42d0-b75a-9b4a258e61bc'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:39.656738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e5803ac-af8c-4008-884d-d180154e0c98 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.704301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 7a7d2f65-59a3-4751-9fe8-204b68f38a37 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:39.708179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad55ff50-164c-4694-a07f-e0b8933a2cbc None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:39.718245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f8f67eef-57a3-4613-a871-d93e0dcd9934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:39.720896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] device_id is not set on port f4e1348a-a6ac-4b63-a883-92982d85451e yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:46:39.748824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 7a7d2f65-59a3-4751-9fe8-204b68f38a37 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:39.749239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.765520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e5803ac-af8c-4008-884d-d180154e0c98 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.774074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.780920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:39.782299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f67eef-57a3-4613-a871-d93e0dcd9934 None None] Routers {'88601368-a69a-42d0-b75a-9b4a258e61bc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:39.782950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f8f67eef-57a3-4613-a871-d93e0dcd9934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['88601368-a69a-42d0-b75a-9b4a258e61bc'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:39.813817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:39.817992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.819249 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:39.830873 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No DVR routers for this DVR port 17d5d91d-4183-4cee-8c24-4fd5d0638669 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:39.835682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=17d5d91d-4183-4cee-8c24-4fd5d0638669,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:39.842335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:39.874060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f8f67eef-57a3-4613-a871-d93e0dcd9934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:39.874864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f67eef-57a3-4613-a871-d93e0dcd9934 None None] The sync data for ids ['88601368-a69a-42d0-b75a-9b4a258e61bc'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:39.897025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.1 (86b40531-0a94-472d-a8df-c26d19f25874/61562036-9953-4f32-96f2-b13aba80cf24/1ee14cb8-e1da-4c57-8ae6-3afc7608431d) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:39.906404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e26fe3a3-66a3-47eb-b41a-ca31803e5f4a None None] Provisioning complete for port d2f87450-9897-4dc2-8174-b8d58b39277d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:39.911602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e26fe3a3-66a3-47eb-b41a-ca31803e5f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.935748 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:39.961989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:40.014779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:40.018907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.023418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] Pushing event deleted for resources: {'Port': ['ID=17d5d91d-4183-4cee-8c24-4fd5d0638669,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:40.028618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] No DVR routers for this DVR port 17d5d91d-4183-4cee-8c24-4fd5d0638669 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:40.030201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Allocated IP 172.20.0.10 (eb28382f-fdf1-4263-ae2c-674624f95819/26a3bdb5-8a25-486c-8cc3-27566349c214/f4e1348a-a6ac-4b63-a883-92982d85451e) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:40.032604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e5803ac-af8c-4008-884d-d180154e0c98 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.035110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:40.083608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.111231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.124161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9765b696-2a8b-433d-bb3a-220fdbd78573']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:40.186361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273a5b84-d915-4134-b30d-b0f7ae280879') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:40.187067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273a5b84-d915-4134-b30d-b0f7ae280879') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:40.201196 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:35Z', 'revision_number': 8, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:40.208637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.234062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.246821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 7a7d2f65-59a3-4751-9fe8-204b68f38a37, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7a7d2f65-59a3-4751-9fe8-204b68f38a37,segment=NetworkSegment(ea943256-f713-4c60-b82e-b4c672fc38cd),segment_id=ea943256-f713-4c60-b82e-b4c672fc38cd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:40.269810 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:40.287917 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:40.287917 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:40.337564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:46:40.337995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.339841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:46:40.345001 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:46:40.353617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.354873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 73782efa-55dc-4a97-839e-f49b072fb4e7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:40.360364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:40.443490 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:40.450477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.485783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e5803ac-af8c-4008-884d-d180154e0c98 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.499951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:40.541982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5803ac-af8c-4008-884d-d180154e0c98 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Subnet': ['ID=e94bbe71-f89f-4e81-a684-7ae5fcc86df6,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:40.544314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 1ee14cb8-e1da-4c57-8ae6-3afc7608431d will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:40.548223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0e5803ac-af8c-4008-884d-d180154e0c98 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:40.556231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.670128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e5803ac-af8c-4008-884d-d180154e0c98 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.672988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0e5803ac-af8c-4008-884d-d180154e0c98 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/e94bbe71-f89f-4e81-a684-7ae5fcc86df6 HTTP/1.1" status: 204 len: 168 time: 1.1156406 Jun 28 06:46:40.681671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53272) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:40.729317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653151b-a71f-4ccc-af58-c3b3ce763487 None None] Network 9dfd4187-ff38-4993-adae-11d7f3a385f7 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:40.731242 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4251a6-7784-4437-9b6a-be9c291a2da6 None None] Network 86b40531-0a94-472d-a8df-c26d19f25874 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:40.745542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.756246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=7a7d2f65-59a3-4751-9fe8-204b68f38a37,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:40.758527 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:35Z', 'revision_number': 8, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:40.760623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:40.769608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f46c1dc6-9d32-47ad-9137-35562caf2fca tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:40.797782 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caafc34-459c-4852-8cd2-830c8ea333e3 None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:35Z', 'revision_number': 8, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '41730ae9-d0da-4e72-aeca-55d713ec6eaf', 'name': '', 'network_id': 'f309dacf-949b-4e44-aa3a-32766aafe324', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:69:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:03Z', 'updated_at': '2021-06-28T06:46:14Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e14b57fd-3a45-410f-8dc5-5548f1b88921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:40.844590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:40.871896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:40.878184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7f4c59b3-b5f6-4490-a6ad-f999f71d6a93 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:40.886345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] Deleting port d2f87450-9897-4dc2-8174-b8d58b39277d {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:40.886830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.887829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.892361 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/networks/9765b696-2a8b-433d-bb3a-220fdbd78573 HTTP/1.1" status: 204 len: 168 time: 3.2627289 Jun 28 06:46:40.892990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53274) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:40.894490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 73782efa-55dc-4a97-839e-f49b072fb4e7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:40.895075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.902705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.907749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:40.907749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.917163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Network': ['ID=9765b696-2a8b-433d-bb3a-220fdbd78573,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:40.944425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:40.955010 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:40.965968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Transition to ACTIVE for port object f4e1348a-a6ac-4b63-a883-92982d85451e will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:40.967875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=b2c1dbce-0ae7-4888-a988-a78063271e40,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:40.978338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:41.000614 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-24b99b1a-f313-43b3-b3dc-0491fba5776f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:46:41.004369 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-24b99b1a-f313-43b3-b3dc-0491fba5776f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "PUT /v2.0/routers/88601368-a69a-42d0-b75a-9b4a258e61bc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3894293 Jun 28 06:46:41.005986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d5bc539c-8619-46ae-bbc7-773dc1add978 None None] Provisioning for port 2cc69a4d-0407-4bec-af9d-994d2b21857d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:41.006126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53276) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:41.039567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.043394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e338d306-7030-4a89-bcc8-5196ef23a781 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:41.082278 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0081196 Jun 28 06:46:41.083656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53278) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:41.090888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-dbb61a54-3812-4656-a584-14d087a3042d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:41.104213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.108705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-95839a52-42d4-443f-b7ce-5c443fb78acd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:41.121579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] For port d2f87450-9897-4dc2-8174-b8d58b39277d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d2f87450-9897-4dc2-8174-b8d58b39277d,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:41.122011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.178921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] Calling delete_port for d2f87450-9897-4dc2-8174-b8d58b39277d owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:41.250166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d2f87450-9897-4dc2-8174-b8d58b39277d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:41.288998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 86b40531-0a94-472d-a8df-c26d19f25874 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:41.317901 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:46:41.332901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:41.339361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=1ee14cb8-e1da-4c57-8ae6-3afc7608431d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:41.347598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:41.350707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:41.366650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d2f87450-9897-4dc2-8174-b8d58b39277d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:41.367037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.455641 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] DHCP port deletion for 9dfd4187-ff38-4993-adae-11d7f3a385f7 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:41.468283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.474909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a39b80c5-0d9b-4340-8771-f54ba929e7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:41.475705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.511929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] No DVR routers for this DVR port d2f87450-9897-4dc2-8174-b8d58b39277d on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:41.548245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] Pushing event deleted for resources: {'Port': ['ID=d2f87450-9897-4dc2-8174-b8d58b39277d,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:41.556148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:41.560816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82558099-89f4-4789-b288-a7e4b72bc3d8 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:41.569305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c7690f2a-f039-460a-a497-818bfc2cae6d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:41.571596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port bd2199a8-d3ab-49c1-9752-d391b57b59fb {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:41.572016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.608211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.662813 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=ec95c7a1-e678-43f0-884a-6dd7db7fad1b,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:41.678309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:41.682450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-92bbc140-563f-4209-b761-37cf9092b7ce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:41.714386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] Deleting port bd2199a8-d3ab-49c1-9752-d391b57b59fb {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:41.718281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.794263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] For port bd2199a8-d3ab-49c1-9752-d391b57b59fb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bd2199a8-d3ab-49c1-9752-d391b57b59fb,segment=NetworkSegment(75812f05-c377-4fa2-b3a7-8dcb4f805a12),segment_id=75812f05-c377-4fa2-b3a7-8dcb4f805a12)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:41.794816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.798427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Checking segment: {'id': '48633a3f-99c3-4773-ac16-c81649760d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c1c0161f-5045-43bf-8cee-b1323512c6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:41.800122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network hostable DHCP agents. Network: c1c0161f-5045-43bf-8cee-b1323512c6dc, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:41.802727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event updated for resources: {'Port': ['ID=f4e1348a-a6ac-4b63-a883-92982d85451e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:41.811772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Network eb28382f-fdf1-4263-ae2c-674624f95819 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:41.814869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:41.819106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] Calling delete_port for bd2199a8-d3ab-49c1-9752-d391b57b59fb owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:41.827429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:41.838730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:41.849121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.850466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port bd2199a8-d3ab-49c1-9752-d391b57b59fb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=bd2199a8-d3ab-49c1-9752-d391b57b59fb,segment=NetworkSegment(75812f05-c377-4fa2-b3a7-8dcb4f805a12),segment_id=75812f05-c377-4fa2-b3a7-8dcb4f805a12)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:41.850918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.916015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port c7690f2a-f039-460a-a497-818bfc2cae6d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:41.943157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:41.943917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.945116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port c7690f2a-f039-460a-a497-818bfc2cae6d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:41.946016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:41.950804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for bd2199a8-d3ab-49c1-9752-d391b57b59fb owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:42.061519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network c1c0161f-5045-43bf-8cee-b1323512c6dc is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:42.067696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.116980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.117359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'b2c1dbce-0ae7-4888-a988-a78063271e40'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:42.117359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.119344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-868dca7b-f59f-445c-9668-dabb8df6e323 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:42.119489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.131058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:42.131789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.146153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No DVR routers for this DVR port bd2199a8-d3ab-49c1-9752-d391b57b59fb on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:42.154291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=bd2199a8-d3ab-49c1-9752-d391b57b59fb,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:42.158392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb61a54-3812-4656-a584-14d087a3042d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:42.166341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dbb61a54-3812-4656-a584-14d087a3042d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.167396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:42.188993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] Pushing event deleted for resources: {'Port': ['ID=bd2199a8-d3ab-49c1-9752-d391b57b59fb,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:42.192704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] No DVR routers for this DVR port bd2199a8-d3ab-49c1-9752-d391b57b59fb on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:42.194479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:42.201251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.213600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, c1c0161f-5045-43bf-8cee-b1323512c6dc) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:42.214466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-82bc266f-eb08-4bee-80bd-353963ba07a7 None None] Provisioning for port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:42.239991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:42.240597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.248188 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4600205 Jun 28 06:46:42.248366 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53280) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:42.251559 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Request body: {'floatingip': {'port_id': 'f4e1348a-a6ac-4b63-a883-92982d85451e'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:42.273700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c7c21-c878-4cd0-bea0-85dfb776c2ed None None] Network c1c0161f-5045-43bf-8cee-b1323512c6dc requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:42.276469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-82bc266f-eb08-4bee-80bd-353963ba07a7 None None] Provisioning complete for port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:42.276943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-82bc266f-eb08-4bee-80bd-353963ba07a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.321379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port c7690f2a-f039-460a-a497-818bfc2cae6d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c7690f2a-f039-460a-a497-818bfc2cae6d,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:42.335793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.353499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfd4187-ff38-4993-adae-11d7f3a385f7']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:42.372810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75812f05-c377-4fa2-b3a7-8dcb4f805a12') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:42.373212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75812f05-c377-4fa2-b3a7-8dcb4f805a12') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:42.391007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.391972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2deef53f-25aa-4d47-8f92-70e3fe575fe6 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:42.397637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.398608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ae24aad3-824a-4b02-abe9-feedad6d8542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:42.420380 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0271320 Jun 28 06:46:42.424647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.ipam_backend_mixin [None req-dbb61a54-3812-4656-a584-14d087a3042d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2c1dbce-0ae7-4888-a988-a78063271e40 (CIDR: 2001:db8::/64) Jun 28 06:46:42.424886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-82bc266f-eb08-4bee-80bd-353963ba07a7 None None] Port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:42.426280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.431078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53282) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:42.443394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': 'c1c0161f-5045-43bf-8cee-b1323512c6dc', 'name': 'tempest-PortsTestJSON-594092143'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:42.449501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:46:42.449919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:46:42.456541 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:46:42.523367 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb61a54-3812-4656-a584-14d087a3042d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:46:42.523784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb61a54-3812-4656-a584-14d087a3042d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:46:42.572897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=c7690f2a-f039-460a-a497-818bfc2cae6d,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:42.581454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:42.581454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/b2c1dbce-0ae7-4888-a988-a78063271e40/ac3f6c46-aff6-43fc-85cc-c45decb1cc7f) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:42.639491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.653714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-c1c0161f-5045-43bf-8cee-b1323512c6dc', 'network_id': 'c1c0161f-5045-43bf-8cee-b1323512c6dc', 'tenant_id': 'fb4cea3c5cce4e11913a94a64c35b037', 'fixed_ips': [{'subnet_id': 'ec95c7a1-e678-43f0-884a-6dd7db7fad1b'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:42.654683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.681921 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dbb61a54-3812-4656-a584-14d087a3042d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5969894 Jun 28 06:46:42.685602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53284) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:42.693818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:42.723934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.729207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7f75cabd-191c-4f2b-a158-1872d01c04e7 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:42.734455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.736878 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/networks/9dfd4187-ff38-4993-adae-11d7f3a385f7 HTTP/1.1" status: 204 len: 168 time: 2.0538001 Jun 28 06:46:42.741283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53286) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:42.782227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Network': ['ID=9dfd4187-ff38-4993-adae-11d7f3a385f7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:42.786225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:42.793272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:42.798173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.826226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port 2be80719-1e32-47fe-8833-e0d8bf1faa29 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:46:42.843257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-73928ad9-3a41-43d9-83ca-edfee9a30a7b None None] Provisioning for port f4e1348a-a6ac-4b63-a883-92982d85451e completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:42.845192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2deef53f-25aa-4d47-8f92-70e3fe575fe6 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:42.859168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-73928ad9-3a41-43d9-83ca-edfee9a30a7b None None] Provisioning complete for port f4e1348a-a6ac-4b63-a883-92982d85451e triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:42.859551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-73928ad9-3a41-43d9-83ca-edfee9a30a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.863570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2deef53f-25aa-4d47-8f92-70e3fe575fe6 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:42.863938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:42.979758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.3 (c1c0161f-5045-43bf-8cee-b1323512c6dc/ec95c7a1-e678-43f0-884a-6dd7db7fad1b/2be80719-1e32-47fe-8833-e0d8bf1faa29) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:42.998944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:43.006140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.016710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-73928ad9-3a41-43d9-83ca-edfee9a30a7b None None] Port f4e1348a-a6ac-4b63-a883-92982d85451e cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:43.064221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-73928ad9-3a41-43d9-83ca-edfee9a30a7b None None] Provisioning complete for port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:43.065218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-73928ad9-3a41-43d9-83ca-edfee9a30a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.097308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.135938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Transition to ACTIVE for port object ac3f6c46-aff6-43fc-85cc-c45decb1cc7f will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:43.151328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-73928ad9-3a41-43d9-83ca-edfee9a30a7b None None] Port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:43.163631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.173051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Transition to ACTIVE for port object ac3f6c46-aff6-43fc-85cc-c45decb1cc7f will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:43.200173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2deef53f-25aa-4d47-8f92-70e3fe575fe6, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2deef53f-25aa-4d47-8f92-70e3fe575fe6,segment=NetworkSegment(12888a6c-acc0-4f70-a428-ae7b0f31e521),segment_id=12888a6c-acc0-4f70-a428-ae7b0f31e521)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:43.256469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Deleting port b3849925-d6b4-4eeb-a1eb-c423c9d67f46 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:43.256813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.257917 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.261514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:43.280557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.307685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.308088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.342272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:43.349287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:43.352214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Pushing event updated for resources: {'Port': ['ID=ac3f6c46-aff6-43fc-85cc-c45decb1cc7f,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:43.356679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:43.360113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:43.360113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6690868e-76fe-4a2a-8fc2-a644194ebe59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:43.394636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object 2be80719-1e32-47fe-8833-e0d8bf1faa29 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:43.405734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.405972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.430781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c0ed21a2-678e-49d7-8440-3b85e7dc9729 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:43.433144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 411be544-1574-4325-a490-8940aea42521 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:43.465243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 411be544-1574-4325-a490-8940aea42521 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:43.466036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 411be544-1574-4325-a490-8940aea42521 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:43.538284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.547944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:43.557691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2deef53f-25aa-4d47-8f92-70e3fe575fe6,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:43.569038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Attempting to bind port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:43.569816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Attempting to bind port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:43.570383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Attempting to bind port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:43.595198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:43.606451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:43.607566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:43.609109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.609109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:43.610113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Bound port: ac3f6c46-aff6-43fc-85cc-c45decb1cc7f, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:43.610534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.620274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network c1c0161f-5045-43bf-8cee-b1323512c6dc is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:43.629964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:43.647430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:43.664792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Allocated IP 172.20.0.2 (c1c0161f-5045-43bf-8cee-b1323512c6dc/ec95c7a1-e678-43f0-884a-6dd7db7fad1b/0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:43.678293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=2be80719-1e32-47fe-8833-e0d8bf1faa29,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:43.694957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.706978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=1ee14cb8-e1da-4c57-8ae6-3afc7608431d,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:43.719494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.722436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:43.731532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:43.749992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Calling delete_port for b3849925-d6b4-4eeb-a1eb-c423c9d67f46 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:43.764646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device de13629c-53d9-42cd-bdf4-f625838846fb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:43.768912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] For port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:43.795837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:43.796576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.808716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] For port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ac3f6c46-aff6-43fc-85cc-c45decb1cc7f,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:43.826871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:46:43.864290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port de13629c-53d9-42cd-bdf4-f625838846fb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:43.864778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.908736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.909667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port 2a272337-3829-403b-9faa-ab7f872ce248 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:43.910008 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:43.917258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4f92f1ba-73e1-4e3f-87f8-ef5279354a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:43.943961 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5093307 Jun 28 06:46:43.944798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53288) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:43.949878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': 'c1c0161f-5045-43bf-8cee-b1323512c6dc', 'name': 'tempest-PortsTestJSON-264810812'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:44.012073 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.024806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Pushing event updated for resources: {'Port': ['ID=ac3f6c46-aff6-43fc-85cc-c45decb1cc7f,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:44.038771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Transition to ACTIVE for port object 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:44.040818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:44.094428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7a7d2f65-59a3-4751-9fe8-204b68f38a37 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:44.119723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Transition to ACTIVE for port object 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:44.153070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 7a7d2f65-59a3-4751-9fe8-204b68f38a37 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:44.153374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.184099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:44.199005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.213205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.229004 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:44.241104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port 3034bdd5-5186-475a-b967-4f52e96263df yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:46:44.254767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.290387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Network c1c0161f-5045-43bf-8cee-b1323512c6dc is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:44.295176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:44.302320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:44.358818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Pushing event updated for resources: {'Port': ['ID=0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:44.370073 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:44.403391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Attempting to bind port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:44.403797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Attempting to bind port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '48633a3f-99c3-4773-ac16-c81649760d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c1c0161f-5045-43bf-8cee-b1323512c6dc'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:44.404173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Attempting to bind port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 on network c1c0161f-5045-43bf-8cee-b1323512c6dc {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:44.418723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:44.419315 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Checking segment: {'id': '48633a3f-99c3-4773-ac16-c81649760d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c1c0161f-5045-43bf-8cee-b1323512c6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:44.419649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.420055 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Bound using segment: {'id': '48633a3f-99c3-4773-ac16-c81649760d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c1c0161f-5045-43bf-8cee-b1323512c6dc'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:44.420540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Bound port: 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48633a3f-99c3-4773-ac16-c81649760d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c1c0161f-5045-43bf-8cee-b1323512c6dc'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:44.420949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.441649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c7690f2a-f039-460a-a497-818bfc2cae6d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:44.488188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.10 (c1c0161f-5045-43bf-8cee-b1323512c6dc/ec95c7a1-e678-43f0-884a-6dd7db7fad1b/3034bdd5-5186-475a-b967-4f52e96263df) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:44.511670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 86b40531-0a94-472d-a8df-c26d19f25874 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:44.531195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] For port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:44.536939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] For port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0,segment=NetworkSegment(48633a3f-99c3-4773-ac16-c81649760d00),segment_id=48633a3f-99c3-4773-ac16-c81649760d00)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:44.541493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:44.550845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port c7690f2a-f039-460a-a497-818bfc2cae6d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:44.551497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.567981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] For port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ac3f6c46-aff6-43fc-85cc-c45decb1cc7f,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:44.599514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port 2a272337-3829-403b-9faa-ab7f872ce248, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2a272337-3829-403b-9faa-ab7f872ce248,segment=NetworkSegment(57b14bb2-4af4-4ce5-a338-8fe7667a7627),segment_id=57b14bb2-4af4-4ce5-a338-8fe7667a7627)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:44.599883 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.616376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.616786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for 2a272337-3829-403b-9faa-ab7f872ce248 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:44.620653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5ef674d3-15c0-4941-9148-4db8bcf1e001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:44.661345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.735134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2cc69a4d-0407-4bec-af9d-994d2b21857d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:44.737755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Pushing event updated for resources: {'Port': ['ID=0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:44.742318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:44.755881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.756819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.778288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5ca9cc2b-d477-4663-955d-92c1a2b42d8e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:44.795833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.resource_extend [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 06:46:44.833390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.855805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:44.871761 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:44.874800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:44.875404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.878571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object 3034bdd5-5186-475a-b967-4f52e96263df will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:44.898567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2cc69a4d-0407-4bec-af9d-994d2b21857d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:44.898567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2cc69a4d-0407-4bec-af9d-994d2b21857d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:44.898567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:44.936481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=ac3f6c46-aff6-43fc-85cc-c45decb1cc7f,revision_number=4']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:44.941485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:44.942055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-317ead5d-837f-42a3-85bd-33793ccee8b1 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:45.005866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:45.016886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:45.059646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0a3a8ebd-b58d-4832-8bf3-7bcef470e356 None None] Provisioning complete for port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:45.060739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0a3a8ebd-b58d-4832-8bf3-7bcef470e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:45.063267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:45.071001 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3840477 Jun 28 06:46:45.084984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53290) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:45.087269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=de6027bf-5b6d-46af-bcc7-01de11360a7d,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:45.092582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:a9:fe:08', 'name': 'tempest-NetworksTestDHCPv6-1358905453'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:45.099100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:45.146749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a8ebd-b58d-4832-8bf3-7bcef470e356 None None] Port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:45.153849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2cc69a4d-0407-4bec-af9d-994d2b21857d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2cc69a4d-0407-4bec-af9d-994d2b21857d,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:45.175724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:45.185452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-71681c0b-c779-494f-beb1-eff122a10e88 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:45.227674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:45.229869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:45.233440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:45.235388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-606528b1-849b-4638-828b-940735286e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:45.245722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8f6e7c2d-be46-46b6-897a-9b76f3a29a3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:45.284898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network c1c0161f-5045-43bf-8cee-b1323512c6dc is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:45.304597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:45.307959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:45.311664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d2f87450-9897-4dc2-8174-b8d58b39277d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:45.332841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=3034bdd5-5186-475a-b967-4f52e96263df,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:45.336306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:45.339825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:45.348704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2cc69a4d-0407-4bec-af9d-994d2b21857d,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:45.353251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: d2f87450-9897-4dc2-8174-b8d58b39277d {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:45.353598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d2f87450-9897-4dc2-8174-b8d58b39277d not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:45.354033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c604833-316c-4c29-8684-5ecc076f0ad1 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:45.356098 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:45.368241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Port': ['ID=b3849925-d6b4-4eeb-a1eb-c423c9d67f46,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:45.382305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 8c604833-316c-4c29-8684-5ecc076f0ad1 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:45.382428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:45.382514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 8c604833-316c-4c29-8684-5ecc076f0ad1 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:45.382514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5c3e6ec3-d07c-4152-9aae-4d885132ad26 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:45.403556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 5c3e6ec3-d07c-4152-9aae-4d885132ad26 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:45.403556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5c3e6ec3-d07c-4152-9aae-4d885132ad26 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:45.403884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bd2199a8-d3ab-49c1-9752-d391b57b59fb no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:45.422602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:45.424234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:45.430171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: bd2199a8-d3ab-49c1-9752-d391b57b59fb {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:45.430654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device bd2199a8-d3ab-49c1-9752-d391b57b59fb not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:45.431007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 17d5d91d-4183-4cee-8c24-4fd5d0638669 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:45.451329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 17d5d91d-4183-4cee-8c24-4fd5d0638669 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:45.452027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 17d5d91d-4183-4cee-8c24-4fd5d0638669 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:45.494885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:45.561705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d8166-d7eb-4bc8-9c1f-1795e9583264 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:45.626115 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6770411 Jun 28 06:46:45.629158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53292) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:45.668052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cf8b3f67-c3ef-476e-b1ee-b28450d4c272 None None] Provisioning for port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:45.766388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:45.783805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:45.793841 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Sync routers for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:45.813864 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:45.815348 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:45.851131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 6da61157-661d-4c53-8056-e676807707ac yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:46:45.860553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:45.862688 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/c966dc1f-4dbb-4bdc-b743-2ae7a8a04974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0380898 Jun 28 06:46:45.874397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53294) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:45.967434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.039294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded3381-29e2-4935-a07d-df7a8c6d4456 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:46.040992 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cded3381-29e2-4935-a07d-df7a8c6d4456 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.4112222 Jun 28 06:46:46.074421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53296) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:46.074421 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP 58993b1f-7476-4b12-9aa4-d1123156486c associated. External IP: 172.26.4.188, port: 800dae20-c50f-4d5a-882e-69db1728a54f. Jun 28 06:46:46.074710 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:46.098386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.113441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:46.121495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ac3f6c46-aff6-43fc-85cc-c45decb1cc7f up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:46.164769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1913dfb6-5b4d-4ad9-bab9-0af86604929e tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:46.209535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::307 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/b2c1dbce-0ae7-4888-a988-a78063271e40/6da61157-661d-4c53-8056-e676807707ac) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:46.217882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8:0:1:f816:3eff:fea9:fe08 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/de6027bf-5b6d-46af-bcc7-01de11360a7d/6da61157-661d-4c53-8056-e676807707ac) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:46.353176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:46.357775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:46.358192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.363854 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:46:41Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:46.366887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f0cea7-96d0-4998-aaa5-a6ea52073b13 None None] Network c1c0161f-5045-43bf-8cee-b1323512c6dc requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:46.387666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=2a272337-3829-403b-9faa-ab7f872ce248,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:46.416532 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Checking router: c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:46.417816 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Updating router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:46:46.427965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:46.479502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.491202 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.503510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 6da61157-661d-4c53-8056-e676807707ac will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:46.528137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ac561c4a-af2d-452d-b48d-a72a2376d925 None None] Provisioning for port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:46.564657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ac561c4a-af2d-452d-b48d-a72a2376d925 None None] Provisioning complete for port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:46.565254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ac561c4a-af2d-452d-b48d-a72a2376d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.622416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.627689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-af891088-9292-469f-b1fc-fe9d89646e3b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:46.688647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.713047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:46.716872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:46.721716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:46.731805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:46.732473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.750195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ac3f6c46-aff6-43fc-85cc-c45decb1cc7f,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:46.780354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=6da61157-661d-4c53-8056-e676807707ac,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:46.787564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:46.834477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ac561c4a-af2d-452d-b48d-a72a2376d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.854152 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7677851 Jun 28 06:46:46.855172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53300) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:46.875654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ac561c4a-af2d-452d-b48d-a72a2376d925 None None] For port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0,segment=NetworkSegment(48633a3f-99c3-4773-ac16-c81649760d00),segment_id=48633a3f-99c3-4773-ac16-c81649760d00)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:46.885379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:46.886513 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2deef53f-25aa-4d47-8f92-70e3fe575fe6 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:46.939978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:47.056259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-0076933b-364a-4f44-b049-e89fe3489b99 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 6da61157-661d-4c53-8056-e676807707ac {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:47.056651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0076933b-364a-4f44-b049-e89fe3489b99 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.061099 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.069875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.070441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.070820 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.071290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.071754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.074746 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Transition to ACTIVE for port object 1ee14cb8-e1da-4c57-8ae6-3afc7608431d will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:47.075531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.076173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.077082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.080445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.081161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.081788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.082439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.084139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.084788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.085283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.085757 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.086225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.086693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.089290 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c3de1f09-02c3-4271-840f-90ec7f1a1410 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12556 time: 1.2100053 Jun 28 06:46:47.128116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53302) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:47.163114 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.176670 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:47.226171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ac561c4a-af2d-452d-b48d-a72a2376d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.244487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0076933b-364a-4f44-b049-e89fe3489b99 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.288681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.297383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.297878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.298350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.299371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.299832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.300284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.300738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.301221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.301673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.302119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.302565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.303011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.303455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.303899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.304348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.304796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.305268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:47.307881 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4a6c8fb1-9e15-4e1f-8e9f-b99ef4b83b2c tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11246 time: 0.1785004 Jun 28 06:46:47.313649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=ac3f6c46-aff6-43fc-85cc-c45decb1cc7f,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:47.318223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:47.318703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:47.323691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53304) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:47.325933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-0076933b-364a-4f44-b049-e89fe3489b99 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 6da61157-661d-4c53-8056-e676807707ac owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:47.351840 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Pushing event updated for resources: {'Port': ['ID=1ee14cb8-e1da-4c57-8ae6-3afc7608431d,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:47.394144 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.398212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.398212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.398212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.398212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.398212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.398212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.398212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.398857 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.398857 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.399025 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.399245 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:47.405655 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:47.447334 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Attempting to bind port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:47.448005 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Attempting to bind port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:47.448544 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Attempting to bind port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d on network 86b40531-0a94-472d-a8df-c26d19f25874 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:47.449085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2deef53f-25aa-4d47-8f92-70e3fe575fe6 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:47.449481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.457098 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:47.457703 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Checking segment: {'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:47.458605 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.459165 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Bound using segment: {'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:47.459813 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Bound port: 1ee14cb8-e1da-4c57-8ae6-3afc7608431d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:47.460384 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.483326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.494880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-24216db5-10e1-483f-abc4-fa28359a238a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 3034bdd5-5186-475a-b967-4f52e96263df {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:47.495421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24216db5-10e1-483f-abc4-fa28359a238a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.508944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Provisioning complete for port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:47.509331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.513754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Router 88601368-a69a-42d0-b75a-9b4a258e61bc has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:47.513948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac561c4a-af2d-452d-b48d-a72a2376d925 None None] Pushing event updated for resources: {'Port': ['ID=0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:47.546265 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] For port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:47.550732 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] For port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ee14cb8-e1da-4c57-8ae6-3afc7608431d,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:47.587901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ac561c4a-af2d-452d-b48d-a72a2376d925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:47.617957 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.621196 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f8a60a9a-82ec-4b20-a6ba-c01d7626dae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:47.711578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2cc69a4d-0407-4bec-af9d-994d2b21857d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:47.723645 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:47.724734 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:47.777898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2cc69a4d-0407-4bec-af9d-994d2b21857d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:47.778318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.786904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:47.879268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Provisioning for port 3034bdd5-5186-475a-b967-4f52e96263df completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:47.883653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Provisioning complete for port 3034bdd5-5186-475a-b967-4f52e96263df triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:47.884094 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:47.922485 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:47.933639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Port 3034bdd5-5186-475a-b967-4f52e96263df cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:47.974772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Provisioning complete for port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:47.975523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.133030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:48.198521 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Pushing event updated for resources: {'Port': ['ID=1ee14cb8-e1da-4c57-8ae6-3afc7608431d,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:48.198521 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:48.199428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:48.199428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.202108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:48.204997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 41730ae9-d0da-4e72-aeca-55d713ec6eaf {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:48.205309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.219640 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "PUT /v2.0/routers/88601368-a69a-42d0-b75a-9b4a258e61bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2125428 Jun 28 06:46:48.223554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c97c54-ca57-4568-851e-dab87008b98e None None] Sync routers for ids ['88601368-a69a-42d0-b75a-9b4a258e61bc'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:48.227205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Provisioning for port 2be80719-1e32-47fe-8833-e0d8bf1faa29 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:48.228759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53306) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:48.245420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Provisioning complete for port 2be80719-1e32-47fe-8833-e0d8bf1faa29 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:48.245420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.296893 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:46:41Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:47Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:48.297311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c97c54-ca57-4568-851e-dab87008b98e None None] Routers {'88601368-a69a-42d0-b75a-9b4a258e61bc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:48.298157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-57c97c54-ca57-4568-851e-dab87008b98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['88601368-a69a-42d0-b75a-9b4a258e61bc'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:48.324495 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-73457f2f-5d40-4d11-a408-625833a07059 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] delete failed (client error): The resource could not be found. Jun 28 06:46:48.330897 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-73457f2f-5d40-4d11-a408-625833a07059 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-302010636 HTTP/1.1" status: 404 len: 334 time: 0.0906839 Jun 28 06:46:48.331071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53308) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:48.334495 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c35684-11e6-4fe7-90c2-f17f3fd67779 None None] The sync data for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv is: [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:46:41Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:47Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:48.341873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-69528084-a047-4bec-b162-441ee9b57ab4 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'router': {'external_gateway_info': {'network_id': '88601368-a69a-42d0-b75a-9b4a258e61bc'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:48.356418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ae4a7-8ba0-4b59-a5e5-dd5d86aac2ce None None] Port 2be80719-1e32-47fe-8833-e0d8bf1faa29 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:48.358226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-57c97c54-ca57-4568-851e-dab87008b98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:48.375929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c97c54-ca57-4568-851e-dab87008b98e None None] Routers {'88601368-a69a-42d0-b75a-9b4a258e61bc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:48.376362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-57c97c54-ca57-4568-851e-dab87008b98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['88601368-a69a-42d0-b75a-9b4a258e61bc'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:48.397849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24216db5-10e1-483f-abc4-fa28359a238a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.438387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-57c97c54-ca57-4568-851e-dab87008b98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:48.439882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c97c54-ca57-4568-851e-dab87008b98e None None] The sync data for ids ['88601368-a69a-42d0-b75a-9b4a258e61bc'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:48.463934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ac3f6c46-aff6-43fc-85cc-c45decb1cc7f up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:48.513672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-24216db5-10e1-483f-abc4-fa28359a238a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 3034bdd5-5186-475a-b967-4f52e96263df owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:48.545670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:48.546209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.557218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:48.570007 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c51cb6-e915-418d-8890-65f2ba6a037d None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:48.581663 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c51cb6-e915-418d-8890-65f2ba6a037d None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:48.583888 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-52c51cb6-e915-418d-8890-65f2ba6a037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:48.638919 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-52c51cb6-e915-418d-8890-65f2ba6a037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:48.661939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c51cb6-e915-418d-8890-65f2ba6a037d None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:48.662646 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-52c51cb6-e915-418d-8890-65f2ba6a037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:48.674172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port 41730ae9-d0da-4e72-aeca-55d713ec6eaf, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=41730ae9-d0da-4e72-aeca-55d713ec6eaf,segment=NetworkSegment(af5e1180-4595-4625-8bad-befcf6b89a73),segment_id=af5e1180-4595-4625-8bad-befcf6b89a73)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:48.674722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.699328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 41730ae9-d0da-4e72-aeca-55d713ec6eaf owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:48.707623 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-52c51cb6-e915-418d-8890-65f2ba6a037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:48.708209 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c51cb6-e915-418d-8890-65f2ba6a037d None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:48.765765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a92ca6ce-23a2-4c46-8c8c-d7a99a596c5d None None] Provisioning for port 6da61157-661d-4c53-8056-e676807707ac completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:48.769160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:48.771107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a92ca6ce-23a2-4c46-8c8c-d7a99a596c5d None None] Provisioning complete for port 6da61157-661d-4c53-8056-e676807707ac triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:48.772070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a92ca6ce-23a2-4c46-8c8c-d7a99a596c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.794503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-69528084-a047-4bec-b162-441ee9b57ab4 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.797931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0076933b-364a-4f44-b049-e89fe3489b99 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.802018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a92ca6ce-23a2-4c46-8c8c-d7a99a596c5d None None] Port 6da61157-661d-4c53-8056-e676807707ac was deleted so its status cannot be updated. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 28 06:46:48.808271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8365a92a-dc48-4b47-89c5-3e38bd489925 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:48.830365 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-51309642-e392-49b6-bd2a-346e8dc18235 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5375 time: 1.5048752 Jun 28 06:46:48.844055 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a92ca6ce-23a2-4c46-8c8c-d7a99a596c5d None None] Provisioning complete for port 3034bdd5-5186-475a-b967-4f52e96263df triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:48.845122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a92ca6ce-23a2-4c46-8c8c-d7a99a596c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.855506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076933b-364a-4f44-b049-e89fe3489b99 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=6da61157-661d-4c53-8056-e676807707ac,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:48.859077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0076933b-364a-4f44-b049-e89fe3489b99 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:48.925060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a92ca6ce-23a2-4c46-8c8c-d7a99a596c5d None None] Port 3034bdd5-5186-475a-b967-4f52e96263df cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:48.941279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a92ca6ce-23a2-4c46-8c8c-d7a99a596c5d None None] Provisioning complete for port 2be80719-1e32-47fe-8833-e0d8bf1faa29 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:48.941660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a92ca6ce-23a2-4c46-8c8c-d7a99a596c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.945558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0076933b-364a-4f44-b049-e89fe3489b99 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:48.951144 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0076933b-364a-4f44-b049-e89fe3489b99 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/6da61157-661d-4c53-8056-e676807707ac HTTP/1.1" status: 204 len: 168 time: 2.0950313 Jun 28 06:46:48.952184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53312) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:48.963101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-69528084-a047-4bec-b162-441ee9b57ab4 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] update failed (client error): The resource could not be found. Jun 28 06:46:48.968284 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-69528084-a047-4bec-b162-441ee9b57ab4 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "PUT /v2.0/routers/88601368-a69a-42d0-b75a-9b4a258e61bc HTTP/1.1" status: 404 len: 339 time: 0.6346045 Jun 28 06:46:48.970588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53314) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:48.977953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1114074034'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:48.990277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a92ca6ce-23a2-4c46-8c8c-d7a99a596c5d None None] Port 2be80719-1e32-47fe-8833-e0d8bf1faa29 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:49.065861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9dbdee-aa2d-43bd-ac02-8aac2e8781fa tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:49.070691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8e9dbdee-aa2d-43bd-ac02-8aac2e8781fa tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1171510 Jun 28 06:46:49.071452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53316) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:49.094741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:49.106210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] Sync routers for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:49.112244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Made reservation on behalf of 0bf40e4b028c45bf89bbcae47b579ff2 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:49.112587 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2079756 Jun 28 06:46:49.116871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:49.118068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53318) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:49.127413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:49.127413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:49.180150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e1b520-623e-4805-b2cd-35fdd61d8a5f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:49.185640 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b4e1b520-623e-4805-b2cd-35fdd61d8a5f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1130152 Jun 28 06:46:49.190962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53320) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:49.227588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:49.232141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-618ef81e-edde-43a8-ad70-11a062a30f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting subnet 6a984310-2229-4cc8-8d12-8a0e8820eb3b {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:49.239934 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24216db5-10e1-483f-abc4-fa28359a238a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:49.242921 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-618ef81e-edde-43a8-ad70-11a062a30f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:49.250525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:49.250525 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Added segment 82e1f831-ca34-4fa9-ad55-b9d3b954d048 of type vlan for network 3d7f50f8-6e31-475d-9396-b7c6d06ed071 Jun 28 06:46:49.258733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:49.271106 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1de90676-6f9f-4bdf-865c-2f5efacb4dd7 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:49.272234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d78fcd-8c64-4ae6-878f-98bfdb84ec02 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:49.273821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d78fcd-8c64-4ae6-878f-98bfdb84ec02 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:49.275376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d78fcd-8c64-4ae6-878f-98bfdb84ec02 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:49.279711 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-31d78fcd-8c64-4ae6-878f-98bfdb84ec02 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0824096 Jun 28 06:46:49.288151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53322) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:49.312900 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:49.409817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:49.416650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:49.417223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:49.429695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ed170cbc-6eb2-40e9-b15f-cd36145bda91 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:49.498432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:45Z', 'revision_number': 10, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:49.499329 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5276361 Jun 28 06:46:49.504786 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53324) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:49.510435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'subnet': {'network_id': '3d7f50f8-6e31-475d-9396-b7c6d06ed071', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:49.530810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Network': ['ID=3d7f50f8-6e31-475d-9396-b7c6d06ed071,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:49.541309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:49.552372 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 3d7f50f8-6e31-475d-9396-b7c6d06ed071 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:49.555156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] Checking router: f27b8fd7-8751-423b-8702-1892a3796df4 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:49.617208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:49.617862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:49.632986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24216db5-10e1-483f-abc4-fa28359a238a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=3034bdd5-5186-475a-b967-4f52e96263df,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:49.700790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-24216db5-10e1-483f-abc4-fa28359a238a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:49.735976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Made reservation on behalf of 0bf40e4b028c45bf89bbcae47b579ff2 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:49.740069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:49.743842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:49.774020 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-618ef81e-edde-43a8-ad70-11a062a30f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:49.948886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7060cd8-1003-4416-8700-caadeb961217 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet b2c1dbce-0ae7-4888-a988-a78063271e40 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:49.963518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7060cd8-1003-4416-8700-caadeb961217 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.003952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-24216db5-10e1-483f-abc4-fa28359a238a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.008266 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-24216db5-10e1-483f-abc4-fa28359a238a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/3034bdd5-5186-475a-b967-4f52e96263df HTTP/1.1" status: 204 len: 168 time: 3.9331322 Jun 28 06:46:50.018068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53328) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:50.073112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ee14cb8-e1da-4c57-8ae6-3afc7608431d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:50.085367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router eca251ad-07f1-45d8-8bf1-040365a40442 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:50.085367 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afb40b0-07a4-4022-84e5-2173fd360d18 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:46:50.085626 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1afb40b0-07a4-4022-84e5-2173fd360d18 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/3034bdd5-5186-475a-b967-4f52e96263df HTTP/1.1" status: 404 len: 333 time: 0.0662677 Jun 28 06:46:50.088677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53330) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:50.107779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7060cd8-1003-4416-8700-caadeb961217 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.110295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.124905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.129998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e62a34c3-8505-4ad8-b2d8-84a9d72e51f4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:50.134822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2f0222af-16ea-44d8-9bc6-3306686619ed tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:50.156039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:45Z', 'revision_number': 10, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:50.181678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=41730ae9-d0da-4e72-aeca-55d713ec6eaf,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:50.186732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67057e80-f1c7-4ad4-8bb5-2564c40d7fab None None] The sync data for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv is: [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:45Z', 'revision_number': 10, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None, '_interfaces': [{'id': 'a984de41-1d34-441d-bc33-7a9bf34ef3c7', 'name': '', 'network_id': '5d483568-c321-4d6a-822b-d510d5717942', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'mac_address': 'fa:16:3e:d5:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:45:46Z', 'revision_number': 5, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'subnets': [{'id': '1d0e70d4-5bee-4f26-a2f4-728189c50114', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:50.196166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:50.244607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:50.248916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:50.249307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.251210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-618ef81e-edde-43a8-ad70-11a062a30f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.258292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Subnet': ['ID=5c28a6c7-fdf4-4a69-8cdb-0eec8d9260df,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:50.265069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:50.289171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Checking segment: {'id': '82e1f831-ca34-4fa9-ad55-b9d3b954d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d7f50f8-6e31-475d-9396-b7c6d06ed071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:50.289773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network hostable DHCP agents. Network: 3d7f50f8-6e31-475d-9396-b7c6d06ed071, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:50.316050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fe1d1-417b-419b-a629-a795fb134103 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 2be80719-1e32-47fe-8833-e0d8bf1faa29 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:50.316386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ba3fe1d1-417b-419b-a629-a795fb134103 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.351293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.414175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network 3d7f50f8-6e31-475d-9396-b7c6d06ed071 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:50.418801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ee14cb8-e1da-4c57-8ae6-3afc7608431d,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:50.459514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ba3fe1d1-417b-419b-a629-a795fb134103 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.473410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fe1d1-417b-419b-a629-a795fb134103 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 2be80719-1e32-47fe-8833-e0d8bf1faa29 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:50.520734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.523551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-825a0150-86a7-4e9b-b6fe-109c6f785485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:50.530506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 3d7f50f8-6e31-475d-9396-b7c6d06ed071) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:50.548564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:50.549299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.564845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53332) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:50.570070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e536b63f-3e1e-463e-868f-43823983fa6b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717989267', 'description': 'tempest-secgroup-smoke-1717989267 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:50.571520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8807b4a3-d887-43c1-8003-ec0fb8fe64e1 None None] Network 3d7f50f8-6e31-475d-9396-b7c6d06ed071 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:50.635992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.645428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=1ee14cb8-e1da-4c57-8ae6-3afc7608431d,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:50.646220 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7060cd8-1003-4416-8700-caadeb961217 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.649808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:50.688200 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1822944 Jun 28 06:46:50.691518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53334) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:50.698425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ff127e05-a582-447f-8825-211ce34e68f9 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d7f50f8-6e31-475d-9396-b7c6d06ed071'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:50.714273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:50.719789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-618ef81e-edde-43a8-ad70-11a062a30f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.728680 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31255269-f7bf-4967-8f9d-2c1f2b7b03c4 None None] Sync routers for ids ['eca251ad-07f1-45d8-8bf1-040365a40442'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:50.741167 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31255269-f7bf-4967-8f9d-2c1f2b7b03c4 None None] Routers {'eca251ad-07f1-45d8-8bf1-040365a40442'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:50.742288 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-31255269-f7bf-4967-8f9d-2c1f2b7b03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eca251ad-07f1-45d8-8bf1-040365a40442'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:50.754076 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.755975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-06d40319-8b64-4555-9b48-1985fc43e7f8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:50.778380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-3d7f50f8-6e31-475d-9396-b7c6d06ed071', 'network_id': '3d7f50f8-6e31-475d-9396-b7c6d06ed071', 'tenant_id': '0bf40e4b028c45bf89bbcae47b579ff2', 'fixed_ips': [{'subnet_id': '5c28a6c7-fdf4-4a69-8cdb-0eec8d9260df'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:50.779570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.788391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ef81e-edde-43a8-ad70-11a062a30f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Subnet': ['ID=6a984310-2229-4cc8-8d12-8a0e8820eb3b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:50.802025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e536b63f-3e1e-463e-868f-43823983fa6b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.815091 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-31255269-f7bf-4967-8f9d-2c1f2b7b03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:50.826395 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31255269-f7bf-4967-8f9d-2c1f2b7b03c4 None None] Routers {'eca251ad-07f1-45d8-8bf1-040365a40442'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:50.827704 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-31255269-f7bf-4967-8f9d-2c1f2b7b03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eca251ad-07f1-45d8-8bf1-040365a40442'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:50.861784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-618ef81e-edde-43a8-ad70-11a062a30f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:50.866563 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-618ef81e-edde-43a8-ad70-11a062a30f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.868685 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-618ef81e-edde-43a8-ad70-11a062a30f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/6a984310-2229-4cc8-8d12-8a0e8820eb3b HTTP/1.1" status: 204 len: 168 time: 1.7495067 Jun 28 06:46:50.874707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53336) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:50.881299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d3fc42-7c3f-43da-a61d-33ecf4b9ee8d None None] Network f622113d-20c4-4f5b-b47e-a5bd5db7116e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:50.893776 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-31255269-f7bf-4967-8f9d-2c1f2b7b03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:50.894440 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31255269-f7bf-4967-8f9d-2c1f2b7b03c4 None None] The sync data for ids ['eca251ad-07f1-45d8-8bf1-040365a40442'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:50.932533 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-43068de1-8583-4f9f-bacd-a182192bd499 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "PUT /v2.0/floatingips/58993b1f-7476-4b12-9aa4-d1123156486c HTTP/1.1" status: 200 len: 979 time: 8.6805286 Jun 28 06:46:50.932726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53338) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:50.957515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ba3fe1d1-417b-419b-a629-a795fb134103 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:50.996263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1a51170d-d718-4b90-99c5-6b1de871aafe tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:51.016620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7060cd8-1003-4416-8700-caadeb961217 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.027908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-29cbe16b-90c3-4c58-95e5-7f71e5b07346 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:51.036268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7060cd8-1003-4416-8700-caadeb961217 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.040835 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e7060cd8-1003-4416-8700-caadeb961217 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/b2c1dbce-0ae7-4888-a988-a78063271e40 HTTP/1.1" status: 204 len: 168 time: 1.7484269 Jun 28 06:46:51.046500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53342) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:51.061653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7060cd8-1003-4416-8700-caadeb961217 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c1dbce-0ae7-4888-a988-a78063271e40,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:51.065615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e7060cd8-1003-4416-8700-caadeb961217 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:51.083323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8869b678-f871-48be-8e03-a388fa6c0098 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:51.086040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:51.148019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fe1d1-417b-419b-a629-a795fb134103 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=2be80719-1e32-47fe-8833-e0d8bf1faa29,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:51.150518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ba3fe1d1-417b-419b-a629-a795fb134103 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:51.189691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:51.195183 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4289389 Jun 28 06:46:51.198647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53346) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:51.214386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:51.254884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Allocated IP 2001:db8:1::2 (3d7f50f8-6e31-475d-9396-b7c6d06ed071/5c28a6c7-fdf4-4a69-8cdb-0eec8d9260df/c3e0b891-f51c-4e49-b4e4-e42013d8d1f1) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:51.255183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting subnet e14b57fd-3a45-410f-8dc5-5548f1b88921 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:51.258629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.273707 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:51.274516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:51.305773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.319987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ba3fe1d1-417b-419b-a629-a795fb134103 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.324429 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ba3fe1d1-417b-419b-a629-a795fb134103 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/2be80719-1e32-47fe-8833-e0d8bf1faa29 HTTP/1.1" status: 204 len: 168 time: 1.2323470 Jun 28 06:46:51.324612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ff127e05-a582-447f-8825-211ce34e68f9 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.339026 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53348) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:51.379131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.388334 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b45a2c-b243-4405-9acb-7c3c3f8a2768 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:46:51.394178 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a9b45a2c-b243-4405-9acb-7c3c3f8a2768 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/2be80719-1e32-47fe-8833-e0d8bf1faa29 HTTP/1.1" status: 404 len: 333 time: 0.0538580 Jun 28 06:46:51.397490 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53350) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:51.425791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2439ffeb-11e8-412c-bad8-113453266bc4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet de6027bf-5b6d-46af-bcc7-01de11360a7d {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:51.430684 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:51.459309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2439ffeb-11e8-412c-bad8-113453266bc4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.489283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e072ca-45c5-4c31-b18b-ddef537f162e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet ec95c7a1-e678-43f0-884a-6dd7db7fad1b {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:51.496488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78e072ca-45c5-4c31-b18b-ddef537f162e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.560608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.585912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e536b63f-3e1e-463e-868f-43823983fa6b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.590932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78e072ca-45c5-4c31-b18b-ddef537f162e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.606492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2439ffeb-11e8-412c-bad8-113453266bc4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.612816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port f4e1348a-a6ac-4b63-a883-92982d85451e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:51.613199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.736829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78e072ca-45c5-4c31-b18b-ddef537f162e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.749140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:51.749533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.799257 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e536b63f-3e1e-463e-868f-43823983fa6b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.807407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] DHCP port deletion for f622113d-20c4-4f5b-b47e-a5bd5db7116e request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:51.810071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-55410091-1a9d-45db-9058-b3cb8f8c219f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:51.827516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.827516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b7053f06-67af-42e3-97dd-2b12bc8e7ed4 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:51.858244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Subnet': ['ID=e14b57fd-3a45-410f-8dc5-5548f1b88921,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:51.861575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.863489 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/e14b57fd-3a45-410f-8dc5-5548f1b88921 HTTP/1.1" status: 204 len: 168 time: 0.6636672 Jun 28 06:46:51.869206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53352) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:51.880268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.880437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.880437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.880437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.880437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.881477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.881477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.881810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.882347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.882879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.883132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.883971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.883971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:51.885242 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37457045-6985-4900-b00a-a1877c8f6e3c None None] Network f309dacf-949b-4e44-aa3a-32766aafe324 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:51.897999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:51.914479 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78e072ca-45c5-4c31-b18b-ddef537f162e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.917418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-278db082-c380-4ac0-83b8-3a8736cf44a8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:51.922150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Transition to ACTIVE for port object c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:51.949006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port b0e0b3a7-271c-44c2-b7f0-fab1072853d4, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b0e0b3a7-271c-44c2-b7f0-fab1072853d4,segment=NetworkSegment(57b14bb2-4af4-4ce5-a338-8fe7667a7627),segment_id=57b14bb2-4af4-4ce5-a338-8fe7667a7627)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:51.949468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.953514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.978025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2439ffeb-11e8-412c-bad8-113453266bc4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:51.985304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for b0e0b3a7-271c-44c2-b7f0-fab1072853d4 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:52.002515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Transition to ACTIVE for port object c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:52.005411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78e072ca-45c5-4c31-b18b-ddef537f162e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.008284 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-78e072ca-45c5-4c31-b18b-ddef537f162e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/ec95c7a1-e678-43f0-884a-6dd7db7fad1b HTTP/1.1" status: 204 len: 168 time: 0.6098084 Jun 28 06:46:52.012241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d96436-78fc-436a-91f3-2fb5de0f31ae None None] Network c1c0161f-5045-43bf-8cee-b1323512c6dc requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:52.015986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e072ca-45c5-4c31-b18b-ddef537f162e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=ec95c7a1-e678-43f0-884a-6dd7db7fad1b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:52.019619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-78e072ca-45c5-4c31-b18b-ddef537f162e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:52.024484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53356) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:52.055943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.084356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536b63f-3e1e-463e-868f-43823983fa6b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f28f570-f4de-46f7-9d4d-ba2221132651,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:52.088775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e536b63f-3e1e-463e-868f-43823983fa6b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:52.099633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e536b63f-3e1e-463e-868f-43823983fa6b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.101030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e536b63f-3e1e-463e-868f-43823983fa6b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5348802 Jun 28 06:46:52.114557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.123337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:52.127906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:49Z', 'revision_number': 9, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:52.142056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53358) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:52.147365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-871ba1a7-92b7-4a20-be1a-c9c811825eb2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '0f28f570-f4de-46f7-9d4d-ba2221132651', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:52.196846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:52.199265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Deleting port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:52.199707 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.218220 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.245778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ee14cb8-e1da-4c57-8ae6-3afc7608431d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:52.294273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:52.311027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.354760 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-ff127e05-a582-447f-8825-211ce34e68f9 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:46:52.355880 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ff127e05-a582-447f-8825-211ce34e68f9 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "PUT /v2.0/routers/88601368-a69a-42d0-b75a-9b4a258e61bc HTTP/1.1" status: 400 len: 364 time: 1.6614106 Jun 28 06:46:52.362760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53362) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:52.364558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:52.365244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:52.381285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Network 3d7f50f8-6e31-475d-9396-b7c6d06ed071 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:52.420020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2439ffeb-11e8-412c-bad8-113453266bc4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.494327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9a5dc7a2-60c1-4abc-bd3d-d3ebf65142dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:52.526183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:52.529410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:52.553593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Pushing event updated for resources: {'Port': ['ID=c3e0b891-f51c-4e49-b4e4-e42013d8d1f1,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:52.555648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439ffeb-11e8-412c-bad8-113453266bc4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=de6027bf-5b6d-46af-bcc7-01de11360a7d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:52.568423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:52.608720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2439ffeb-11e8-412c-bad8-113453266bc4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:52.622426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:52.623068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.645370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-871ba1a7-92b7-4a20-be1a-c9c811825eb2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.679594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] For port b0e0b3a7-271c-44c2-b7f0-fab1072853d4, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b0e0b3a7-271c-44c2-b7f0-fab1072853d4,segment=NetworkSegment(57b14bb2-4af4-4ce5-a338-8fe7667a7627),segment_id=57b14bb2-4af4-4ce5-a338-8fe7667a7627)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:52.680029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.683757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2439ffeb-11e8-412c-bad8-113453266bc4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.686423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2439ffeb-11e8-412c-bad8-113453266bc4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/de6027bf-5b6d-46af-bcc7-01de11360a7d HTTP/1.1" status: 204 len: 168 time: 1.5715127 Jun 28 06:46:52.693557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53364) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:52.714465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a5b71144-0e06-4eec-ad3f-6e4a9496a2c5,segment=NetworkSegment(af5e1180-4595-4625-8bad-befcf6b89a73),segment_id=af5e1180-4595-4625-8bad-befcf6b89a73)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:52.715005 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.725973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:52.728639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.739230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:52.742532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:52.844177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] For port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0,segment=NetworkSegment(48633a3f-99c3-4773-ac16-c81649760d00),segment_id=48633a3f-99c3-4773-ac16-c81649760d00)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:52.844694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:52.871792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:52.963352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Calling delete_port for b0e0b3a7-271c-44c2-b7f0-fab1072853d4 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:52.987224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e1ad9f-4fa2-471e-88a6-51d098c0e9ec None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:53.035931 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Attempting to bind port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:53.036219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Attempting to bind port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '82e1f831-ca34-4fa9-ad55-b9d3b954d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d7f50f8-6e31-475d-9396-b7c6d06ed071'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:53.036589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Attempting to bind port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 on network 3d7f50f8-6e31-475d-9396-b7c6d06ed071 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:53.039285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.042935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:53.072880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=a5b71144-0e06-4eec-ad3f-6e4a9496a2c5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:53.077423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:53.077933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.080619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No DVR routers for this DVR port a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:53.082135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-df16b843-ba08-482f-aab5-d50cc2a3d4ef tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:53.137219 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:53.147716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:53.148687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No DVR routers for this DVR port 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:53.186392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:53.186836 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Checking segment: {'id': '82e1f831-ca34-4fa9-ad55-b9d3b954d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d7f50f8-6e31-475d-9396-b7c6d06ed071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:53.187187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.187596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Bound using segment: {'id': '82e1f831-ca34-4fa9-ad55-b9d3b954d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d7f50f8-6e31-475d-9396-b7c6d06ed071'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:53.188083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Bound port: c3e0b891-f51c-4e49-b4e4-e42013d8d1f1, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e1f831-ca34-4fa9-ad55-b9d3b954d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3d7f50f8-6e31-475d-9396-b7c6d06ed071'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:53.188472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.203226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984a192-c938-4396-8a79-eee55106c4ec None None] DHCP port deletion for f309dacf-949b-4e44-aa3a-32766aafe324 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:53.227894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3f90de00-da92-4f37-8c5c-a8cc6da98161 None None] Provisioning complete for port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:53.228263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3f90de00-da92-4f37-8c5c-a8cc6da98161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.249527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.292837 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ba9cb423-3d3d-41ed-ba26-b85ad658809f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5603044 Jun 28 06:46:53.293175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f309dacf-949b-4e44-aa3a-32766aafe324']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:53.295969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53368) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:53.305515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.315503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5e1180-4595-4625-8bad-befcf6b89a73') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:53.315746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5e1180-4595-4625-8bad-befcf6b89a73') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:53.324959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c0161f-5045-43bf-8cee-b1323512c6dc']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:53.334297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.338377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.343885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48633a3f-99c3-4773-ac16-c81649760d00') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:53.343885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48633a3f-99c3-4773-ac16-c81649760d00') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:53.344161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-871ba1a7-92b7-4a20-be1a-c9c811825eb2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.348589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:53.350078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f8a7e-c5be-4209-90a8-f814bacd5597 None None] DHCP port deletion for c1c0161f-5045-43bf-8cee-b1323512c6dc request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:53.357030 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.365199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.374233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:46:53.374749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:46:53.377886 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:46:53.380120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.387301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce1a5dd1-3fbf-41b8-aacd-21d761295fb1 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:53.445310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:46:53.445866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:46:53.449103 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:46:53.460335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-871ba1a7-92b7-4a20-be1a-c9c811825eb2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.491264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=b0e0b3a7-271c-44c2-b7f0-fab1072853d4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:53.503055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No DVR routers for this DVR port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:53.507103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:53.528156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.536763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5e260ff6-835f-4ce1-9d68-bc0a83e51aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:53.575344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:53.575580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] For port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:53.582731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.589762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.589762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Floating IP 58993b1f-7476-4b12-9aa4-d1123156486c disassociated. External IP: 172.26.4.188, port: f4e1348a-a6ac-4b63-a883-92982d85451e. Jun 28 06:46:53.589762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for f4e1348a-a6ac-4b63-a883-92982d85451e owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:53.590823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Pushing event deleted for resources: {'Port': ['ID=b0e0b3a7-271c-44c2-b7f0-fab1072853d4,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:53.595782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] No DVR routers for this DVR port b0e0b3a7-271c-44c2-b7f0-fab1072853d4 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:53.607642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2a272337-3829-403b-9faa-ab7f872ce248 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:53.614769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] For port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c3e0b891-f51c-4e49-b4e4-e42013d8d1f1,segment=NetworkSegment(82e1f831-ca34-4fa9-ad55-b9d3b954d048),segment_id=82e1f831-ca34-4fa9-ad55-b9d3b954d048)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:53.616340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.621041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4c2b1b8a-afc5-4829-8838-29e418b456ef tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:53.631208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.631208 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/networks/f309dacf-949b-4e44-aa3a-32766aafe324 HTTP/1.1" status: 204 len: 168 time: 1.7580512 Jun 28 06:46:53.640571 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53370) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:53.690076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.690503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.690775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.691117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.691544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.691885 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.692211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.692542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.692838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ba1a7-92b7-4a20-be1a-c9c811825eb2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14781f57-7179-409f-ad79-560994122231,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:53.693004 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.693214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.693532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.693853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:53.698102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:53.699290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Network': ['ID=f309dacf-949b-4e44-aa3a-32766aafe324,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:53.702769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.706839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:53.707838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-80ddafff-526e-4e5f-bd57-d1fb729428e6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:53.709412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2a272337-3829-403b-9faa-ab7f872ce248 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:53.709779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2a272337-3829-403b-9faa-ab7f872ce248 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:53.710218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b0e0b3a7-271c-44c2-b7f0-fab1072853d4 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:53.719241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-871ba1a7-92b7-4a20-be1a-c9c811825eb2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:53.731835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.735590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-262a91be-8a3c-46b1-88ee-fcf9a52e0366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:53.747887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.747887 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/networks/c1c0161f-5045-43bf-8cee-b1323512c6dc HTTP/1.1" status: 204 len: 168 time: 1.7080979 Jun 28 06:46:53.755842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53372) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:53.760941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1819220472'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:53.765919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Network': ['ID=c1c0161f-5045-43bf-8cee-b1323512c6dc,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:53.776136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:53.790233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: b0e0b3a7-271c-44c2-b7f0-fab1072853d4 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:53.790991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b0e0b3a7-271c-44c2-b7f0-fab1072853d4 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:53.805268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-871ba1a7-92b7-4a20-be1a-c9c811825eb2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.810539 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-871ba1a7-92b7-4a20-be1a-c9c811825eb2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6659868 Jun 28 06:46:53.810722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53374) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:53.815388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e59ac86f-faec-4aa6-b80a-5460a891b596 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '0f28f570-f4de-46f7-9d4d-ba2221132651', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:53.840958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.846803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Pushing event updated for resources: {'Port': ['ID=c3e0b891-f51c-4e49-b4e4-e42013d8d1f1,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:53.850965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:53.858906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-79e07677-6fde-4540-825a-c19812630da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.864966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:49Z', 'revision_number': 9, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:53.877847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-e140260a-2241-4150-8922-38859c640e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:53.879024 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-e140260a-2241-4150-8922-38859c640e0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1099 time: 0.5971065 Jun 28 06:46:53.887803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f622113d-20c4-4f5b-b47e-a5bd5db7116e']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:53.908170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81672d13-851b-4bde-9aab-b00ddc1a4d7b None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:49Z', 'revision_number': 9, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d13233-3b13-4724-8210-a945e5791db7', 'name': '', 'network_id': '1af2888a-b0e5-4188-b702-367d48d43850', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:af:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:51Z', 'updated_at': '2021-06-28T06:46:01Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'e4ad01d9-6848-40f8-a54f-c8d9f6f90039', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:53.935357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:53.941912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:53.944786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:53.993288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:46:53.994402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7ab59-18c9-4ac9-a8a2-caa45021cbfd req-f9f4f219-fc1c-4e9b-b72a-d1ab86219243 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:53.999101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d0d7ab59-18c9-4ac9-a8a2-caa45021cbfd req-f9f4f219-fc1c-4e9b-b72a-d1ab86219243 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.7571795 Jun 28 06:46:54.012844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] Deleting port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:54.013631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.024923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e59ac86f-faec-4aa6-b80a-5460a891b596 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.028449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.028949 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Added segment bb88e32d-40aa-485e-8649-9633725a436c of type vlan for network 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 Jun 28 06:46:54.029546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.039378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b14bb2-4af4-4ce5-a338-8fe7667a7627') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:54.039921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b14bb2-4af4-4ce5-a338-8fe7667a7627') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:54.090004 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] For port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ac3f6c46-aff6-43fc-85cc-c45decb1cc7f,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:54.090554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.109464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] Calling delete_port for ac3f6c46-aff6-43fc-85cc-c45decb1cc7f owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:54.143270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.159558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.212983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e59ac86f-faec-4aa6-b80a-5460a891b596 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.282993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.289872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:54.313054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.326259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.332372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:54.337173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:54.341327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.341471 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.344238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] Pushing event deleted for resources: {'Port': ['ID=ac3f6c46-aff6-43fc-85cc-c45decb1cc7f,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:54.355170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:54.359090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e59ac86f-faec-4aa6-b80a-5460a891b596 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.370973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b464172a-8bcd-4e88-82fd-94a07df35ad8 tempest-ExternalNetworksTestJSON-2054418710 tempest-ExternalNetworksTestJSON-2054418710-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:54.371100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] No DVR routers for this DVR port ac3f6c46-aff6-43fc-85cc-c45decb1cc7f on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:46:54.371100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:54.382080 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d0d7ab59-18c9-4ac9-a8a2-caa45021cbfd req-9bfd59c9-ef0c-44ca-b785-dda4d64fee09 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616207 Jun 28 06:46:54.391592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:46:54.392179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.406372 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:54.406869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a5b71144-0e06-4eec-ad3f-6e4a9496a2c5 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:46:54.407782 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:46:54.410736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:54.446291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:54.449415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0de3219d-dfd0-41dc-9cdb-fd3ecf02eea0 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:54.459949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.503715 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7438619 Jun 28 06:46:54.508158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53376) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:54.514894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': '2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:54.520546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Network': ['ID=2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:54.523343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:54.527108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:54.532179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:46:54.536676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:54.569193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ac86f-faec-4aa6-b80a-5460a891b596 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f869a3b6-a210-464a-949b-3cd1cf13807a,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:54.572753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e59ac86f-faec-4aa6-b80a-5460a891b596 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:54.609102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-d7993e08-c0ab-4b61-a726-71832605e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:54.610150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e59ac86f-faec-4aa6-b80a-5460a891b596 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.610607 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-d7993e08-c0ab-4b61-a726-71832605e5d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 200 len: 912 time: 0.7199378 Jun 28 06:46:54.615983 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e59ac86f-faec-4aa6-b80a-5460a891b596 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8053029 Jun 28 06:46:54.618275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53378) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:54.624891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=f4e1348a-a6ac-4b63-a883-92982d85451e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:54.628821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7e4b05ab-ea34-4d60-a64b-449bb19bfee9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '0f28f570-f4de-46f7-9d4d-ba2221132651', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:54.631626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:54.644588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.733822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.753578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-db9dc145-4f83-4af6-bd26-3d635b26131b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:54.797411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:54.799944 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/networks/f622113d-20c4-4f5b-b47e-a5bd5db7116e HTTP/1.1" status: 204 len: 168 time: 3.9222925 Jun 28 06:46:54.802697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53380) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:54.840761 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Network': ['ID=f622113d-20c4-4f5b-b47e-a5bd5db7116e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:54.866460 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-9ae79282-a960-4b49-84ad-7c40a68ef5fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 200 len: 1001 time: 0.2454116 Jun 28 06:46:54.904216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.904525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.905005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.905270 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.905636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.906003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.906361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.906714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.907068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.907424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.908596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.908596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:46:54.911663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e4b05ab-ea34-4d60-a64b-449bb19bfee9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.038517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e4b05ab-ea34-4d60-a64b-449bb19bfee9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.071646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:55.075209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.163304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e4b05ab-ea34-4d60-a64b-449bb19bfee9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.192702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:55.238810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:55.291683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Allocated IP 2001:db8::1 (2fefd9d5-966e-478e-a363-14373b835d77/a3c00775-fdfd-40d4-805d-c262e2885572/573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:55.295981 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b05ab-ea34-4d60-a64b-449bb19bfee9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22501b84-2cd6-4b53-987a-7b0af0180b53,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:55.298206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d106d450-b9c2-4590-8933-f633ed444a2a None None] Network 3d7f50f8-6e31-475d-9396-b7c6d06ed071 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:55.307099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e4b05ab-ea34-4d60-a64b-449bb19bfee9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:55.331934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-99c53566-8efe-4f5c-ba48-e710cd745872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:55.333712 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-99c53566-8efe-4f5c-ba48-e710cd745872 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94181330-8daa-4f63-8db3-dd5004767258 HTTP/1.1" status: 200 len: 850 time: 0.4542308 Jun 28 06:46:55.368763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e4b05ab-ea34-4d60-a64b-449bb19bfee9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.372885 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7e4b05ab-ea34-4d60-a64b-449bb19bfee9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7501662 Jun 28 06:46:55.377127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53384) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:55.384536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-84c3beaf-7b81-4b29-b818-cd69f2deb42e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '0f28f570-f4de-46f7-9d4d-ba2221132651', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:55.420750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router eca251ad-07f1-45d8-8bf1-040365a40442 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:55.468562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-52ea34cb-c279-4ffc-b1f4-6bedbec525ee None None] Provisioning for port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:55.531129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 75d13233-3b13-4724-8210-a945e5791db7 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:55.536605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.563197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-84c3beaf-7b81-4b29-b818-cd69f2deb42e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.574047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.582580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0625f7ed-533d-4c8d-9932-ff6db3aad100 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:55.662711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.666361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.675681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a20c41c1-f8ad-4154-8c31-fd2f3da2abd2 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:55.720707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-682cfd64-5da0-459d-8bd4-c23c02edcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:55.722366 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-682cfd64-5da0-459d-8bd4-c23c02edcd0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3811944 Jun 28 06:46:55.749397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:55.758041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Transition to ACTIVE for port object 573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:55.776836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:55.779885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:55.780617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:55.791079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f04becc-2511-4ddc-b4f4-c222c40f9844 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:55.797853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=cf6a1dc5-d3db-4fc7-a131-7b02fc1de482,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:55.800564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:55.877078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:55.890631 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396a06a2-357a-41e2-9fc4-1a9606df5b9f None None] Sync routers for ids ['eca251ad-07f1-45d8-8bf1-040365a40442'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:55.910713 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396a06a2-357a-41e2-9fc4-1a9606df5b9f None None] Routers {'eca251ad-07f1-45d8-8bf1-040365a40442'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:55.911343 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-396a06a2-357a-41e2-9fc4-1a9606df5b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eca251ad-07f1-45d8-8bf1-040365a40442'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:55.942541 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6050503 Jun 28 06:46:55.947698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53388) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:55.973642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-702d4064-8a9c-448f-b824-c468e55aac6c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:55.992723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91758d8-e9c5-4816-9ec1-e6a09c4551e5 req-291be82e-09e3-4835-af9b-b1180670f05e tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:55.992723 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d91758d8-e9c5-4816-9ec1-e6a09c4551e5 req-291be82e-09e3-4835-af9b-b1180670f05e tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.4081044 Jun 28 06:46:55.993232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'tenant_id': 'c2e6678bb5a8486f8a5f34f97a6aec90', 'fixed_ips': [{'subnet_id': 'cf6a1dc5-d3db-4fc7-a131-7b02fc1de482'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:55.993347 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-396a06a2-357a-41e2-9fc4-1a9606df5b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:55.993459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.015739 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396a06a2-357a-41e2-9fc4-1a9606df5b9f None None] Routers {'eca251ad-07f1-45d8-8bf1-040365a40442'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:56.016405 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-396a06a2-357a-41e2-9fc4-1a9606df5b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eca251ad-07f1-45d8-8bf1-040365a40442'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:56.073609 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-7d7f45b6-fab4-4ce2-9df3-aac3e7cd94de service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420832 Jun 28 06:46:56.081586 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-396a06a2-357a-41e2-9fc4-1a9606df5b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:56.097352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port 75d13233-3b13-4724-8210-a945e5791db7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=75d13233-3b13-4724-8210-a945e5791db7,segment=NetworkSegment(25c77de9-6a99-4fdf-b0f5-0c13b0118edf),segment_id=25c77de9-6a99-4fdf-b0f5-0c13b0118edf)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:56.097713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.099294 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396a06a2-357a-41e2-9fc4-1a9606df5b9f None None] The sync data for ids ['eca251ad-07f1-45d8-8bf1-040365a40442'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:56.132592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:56.133800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-84c3beaf-7b81-4b29-b818-cd69f2deb42e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.139961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 75d13233-3b13-4724-8210-a945e5791db7 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:56.147194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=fa082f8c-81ec-452b-951f-939ab183842f,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:56.152950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:56.159734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.169436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.175567 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/ports/f4e1348a-a6ac-4b63-a883-92982d85451e HTTP/1.1" status: 204 len: 168 time: 5.2405729 Jun 28 06:46:56.176941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.181495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53390) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:56.188461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-242ee8cc-c062-436c-9b0e-9c1f197e71e0 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:56.232239 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Checking segment: {'id': 'bb88e32d-40aa-485e-8649-9633725a436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:56.232616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network hostable DHCP agents. Network: 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:46:56.233793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Allocated IP 2001:db8::2 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/cf6a1dc5-d3db-4fc7-a131-7b02fc1de482/542dfb4e-5f9e-46d6-8c5f-5010f813b7e3) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:56.242334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-84c3beaf-7b81-4b29-b818-cd69f2deb42e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.284092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:56.311785 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d91758d8-e9c5-4816-9ec1-e6a09c4551e5 req-993d0216-0609-4bff-8669-6efaec247f38 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981734 Jun 28 06:46:56.317861 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3beaf-7b81-4b29-b818-cd69f2deb42e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688660dc-0071-4a4d-b224-09d383007de0,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:56.327256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-84c3beaf-7b81-4b29-b818-cd69f2deb42e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:56.369551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network 2fefd9d5-966e-478e-a363-14373b835d77 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:56.386973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:56.389438 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:56.392595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.428308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-84c3beaf-7b81-4b29-b818-cd69f2deb42e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.432342 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-84c3beaf-7b81-4b29-b818-cd69f2deb42e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0514300 Jun 28 06:46:56.432844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53392) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:56.441297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Port': ['ID=573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:56.454906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-52e922df-bdf9-406c-8304-b3bdb11b4f6f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '0f28f570-f4de-46f7-9d4d-ba2221132651', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:56.455457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:56.455647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.459609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:46:56.463382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Transition to ACTIVE for port object 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:56.473900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.475505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:56.483525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:56.483525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.509268 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c15bbdf-dabd-450d-a7af-fa8e4eee160c req-6b769c33-a47c-4c7a-bfe5-f602c423a685 service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890808 Jun 28 06:46:56.528606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4cc4493f-194f-4c41-bb6c-7a4824b27300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.530930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Transition to ACTIVE for port object 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:56.588808 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-52e922df-bdf9-406c-8304-b3bdb11b4f6f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:46:56.591638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:56.604836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:56.605575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.612286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e922df-bdf9-406c-8304-b3bdb11b4f6f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.639923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aca77c-1ed9-4f62-81d1-8b359b9fcc47 None None] Network 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:56.713404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d4064-8a9c-448f-b824-c468e55aac6c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:56.717589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-702d4064-8a9c-448f-b824-c468e55aac6c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.718836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.729940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.730178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f9e4bf21-a52d-42f2-a36c-4b3e3cc00c85 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:56.738569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:56.784039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.800672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=75d13233-3b13-4724-8210-a945e5791db7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:56.803896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:56.807540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:56.809390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port a984de41-1d34-441d-bc33-7a9bf34ef3c7 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:56.818209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.818209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e922df-bdf9-406c-8304-b3bdb11b4f6f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.839624 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3296368 Jun 28 06:46:56.840371 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:56.850152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:56.875184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53394) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:56.887678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': '2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80', 'name': 'tempest-PortsTestJSON-812610191', 'fixed_ips': [{'subnet_id': 'fa082f8c-81ec-452b-951f-939ab183842f', 'ip_address': '172.20.0.10'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:56.938441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:56.946929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Pushing event updated for resources: {'Port': ['ID=542dfb4e-5f9e-46d6-8c5f-5010f813b7e3,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:56.954462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:56.978072 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.ipam_backend_mixin [None req-702d4064-8a9c-448f-b824-c468e55aac6c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf6a1dc5-d3db-4fc7-a131-7b02fc1de482 (CIDR: 2001:db8::/64) Jun 28 06:46:56.978661 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e922df-bdf9-406c-8304-b3bdb11b4f6f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.015622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e4b05ab-ea34-4d60-a64b-449bb19bfee9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:57.033038 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-702d4064-8a9c-448f-b824-c468e55aac6c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:46:57.033290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702d4064-8a9c-448f-b824-c468e55aac6c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:46:57.125935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c3e0b891-f51c-4e49-b4e4-e42013d8d1f1,segment=NetworkSegment(82e1f831-ca34-4fa9-ad55-b9d3b954d048),segment_id=82e1f831-ca34-4fa9-ad55-b9d3b954d048)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:57.129032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e922df-bdf9-406c-8304-b3bdb11b4f6f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff77b7c-3ef6-49bd-8598-975ec41f0fe2,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:57.130558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52e922df-bdf9-406c-8304-b3bdb11b4f6f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:57.146507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a452c25c-a670-465f-9261-e7219471712f None None] Provisioning for port 573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:57.161086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a452c25c-a670-465f-9261-e7219471712f None None] Provisioning complete for port 573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:57.161086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a452c25c-a670-465f-9261-e7219471712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.163715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Attempting to bind port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:57.164104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Attempting to bind port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:57.164467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Attempting to bind port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 on network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:57.173698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52e922df-bdf9-406c-8304-b3bdb11b4f6f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.180601 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-702d4064-8a9c-448f-b824-c468e55aac6c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2059517 Jun 28 06:46:57.180601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53396) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:57.181331 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-52e922df-bdf9-406c-8304-b3bdb11b4f6f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7448835 Jun 28 06:46:57.183663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'subnet': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:57.185804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53398) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:57.186572 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80', 'network_id': '2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80', 'tenant_id': 'fb4cea3c5cce4e11913a94a64c35b037', 'fixed_ips': [{'subnet_id': 'fa082f8c-81ec-452b-951f-939ab183842f'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:46:57.187345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.204900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:57.205346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Checking segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:57.205991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.206407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Bound using segment: {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:57.206911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Bound port: 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9fb4e9-d525-422d-81c2-aa284309bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:57.207311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.207694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-45ff2c9d-97ef-42e7-9f83-7a3eec69a557 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '0f28f570-f4de-46f7-9d4d-ba2221132651', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:46:57.212482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.220914 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b30c0d81-bcde-41ae-b38d-4a3372a2fce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:57.248519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port a984de41-1d34-441d-bc33-7a9bf34ef3c7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a984de41-1d34-441d-bc33-7a9bf34ef3c7,segment=NetworkSegment(81f79b9d-5e1c-4d49-bdd0-22173d705a16),segment_id=81f79b9d-5e1c-4d49-bdd0-22173d705a16)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:46:57.249007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.283291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a452c25c-a670-465f-9261-e7219471712f None None] Port 573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:57.293459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for a984de41-1d34-441d-bc33-7a9bf34ef3c7 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:46:57.302502 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.400587 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-45ff2c9d-97ef-42e7-9f83-7a3eec69a557 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:46:57.448042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c9d-97ef-42e7-9f83-7a3eec69a557 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.494903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 41730ae9-d0da-4e72-aeca-55d713ec6eaf no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:57.546566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 41730ae9-d0da-4e72-aeca-55d713ec6eaf {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:57.546973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 41730ae9-d0da-4e72-aeca-55d713ec6eaf not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:57.547375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ac3f6c46-aff6-43fc-85cc-c45decb1cc7f no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:46:57.549534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=c3e0b891-f51c-4e49-b4e4-e42013d8d1f1,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:57.558073 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:57.585868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: ac3f6c46-aff6-43fc-85cc-c45decb1cc7f {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:46:57.591268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ac3f6c46-aff6-43fc-85cc-c45decb1cc7f not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:46:57.591268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Allocated IP 172.20.0.2 (2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80/fa082f8c-81ec-452b-951f-939ab183842f/f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:57.604510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] For port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:57.608883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] For port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=542dfb4e-5f9e-46d6-8c5f-5010f813b7e3,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:57.630564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:57.650458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.696971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c9d-97ef-42e7-9f83-7a3eec69a557 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.721276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.725495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:57.795695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:57.820915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Pushing event updated for resources: {'Port': ['ID=542dfb4e-5f9e-46d6-8c5f-5010f813b7e3,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:57.830475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.832499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c9d-97ef-42e7-9f83-7a3eec69a557 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.833212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:57.834678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00e85-cbf1-4d8f-a60d-c589a189d2e8 req-336e1b31-256b-48e6-945f-9314383a8b2a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:57.836219 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9af00e85-cbf1-4d8f-a60d-c589a189d2e8 req-336e1b31-256b-48e6-945f-9314383a8b2a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.3313622 Jun 28 06:46:57.841553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:57.850582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.868757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Transition to ACTIVE for port object f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:57.893901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Transition to ACTIVE for port object f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:46:57.914530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff2c9d-97ef-42e7-9f83-7a3eec69a557 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cb8bdf-35bb-4c88-8602-6c93b4980ad5,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:57.914530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-45ff2c9d-97ef-42e7-9f83-7a3eec69a557 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:57.946227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.946643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port 7dd008f9-0831-4e67-b685-455ecd2c1183 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:46:57.951015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.951839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-831931eb-4fdd-4e7c-8648-f1278814cb3f tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:57.958955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.962581 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9af00e85-cbf1-4d8f-a60d-c589a189d2e8 req-bb088873-513b-4c8f-9cfa-72af611d0e2e tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175580 Jun 28 06:46:57.963174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:46:57.967076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.975722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:57.975722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:57.988832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=a984de41-1d34-441d-bc33-7a9bf34ef3c7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:57.991321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:58.062918 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Network 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:58.068388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:58.078839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45ff2c9d-97ef-42e7-9f83-7a3eec69a557 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.088930 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-45ff2c9d-97ef-42e7-9f83-7a3eec69a557 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8895009 Jun 28 06:46:58.096277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:46:58.116603 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Pushing event updated for resources: {'Port': ['ID=f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:58.120577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:58.160363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.161496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.183835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:58.192488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:58.198673 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5437665 Jun 28 06:46:58.206877 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:58.216881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:46:58.281323 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53406) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:58.298832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Attempting to bind port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:46:58.299221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Attempting to bind port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'bb88e32d-40aa-485e-8649-9633725a436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:46:58.299591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Attempting to bind port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c on network 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:46:58.315798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:58.316688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:58.355916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.369878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:46:58.369878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Checking segment: {'id': 'bb88e32d-40aa-485e-8649-9633725a436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:46:58.370341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.370667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Bound using segment: {'id': 'bb88e32d-40aa-485e-8649-9633725a436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:46:58.371023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Bound port: f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb88e32d-40aa-485e-8649-9633725a436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:46:58.371424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.373932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event updated for resources: {'Port': ['ID=573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:58.409524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:58.468034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Network 2fefd9d5-966e-478e-a363-14373b835d77 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:46:58.468260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa25eba2-4a1c-40aa-9108-734643b5ab9c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting subnet e4ad01d9-6848-40f8-a54f-c8d9f6f90039 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:58.471893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fa25eba2-4a1c-40aa-9108-734643b5ab9c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.515319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:46:58.533053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:58.558936 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-793a956d-a67b-475f-8914-820df5d8722d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717989267&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.1999717 Jun 28 06:46:58.597400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] For port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:46:58.603746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] For port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c,segment=NetworkSegment(bb88e32d-40aa-485e-8649-9633725a436c),segment_id=bb88e32d-40aa-485e-8649-9633725a436c)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:46:58.610095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:58.611277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.710691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.721189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8d3e66c6-99f1-453e-88da-632cb6bbe07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:58.796840 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fa25eba2-4a1c-40aa-9108-734643b5ab9c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.867849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Pushing event updated for resources: {'Port': ['ID=f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:58.871259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:58.906528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fa25eba2-4a1c-40aa-9108-734643b5ab9c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:58.981839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:56Z', 'revision_number': 10, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:59.017964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:46:59.029903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5b37dfe4-c09a-4167-ba6a-4489ea862848 None None] Provisioning complete for port 573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:46:59.035387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5b37dfe4-c09a-4167-ba6a-4489ea862848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:59.057149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:59.058333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:59.152389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5b37dfe4-c09a-4167-ba6a-4489ea862848 None None] Port 573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:46:59.157460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fa25eba2-4a1c-40aa-9108-734643b5ab9c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:59.189279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-beafde30-5548-4f30-8d42-af04f75e225f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:59.192978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:46:59.204390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-184c7ac7-686c-4080-af70-01d7c3ac5df8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:46:59.210041 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-beafde30-5548-4f30-8d42-af04f75e225f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/networks?id=86b40531-0a94-472d-a8df-c26d19f25874 HTTP/1.1" status: 200 len: 797 time: 0.6394303 Jun 28 06:46:59.240727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25eba2-4a1c-40aa-9108-734643b5ab9c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ad01d9-6848-40f8-a54f-c8d9f6f90039,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:46:59.242858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fa25eba2-4a1c-40aa-9108-734643b5ab9c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:59.244782 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fa25eba2-4a1c-40aa-9108-734643b5ab9c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/e4ad01d9-6848-40f8-a54f-c8d9f6f90039 HTTP/1.1" status: 204 len: 168 time: 0.9602363 Jun 28 06:46:59.256246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fa25eba2-4a1c-40aa-9108-734643b5ab9c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:46:59.256575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53422) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:59.258217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ee641-b6d7-49ac-8a40-3548b1cf2101 None None] Network 1af2888a-b0e5-4188-b702-367d48d43850 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:46:59.325197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:59.345610 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-8fa09af6-89cf-4394-8030-785599c27433 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/quotas/928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 375 time: 0.1337655 Jun 28 06:46:59.351474 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.10 (2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80/fa082f8c-81ec-452b-951f-939ab183842f/7dd008f9-0831-4e67-b685-455ecd2c1183) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:46:59.473351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Router 88601368-a69a-42d0-b75a-9b4a258e61bc has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:59.531876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:46:59.542806 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:59.552659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc97ea4-ceb8-40de-8fc4-4c26b93c3184 req-875443ca-2813-40ce-8934-582a1292afbf tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:46:59.554350 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6bc97ea4-ceb8-40de-8fc4-4c26b93c3184 req-875443ca-2813-40ce-8934-582a1292afbf tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.3275225 Jun 28 06:46:59.740250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:56Z', 'revision_number': 10, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:59.751758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:46:59.759342 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9554067 Jun 28 06:46:59.764620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53424) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:46:59.766939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] Sync routers for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:46:59.779947 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:46:59.780730 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:46:59.793495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-366ff16b-b432-4370-b9ae-44c7ac417eb9 None None] Provisioning for port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:46:59.796089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f2a0f-fc51-4c1f-94d9-3d756575494d None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:46:56Z', 'revision_number': 10, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None, '_interfaces': [{'id': '60ab30d5-34ec-4d6d-84e5-8ca6f8db924a', 'name': '', 'network_id': '85c93e35-952d-4d0f-93c4-a47e43841ba5', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'mac_address': 'fa:16:3e:16:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40459a39-77d1-4107-8f4c-1785013864c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:45:39Z', 'updated_at': '2021-06-28T06:45:49Z', 'revision_number': 5, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'subnets': [{'id': 'c7190364-2dfc-4fd6-9a8a-1cc306796475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:46:59.859528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] DHCP port deletion for 1af2888a-b0e5-4188-b702-367d48d43850 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:46:59.865246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-63887339-e620-4157-9b04-c8ae6dbec725 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting subnet 1d0e70d4-5bee-4f26-a2f4-728189c50114 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:46:59.875480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:59.881867 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63887339-e620-4157-9b04-c8ae6dbec725 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:59.897467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 2f1b65bd-2a81-495f-850d-643ecfb4e34d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:59.897814 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:46:59.940376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] Deleting port 2f1b65bd-2a81-495f-850d-643ecfb4e34d {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:46:59.941531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.028642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object 7dd008f9-0831-4e67-b685-455ecd2c1183 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:00.047328 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:00.051367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] For port 2f1b65bd-2a81-495f-850d-643ecfb4e34d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2f1b65bd-2a81-495f-850d-643ecfb4e34d,segment=NetworkSegment(25c77de9-6a99-4fdf-b0f5-0c13b0118edf),segment_id=25c77de9-6a99-4fdf-b0f5-0c13b0118edf)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:00.051789 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.069103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63887339-e620-4157-9b04-c8ae6dbec725 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.069760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] Calling delete_port for 2f1b65bd-2a81-495f-850d-643ecfb4e34d owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:00.108567 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:57Z', 'revision_number': 11, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:00.129899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port 2f1b65bd-2a81-495f-850d-643ecfb4e34d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2f1b65bd-2a81-495f-850d-643ecfb4e34d,segment=NetworkSegment(25c77de9-6a99-4fdf-b0f5-0c13b0118edf),segment_id=25c77de9-6a99-4fdf-b0f5-0c13b0118edf)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:00.130183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.159134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 2f1b65bd-2a81-495f-850d-643ecfb4e34d owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:00.163892 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] Checking router: f27b8fd7-8751-423b-8702-1892a3796df4 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:47:00.182609 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:00.183497 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:00.246039 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6bc97ea4-ceb8-40de-8fc4-4c26b93c3184 req-002dd182-c833-421c-93ee-a4437e409443 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6837740 Jun 28 06:47:00.275593 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-ef7803e2-9c88-45df-91da-7e87770cc943 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9288623 Jun 28 06:47:00.322896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.324056 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63887339-e620-4157-9b04-c8ae6dbec725 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.326312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:00.370772 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:00.389642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] Pushing event deleted for resources: {'Port': ['ID=2f1b65bd-2a81-495f-850d-643ecfb4e34d,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:00.404421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:00.404586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] No DVR routers for this DVR port 2f1b65bd-2a81-495f-850d-643ecfb4e34d on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:00.424963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.441230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:00.465468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:47:00.490330 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:57Z', 'revision_number': 11, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:00.518928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:00.531866 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bf73cc-ed25-4fc5-8dfc-d13f40798ad0 None None] The sync data for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv is: [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:57Z', 'revision_number': 11, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:00.534620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:00.537666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:00.561658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a69998-550c-4c9c-ac22-54c6cd0fb83b None None] Network 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:00.587833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=7dd008f9-0831-4e67-b685-455ecd2c1183,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:00.589978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:00.590219 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:00.604132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.605469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:00.608799 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "PUT /v2.0/routers/88601368-a69a-42d0-b75a-9b4a258e61bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2133424 Jun 28 06:47:00.617881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53428) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:00.625589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-88bfb456-5ae0-4785-a8a3-b50ac1a1efd8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:00.628028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d35e04-3a32-434f-9661-d30d95f077a4 None None] Sync routers for ids ['88601368-a69a-42d0-b75a-9b4a258e61bc'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:00.630530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No DVR routers for this DVR port 2f1b65bd-2a81-495f-850d-643ecfb4e34d on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:00.681658 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63887339-e620-4157-9b04-c8ae6dbec725 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.685418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port 4f2f726a-3988-40e1-a1c8-934a4ba1baee {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:00.685758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.689489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=2f1b65bd-2a81-495f-850d-643ecfb4e34d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:00.691977 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:00.698798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cd8e4b60-041d-4875-ba3a-fde3c8d08c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:00.717610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d35e04-3a32-434f-9661-d30d95f077a4 None None] Routers {'88601368-a69a-42d0-b75a-9b4a258e61bc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:00.718405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d6d35e04-3a32-434f-9661-d30d95f077a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['88601368-a69a-42d0-b75a-9b4a258e61bc'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:00.742109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:00.742802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.756259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63887339-e620-4157-9b04-c8ae6dbec725 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.760753 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-63887339-e620-4157-9b04-c8ae6dbec725 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/1d0e70d4-5bee-4f26-a2f4-728189c50114 HTTP/1.1" status: 204 len: 168 time: 0.9926918 Jun 28 06:47:00.760753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63887339-e620-4157-9b04-c8ae6dbec725 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0e70d4-5bee-4f26-a2f4-728189c50114,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:00.761894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-63887339-e620-4157-9b04-c8ae6dbec725 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:00.762399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53430) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:00.768079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d6d35e04-3a32-434f-9661-d30d95f077a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:00.771891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b64a7a-e38a-4b14-b0e7-6af6b2d00777 None None] Network 5d483568-c321-4d6a-822b-d510d5717942 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:00.776564 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-aaf6f082-61f5-4773-ac4e-b651232031ed service neutron] 10.222.0.24 "GET /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722571 Jun 28 06:47:00.829139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.858511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-96a5849d-3db2-4f08-a108-5c9602520875 None None] Provisioning for port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:00.864403 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d35e04-3a32-434f-9661-d30d95f077a4 None None] Routers {'88601368-a69a-42d0-b75a-9b4a258e61bc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:00.865248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d6d35e04-3a32-434f-9661-d30d95f077a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['88601368-a69a-42d0-b75a-9b4a258e61bc'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:00.868150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af2888a-b0e5-4188-b702-367d48d43850']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:00.884357 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0090380 Jun 28 06:47:00.884357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c77de9-6a99-4fdf-b0f5-0c13b0118edf') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:00.884357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c77de9-6a99-4fdf-b0f5-0c13b0118edf') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:00.893816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53432) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:00.899176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': '2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80', 'name': 'tempest-PortsTestJSON-17428448', 'fixed_ips': [{'subnet_id': 'fa082f8c-81ec-452b-951f-939ab183842f', 'ip_address': '172.20.0.9'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:00.900894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ded84174-8655-479f-bb9c-8c945cde5638 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.911622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.918889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:00.921692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d6d35e04-3a32-434f-9661-d30d95f077a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:00.921692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d35e04-3a32-434f-9661-d30d95f077a4 None None] The sync data for ids ['88601368-a69a-42d0-b75a-9b4a258e61bc'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:00.950421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.956151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.983949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:00.984520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:00.999335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:01.000361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:01.003990 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:01.006691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.051702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for 4f2f726a-3988-40e1-a1c8-934a4ba1baee owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:01.098860 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-eeed7fa2-aa1a-4e59-a222-e3174ab23b43 service neutron] 10.222.0.24 "GET /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880843 Jun 28 06:47:01.106680 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-ded84174-8655-479f-bb9c-8c945cde5638 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 28 06:47:01.107753 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ded84174-8655-479f-bb9c-8c945cde5638 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/routers/88601368-a69a-42d0-b75a-9b4a258e61bc HTTP/1.1" status: 409 len: 329 time: 0.4871864 Jun 28 06:47:01.112566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53434) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:01.146584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.199705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.205604 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.209826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.212010 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/networks/1af2888a-b0e5-4188-b702-367d48d43850 HTTP/1.1" status: 204 len: 168 time: 1.9488075 Jun 28 06:47:01.217192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53436) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:01.218226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f0076536-c7b6-4bc4-a6ed-54838bf01baf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:01.258836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Network': ['ID=1af2888a-b0e5-4188-b702-367d48d43850,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:01.261337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:01.289208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c,segment=NetworkSegment(bb88e32d-40aa-485e-8649-9633725a436c),segment_id=bb88e32d-40aa-485e-8649-9633725a436c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:01.307597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] DHCP port deletion for 5d483568-c321-4d6a-822b-d510d5717942 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:01.366251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.367294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:01.369230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:01.432824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:01.439681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.494334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Deleting port 845ee381-cec4-4652-943c-b025552c6212 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:01.494763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.539480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:01.543721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:01.560394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] Deleting port 845ee381-cec4-4652-943c-b025552c6212 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:01.561068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.574998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] For port 845ee381-cec4-4652-943c-b025552c6212, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=845ee381-cec4-4652-943c-b025552c6212,segment=NetworkSegment(81f79b9d-5e1c-4d49-bdd0-22173d705a16),segment_id=81f79b9d-5e1c-4d49-bdd0-22173d705a16)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:01.575818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.597164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Calling delete_port for 845ee381-cec4-4652-943c-b025552c6212 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:01.613410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port 0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:47:01.683958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] For port 845ee381-cec4-4652-943c-b025552c6212, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=845ee381-cec4-4652-943c-b025552c6212,segment=NetworkSegment(81f79b9d-5e1c-4d49-bdd0-22173d705a16),segment_id=81f79b9d-5e1c-4d49-bdd0-22173d705a16)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:01.684953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.710823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] Calling delete_port for 845ee381-cec4-4652-943c-b025552c6212 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:01.719953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:01.757302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:01.758433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.906745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-87a0df5a-87e5-4cb7-b474-76a64c6cb323 None None] Provisioning complete for port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:01.907139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-87a0df5a-87e5-4cb7-b474-76a64c6cb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:01.997537 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ff014d6-0688-4b68-aa00-2bd2d0304455 req-55b23783-06fe-418f-9b28-2eab1e5615be tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 210 time: 0.2777236 Jun 28 06:47:01.999411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.9 (2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80/fa082f8c-81ec-452b-951f-939ab183842f/0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:02.038587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.138902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.142981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5e6eec6c-c523-42c6-8b12-6778975564b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:02.145730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.151383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-15628522-ca81-4bff-aac8-485154f85a16 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:02.169081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] Pushing event deleted for resources: {'Port': ['ID=845ee381-cec4-4652-943c-b025552c6212,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:02.169579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] For port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=542dfb4e-5f9e-46d6-8c5f-5010f813b7e3,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:02.172503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:02.174165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] No DVR routers for this DVR port 845ee381-cec4-4652-943c-b025552c6212 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:02.179860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-87a0df5a-87e5-4cb7-b474-76a64c6cb323 None None] Provisioning for port 7dd008f9-0831-4e67-b685-455ecd2c1183 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:02.185462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-87a0df5a-87e5-4cb7-b474-76a64c6cb323 None None] Provisioning complete for port 7dd008f9-0831-4e67-b685-455ecd2c1183 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:02.185845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-87a0df5a-87e5-4cb7-b474-76a64c6cb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.186792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Port': ['ID=845ee381-cec4-4652-943c-b025552c6212,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:02.191437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No DVR routers for this DVR port 845ee381-cec4-4652-943c-b025552c6212 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:02.199613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:02.212618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53c59f-f93a-42e1-ad4e-0a9a056c6123 req-3d13b6c7-b11b-4d67-8c55-077622de1871 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:02.212618 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cb53c59f-f93a-42e1-ad4e-0a9a056c6123 req-3d13b6c7-b11b-4d67-8c55-077622de1871 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.7133822 Jun 28 06:47:02.245973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-87a0df5a-87e5-4cb7-b474-76a64c6cb323 None None] Port 7dd008f9-0831-4e67-b685-455ecd2c1183 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:02.262879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.272788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.278216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:02.322524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cb53c59f-f93a-42e1-ad4e-0a9a056c6123 req-c3db9f64-ad96-4fec-bd1c-4ebbdabd86e3 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026659 Jun 28 06:47:02.326571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=4f2f726a-3988-40e1-a1c8-934a4ba1baee,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:02.334256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.337324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.338153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.340346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:02.340923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:02.377211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:47:02.377710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:47:02.394128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b02645e6-c528-4ff3-9bb0-94f39de961f2 None None] Provisioning complete for port 7dd008f9-0831-4e67-b685-455ecd2c1183 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:02.394603 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b02645e6-c528-4ff3-9bb0-94f39de961f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.441102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-b02645e6-c528-4ff3-9bb0-94f39de961f2 None None] Port 7dd008f9-0831-4e67-b685-455ecd2c1183 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:02.475108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:02.489058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:02.503240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0e07db-e152-497d-bd34-ae05c1040b8d None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:02.503528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:02.504086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.519927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=542dfb4e-5f9e-46d6-8c5f-5010f813b7e3,revision_number=4']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:02.535446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:02.535968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c4a32115-0034-4877-b889-b8a90dcf577a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:02.652931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Subnet': ['ID=4709242b-4091-4156-b6c7-495975f6f3d6,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:02.661795 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.4821093 Jun 28 06:47:02.665107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.707307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.711172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53450) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:02.716739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Request body: {'port': {'network_id': 'dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44', 'mac_address': 'fa:16:3e:2d:82:d4', 'name': 'tempest-NetworksTestDHCPv6-2007361736'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:02.784901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d483568-c321-4d6a-822b-d510d5717942']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:02.834173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f79b9d-5e1c-4d49-bdd0-22173d705a16') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:02.834472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f79b9d-5e1c-4d49-bdd0-22173d705a16') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:02.867279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.931921 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.936434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.936874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.952040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:02.952453 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:02.980177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=542dfb4e-5f9e-46d6-8c5f-5010f813b7e3,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:02.984347 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:03.025691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:03.065911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object 0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:03.084939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.087746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0d2fabae-55a9-45d0-a187-9cfa8d363a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:03.176616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.195183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 75d13233-3b13-4724-8210-a945e5791db7 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:03.242338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 75d13233-3b13-4724-8210-a945e5791db7 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:03.242753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 75d13233-3b13-4724-8210-a945e5791db7 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:03.243646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2f1b65bd-2a81-495f-850d-643ecfb4e34d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:03.248475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.253986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.256440 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/networks/5d483568-c321-4d6a-822b-d510d5717942 HTTP/1.1" status: 204 len: 168 time: 2.4594650 Jun 28 06:47:03.260665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-11b1eb43-602d-4b11-b059-025cd4e6753f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:03.265498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53454) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:03.272522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e3b39f6a-bb64-4f56-9acb-a950b6242e09 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'routes': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:03.299529 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3a5420ed-072d-4051-9c5a-3a8053727674 req-2f223166-6b7c-47e7-ac89-7e4175dc8579 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 210 time: 0.0596826 Jun 28 06:47:03.367987 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.373227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Made reservation on behalf of c2e6678bb5a8486f8a5f34f97a6aec90 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:03.378700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Pushing event deleted for resources: {'Network': ['ID=5d483568-c321-4d6a-822b-d510d5717942,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:03.382175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:03.387336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:03.482179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2f1b65bd-2a81-495f-850d-643ecfb4e34d {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:03.482862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2f1b65bd-2a81-495f-850d-643ecfb4e34d not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:03.488005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=542dfb4e-5f9e-46d6-8c5f-5010f813b7e3,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:03.499425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:03.583401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:03.648309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:03.679206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:03.689289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:03.697560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0e787496-4b30-4a27-a220-99e032ace437 None None] Provisioning complete for port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:03.697951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0e787496-4b30-4a27-a220-99e032ace437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.705353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:03.706563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.742268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:03.758719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-e3b39f6a-bb64-4f56-9acb-a950b6242e09 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Added routes are [] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 28 06:47:03.758719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-e3b39f6a-bb64-4f56-9acb-a950b6242e09 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Removed routes are [] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 28 06:47:03.758719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3b39f6a-bb64-4f56-9acb-a950b6242e09 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.762619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:03.783869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router eca251ad-07f1-45d8-8bf1-040365a40442 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:47:03.793204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.800539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:03.801478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.831242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c29f-20a8-49e3-8391-4dc3315a6eb8 req-5fb4ee9a-3b27-4d70-a6a6-3e14b9603b64 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:03.836315 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6576c29f-20a8-49e3-8391-4dc3315a6eb8 req-5fb4ee9a-3b27-4d70-a6a6-3e14b9603b64 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.2605524 Jun 28 06:47:03.925949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=60ab30d5-34ec-4d6d-84e5-8ca6f8db924a,segment=NetworkSegment(2f0bd44e-b01a-4eaf-97fa-ed28365b870b),segment_id=2f0bd44e-b01a-4eaf-97fa-ed28365b870b)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:03.926409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.930695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Deleting port 573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:03.931170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:03.945731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:03.955540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:04.003374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:04.003859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.011352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:04.012036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.060724 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6576c29f-20a8-49e3-8391-4dc3315a6eb8 req-a066206f-9520-4749-9a12-0711e79556b5 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913581 Jun 28 06:47:04.125888 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] device_id is not set on port 144a0816-2afa-42e5-b4b8-98ba501d7bb8 yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:47:04.135077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3b39f6a-bb64-4f56-9acb-a950b6242e09 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.144909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3b39f6a-bb64-4f56-9acb-a950b6242e09 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.152892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-50ee4dc5-7ec4-4189-ba80-7817d7d1e7d8 None None] Provisioning for port 0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:04.158881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:04.163634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-50ee4dc5-7ec4-4189-ba80-7817d7d1e7d8 None None] Provisioning complete for port 0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:04.163634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-50ee4dc5-7ec4-4189-ba80-7817d7d1e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.164107 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f0db2a2e-bbcb-445d-97e6-a3ba398eb3e6 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "PUT /v2.0/routers/eca251ad-07f1-45d8-8bf1-040365a40442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9707544 Jun 28 06:47:04.166900 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53460) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:04.172739 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af8e20-3176-46e4-b9dd-dcefdf347c44 None None] Sync routers for ids ['eca251ad-07f1-45d8-8bf1-040365a40442'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:04.183030 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af8e20-3176-46e4-b9dd-dcefdf347c44 None None] Routers {'eca251ad-07f1-45d8-8bf1-040365a40442'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:04.183566 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f3af8e20-3176-46e4-b9dd-dcefdf347c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eca251ad-07f1-45d8-8bf1-040365a40442'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:04.214101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a984de41-1d34-441d-bc33-7a9bf34ef3c7 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:04.235960 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f3af8e20-3176-46e4-b9dd-dcefdf347c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:04.246647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: a984de41-1d34-441d-bc33-7a9bf34ef3c7 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:04.246994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a984de41-1d34-441d-bc33-7a9bf34ef3c7 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:04.247262 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af8e20-3176-46e4-b9dd-dcefdf347c44 None None] Routers {'eca251ad-07f1-45d8-8bf1-040365a40442'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:04.247444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 845ee381-cec4-4652-943c-b025552c6212 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:04.248397 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f3af8e20-3176-46e4-b9dd-dcefdf347c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eca251ad-07f1-45d8-8bf1-040365a40442'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:04.271106 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3762116 Jun 28 06:47:04.286817 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f3af8e20-3176-46e4-b9dd-dcefdf347c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:04.287849 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af8e20-3176-46e4-b9dd-dcefdf347c44 None None] The sync data for ids ['eca251ad-07f1-45d8-8bf1-040365a40442'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:04.297966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 845ee381-cec4-4652-943c-b025552c6212 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:04.297966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 845ee381-cec4-4652-943c-b025552c6212 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:04.298713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53462) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:04.301893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-50ee4dc5-7ec4-4189-ba80-7817d7d1e7d8 None None] Port 0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:04.359262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.382455 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Calling delete_port for 573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:04.398475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b39f6a-bb64-4f56-9acb-a950b6242e09 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router f27b8fd7-8751-423b-8702-1892a3796df4 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:47:04.410542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.477020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.493141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5ca6db-85e9-4632-9af7-714edbd9e997 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:04.497014 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0d5ca6db-85e9-4632-9af7-714edbd9e997 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1955743 Jun 28 06:47:04.497729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53466) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:04.512242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:04.523588 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-41bfdbe8-3eef-4424-872d-7cbdaff805ba req-7f6699e1-ff12-4114-8389-b2a18cf97609 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 210 time: 0.0691531 Jun 28 06:47:04.550079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=60ab30d5-34ec-4d6d-84e5-8ca6f8db924a,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:04.585929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:04.617457 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8::b (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/cf6a1dc5-d3db-4fc7-a131-7b02fc1de482/144a0816-2afa-42e5-b4b8-98ba501d7bb8) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:04.687863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2d:82d4 (dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44/4709242b-4091-4156-b6c7-495975f6f3d6/144a0816-2afa-42e5-b4b8-98ba501d7bb8) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:04.722608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b39f6a-bb64-4f56-9acb-a950b6242e09 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:04.732421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3b39f6a-bb64-4f56-9acb-a950b6242e09 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.733647 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e3b39f6a-bb64-4f56-9acb-a950b6242e09 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4 HTTP/1.1" status: 200 len: 705 time: 1.4652276 Jun 28 06:47:04.739426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53468) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:04.742164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] Sync routers for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:04.753058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:04.754043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:04.804898 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-328758c8-3efa-4d61-86b9-78823cbfc046 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=f27b8fd7-8751-423b-8702-1892a3796df4 HTTP/1.1" status: 200 len: 205 time: 0.0625055 Jun 28 06:47:04.806132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.808760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53470) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:04.834767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:04.890882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:04.897445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:57Z', 'revision_number': 11, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:04.928395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] Checking router: f27b8fd7-8751-423b-8702-1892a3796df4 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:47:04.937746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] Routers {'f27b8fd7-8751-423b-8702-1892a3796df4'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:04.938426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f27b8fd7-8751-423b-8702-1892a3796df4'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:04.954383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c17c-3bae-4d61-afa4-4aae4cf140db tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.016361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] Set router f27b8fd7-8751-423b-8702-1892a3796df4 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:05.075109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:57Z', 'revision_number': 11, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:05.105230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad0b13-5df1-4c23-b131-274a0d7876c2 None None] The sync data for ids ['f27b8fd7-8751-423b-8702-1892a3796df4'] in dv-neutron-797120-6-hyperv is: [{'id': 'f27b8fd7-8751-423b-8702-1892a3796df4', 'name': 'tempest-RoutersIpV6Test-router-1368506425', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:30Z', 'updated_at': '2021-06-28T06:46:57Z', 'revision_number': 11, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:05.157349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5a05c-cdd6-4b6c-9a37-533c21a767c7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:05.164500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5a05c-cdd6-4b6c-9a37-533c21a767c7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:05.172573 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5a05c-cdd6-4b6c-9a37-533c21a767c7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:05.174416 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cde5a05c-cdd6-4b6c-9a37-533c21a767c7 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.6744449 Jun 28 06:47:05.180770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53472) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:05.334988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f271c414-f4c1-48fb-a7e9-1dff42b050e6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:05.335333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f271c414-f4c1-48fb-a7e9-1dff42b050e6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.396213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.408706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:05.479671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Port': ['ID=573e6d9f-e82d-494d-a1cc-6a68c4d7d4e4,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:05.488080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:05.519767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-77f973bb-ee36-4c1f-8deb-d3d3d913d9ca tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:05.521238 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-77f973bb-ee36-4c1f-8deb-d3d3d913d9ca tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=86b40531-0a94-472d-a8df-c26d19f25874 HTTP/1.1" status: 200 len: 797 time: 0.8016129 Jun 28 06:47:05.592900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f271c414-f4c1-48fb-a7e9-1dff42b050e6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.631784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c17c-3bae-4d61-afa4-4aae4cf140db tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.635913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c17c-3bae-4d61-afa4-4aae4cf140db tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.662810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.666978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f271c414-f4c1-48fb-a7e9-1dff42b050e6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:05.670790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.728721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port 2e68d5cb-f80f-4bdd-bda8-70c351347269 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:05.729100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.736933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Transition to ACTIVE for port object 144a0816-2afa-42e5-b4b8-98ba501d7bb8 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:05.749236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:47:05.768346 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-a4503784-fde4-4f2f-bb14-43de2c3b7e93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 380 time: 0.1889672 Jun 28 06:47:05.817162 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0926c6a0-a0b9-48b1-9d86-d45029106794 req-b0706554-1202-4145-a818-15408e750b7b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 210 time: 0.0853274 Jun 28 06:47:05.821051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'admin_state_up': True, 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'security_groups': ['0f28f570-f4de-46f7-9d4d-ba2221132651']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:05.830084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c17c-3bae-4d61-afa4-4aae4cf140db tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.830694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b9c17c-3bae-4d61-afa4-4aae4cf140db tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Fanout notify agent at l3_agent the message router_deleted on router f27b8fd7-8751-423b-8702-1892a3796df4 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:47:05.851743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e2b9c17c-3bae-4d61-afa4-4aae4cf140db tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:05.854095 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e2b9c17c-3bae-4d61-afa4-4aae4cf140db tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4 HTTP/1.1" status: 204 len: 168 time: 1.0347729 Jun 28 06:47:05.862228 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53480) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:05.866885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-87205216-882e-483b-8703-19b2d02d0409 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-632149975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:05.993029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Router 88601368-a69a-42d0-b75a-9b4a258e61bc has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:47:06.009415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.012011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:06.016840 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.022921 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:06.030896 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8108277 Jun 28 06:47:06.031704 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:06.031870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53482) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:06.033431 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:06.048822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for 2e68d5cb-f80f-4bdd-bda8-70c351347269 owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:06.054422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9fcf517d-d29c-4dd1-afb4-55819c8a31c2 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:06.106567 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:06.113544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87205216-882e-483b-8703-19b2d02d0409 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.114556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87205216-882e-483b-8703-19b2d02d0409 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.134527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:06.151089 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "PUT /v2.0/routers/88601368-a69a-42d0-b75a-9b4a258e61bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0309069 Jun 28 06:47:06.151298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5521a9f7-0de7-41c6-8b5c-3acdeec1bd2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting subnet c7190364-2dfc-4fd6-9a8a-1cc306796475 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:06.151548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:06.152395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53484) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:06.155732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aebbc5-7ab0-4608-9345-e759410ed143 None None] Sync routers for ids ['88601368-a69a-42d0-b75a-9b4a258e61bc'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:06.161451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5521a9f7-0de7-41c6-8b5c-3acdeec1bd2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.164276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f271c414-f4c1-48fb-a7e9-1dff42b050e6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.169272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:06.178663 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:47:04Z', 'revision_number': 11, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:06.187596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aebbc5-7ab0-4608-9345-e759410ed143 None None] Routers {'88601368-a69a-42d0-b75a-9b4a258e61bc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:06.189689 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-14aebbc5-7ab0-4608-9345-e759410ed143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['88601368-a69a-42d0-b75a-9b4a258e61bc'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:06.203908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event updated for resources: {'Port': ['ID=144a0816-2afa-42e5-b4b8-98ba501d7bb8,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:06.207685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:06.209098 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:47:06.213500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:06.214202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.221595 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:06.221595 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:06.225393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:06.227910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ed6caf81-8884-4782-9211-ddb2aa6cd7a0 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:06.238488 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-249d24a3-d908-440c-94f1-e001ec08c002 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] show failed (client error): The resource could not be found. Jun 28 06:47:06.239511 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-249d24a3-d908-440c-94f1-e001ec08c002 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1999271992 HTTP/1.1" status: 404 len: 335 time: 0.0861857 Jun 28 06:47:06.275352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53486) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:06.280242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c6f5c317-815e-458a-a115-c20fbb2afd11 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:06.298000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-14aebbc5-7ab0-4608-9345-e759410ed143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:06.307157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87205216-882e-483b-8703-19b2d02d0409 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.320841 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:06.325238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aebbc5-7ab0-4608-9345-e759410ed143 None None] Routers {'88601368-a69a-42d0-b75a-9b4a258e61bc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:06.330609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-14aebbc5-7ab0-4608-9345-e759410ed143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['88601368-a69a-42d0-b75a-9b4a258e61bc'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:06.336402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5521a9f7-0de7-41c6-8b5c-3acdeec1bd2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.375886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271c414-f4c1-48fb-a7e9-1dff42b050e6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:06.381966 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-c6f5c317-815e-458a-a115-c20fbb2afd11 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] update failed (client error): The resource could not be found. Jun 28 06:47:06.383035 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c6f5c317-815e-458a-a115-c20fbb2afd11 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-763500843 HTTP/1.1" status: 404 len: 334 time: 0.1064734 Jun 28 06:47:06.386543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f271c414-f4c1-48fb-a7e9-1dff42b050e6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:06.387656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87205216-882e-483b-8703-19b2d02d0409 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.396608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53488) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:06.407068 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:47:04Z', 'revision_number': 11, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:06.425206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-14aebbc5-7ab0-4608-9345-e759410ed143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:06.426369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aebbc5-7ab0-4608-9345-e759410ed143 None None] The sync data for ids ['88601368-a69a-42d0-b75a-9b4a258e61bc'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:06.427825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.430797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:06.439183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.449512 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b0a82-d661-4b6a-b6c7-79c9b595ccec None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:47:04Z', 'revision_number': 11, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:06.457243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-40bc16ac-e97e-4485-bda0-55afc558d3d3 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:06.481865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f271c414-f4c1-48fb-a7e9-1dff42b050e6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.486783 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f271c414-f4c1-48fb-a7e9-1dff42b050e6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd HTTP/1.1" status: 204 len: 168 time: 1.3049526 Jun 28 06:47:06.487822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53490) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:06.506620 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.7940843 Jun 28 06:47:06.526654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53492) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:06.538500 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f438e95-ca05-4039-9cc4-fac1bd658cce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:47:06.541637 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2f438e95-ca05-4039-9cc4-fac1bd658cce tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/0b7b0a75-23bb-4ef8-aa89-7da2132a7ccd HTTP/1.1" status: 404 len: 333 time: 0.0527618 Jun 28 06:47:06.543102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=2e68d5cb-f80f-4bdd-bda8-70c351347269,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:06.544272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53494) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:06.557977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:06.602760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87205216-882e-483b-8703-19b2d02d0409 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.604330 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-87205216-882e-483b-8703-19b2d02d0409 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7410753 Jun 28 06:47:06.608194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53496) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:06.615231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-04dfad09-455f-4d55-8301-563b22c4664d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:06.700212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b1ec01-7530-489b-8773-7209801a8def tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Deleting subnet 5c28a6c7-fdf4-4a69-8cdb-0eec8d9260df {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:06.711677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17b1ec01-7530-489b-8773-7209801a8def tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.713097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f620c265-c89d-446e-a2c8-d00240274698 None None] Provisioning for port 144a0816-2afa-42e5-b4b8-98ba501d7bb8 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:06.716978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f620c265-c89d-446e-a2c8-d00240274698 None None] Provisioning complete for port 144a0816-2afa-42e5-b4b8-98ba501d7bb8 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:06.717298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f620c265-c89d-446e-a2c8-d00240274698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.753692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f620c265-c89d-446e-a2c8-d00240274698 None None] Port 144a0816-2afa-42e5-b4b8-98ba501d7bb8 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:06.795588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5521a9f7-0de7-41c6-8b5c-3acdeec1bd2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.826111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17b1ec01-7530-489b-8773-7209801a8def tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.851350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.964592 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-59679679-3337-4ddd-b4e5-be4121b39880 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting port 144a0816-2afa-42e5-b4b8-98ba501d7bb8 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:06.964963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-59679679-3337-4ddd-b4e5-be4121b39880 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.980172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.14 (86b40531-0a94-472d-a8df-c26d19f25874/61562036-9953-4f32-96f2-b13aba80cf24/8bc40033-ec42-4c13-b56e-d749c507885e) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:06.984721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04dfad09-455f-4d55-8301-563b22c4664d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:06.996662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.018265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.046170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f3297941-44fd-4d54-989b-fcd577339ac0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 7dd008f9-0831-4e67-b685-455ecd2c1183 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:07.049087 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3297941-44fd-4d54-989b-fcd577339ac0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.064254 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7690d630-5fbc-402f-bf3a-adef5921240f req-5a40552a-657e-4dce-9077-5085bee4cc5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 210 time: 0.0767362 Jun 28 06:47:07.071560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04dfad09-455f-4d55-8301-563b22c4664d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.149854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17b1ec01-7530-489b-8773-7209801a8def tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.170041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-59679679-3337-4ddd-b4e5-be4121b39880 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.208640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5521a9f7-0de7-41c6-8b5c-3acdeec1bd2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.215252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f203a906-2f2a-4739-a19d-7ff665498de8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:07.216760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-59679679-3337-4ddd-b4e5-be4121b39880 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Calling delete_port for 144a0816-2afa-42e5-b4b8-98ba501d7bb8 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:07.274791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.275353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Fanout notify agent at l3_agent the message router_deleted on router eca251ad-07f1-45d8-8bf1-040365a40442 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:47:07.280288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521a9f7-0de7-41c6-8b5c-3acdeec1bd2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Subnet': ['ID=c7190364-2dfc-4fd6-9a8a-1cc306796475,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:07.289625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.290749 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/routers/eca251ad-07f1-45d8-8bf1-040365a40442 HTTP/1.1" status: 204 len: 168 time: 3.1229436 Jun 28 06:47:07.296909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5521a9f7-0de7-41c6-8b5c-3acdeec1bd2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:07.301536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5521a9f7-0de7-41c6-8b5c-3acdeec1bd2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.303452 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5521a9f7-0de7-41c6-8b5c-3acdeec1bd2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/c7190364-2dfc-4fd6-9a8a-1cc306796475 HTTP/1.1" status: 204 len: 168 time: 1.2684381 Jun 28 06:47:07.303983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53500) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:07.308170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae8a239-bd82-4188-b5f8-7d99e27bfd20 None None] Network 85c93e35-952d-4d0f-93c4-a47e43841ba5 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:07.317628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53502) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:07.449624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1859e35-d2a1-4506-8548-17c236f6572d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting subnet 26a3bdb5-8a25-486c-8cc3-27566349c214 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:07.463840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1859e35-d2a1-4506-8548-17c236f6572d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.489250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.493251 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17b1ec01-7530-489b-8773-7209801a8def tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.500500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:07.513896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] DHCP port deletion for 85c93e35-952d-4d0f-93c4-a47e43841ba5 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:07.514962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.554014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3297941-44fd-4d54-989b-fcd577339ac0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.557717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1ec01-7530-489b-8773-7209801a8def tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Subnet': ['ID=5c28a6c7-fdf4-4a69-8cdb-0eec8d9260df,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:07.565519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17b1ec01-7530-489b-8773-7209801a8def tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:07.566954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 8bc40033-ec42-4c13-b56e-d749c507885e will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:07.571663 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] Deleting port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:07.575066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.575214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17b1ec01-7530-489b-8773-7209801a8def tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.576554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0dab6-ff37-4f13-8d51-e70e08442762 None None] Network 3d7f50f8-6e31-475d-9396-b7c6d06ed071 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:07.579949 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-17b1ec01-7530-489b-8773-7209801a8def tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/subnets/5c28a6c7-fdf4-4a69-8cdb-0eec8d9260df HTTP/1.1" status: 204 len: 168 time: 1.1743228 Jun 28 06:47:07.579949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1859e35-d2a1-4506-8548-17c236f6572d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.582440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53504) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:07.592887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f3297941-44fd-4d54-989b-fcd577339ac0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 7dd008f9-0831-4e67-b685-455ecd2c1183 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:07.673507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:07.728278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:07.728644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 60ab30d5-34ec-4d6d-84e5-8ca6f8db924a not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:07.729173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:07.745391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dfad09-455f-4d55-8301-563b22c4664d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Router 303ffa1c-cd55-4819-9a96-a739ed156697 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:47:07.783948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] For port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2aebed0d-cc5b-4946-bd4a-a78a024b2d97,segment=NetworkSegment(2f0bd44e-b01a-4eaf-97fa-ed28365b870b),segment_id=2f0bd44e-b01a-4eaf-97fa-ed28365b870b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:07.784442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.824695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] Calling delete_port for 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:07.910240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dfad09-455f-4d55-8301-563b22c4664d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:07.922414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04dfad09-455f-4d55-8301-563b22c4664d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:07.926997 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-04dfad09-455f-4d55-8301-563b22c4664d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "PUT /v2.0/routers/303ffa1c-cd55-4819-9a96-a739ed156697 HTTP/1.1" status: 200 len: 697 time: 1.3171639 Jun 28 06:47:07.930613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53506) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:07.931528 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] Sync routers for ids ['303ffa1c-cd55-4819-9a96-a739ed156697'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:07.952780 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] Routers {'303ffa1c-cd55-4819-9a96-a739ed156697'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:07.953932 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['303ffa1c-cd55-4819-9a96-a739ed156697'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:07.958223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.022288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-59679679-3337-4ddd-b4e5-be4121b39880 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.031283 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-857432c1-2908-4aa9-bf47-530c98ea5f6d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/routers/303ffa1c-cd55-4819-9a96-a739ed156697 HTTP/1.1" status: 200 len: 703 time: 0.0947807 Jun 28 06:47:08.031689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6ceb52c9-98ff-4949-a7c2-35f9dde9f0df tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:08.034676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53508) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:08.059760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59679679-3337-4ddd-b4e5-be4121b39880 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Port': ['ID=144a0816-2afa-42e5-b4b8-98ba501d7bb8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:08.062949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-59679679-3337-4ddd-b4e5-be4121b39880 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:08.104867 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a3890424-347e-4643-a295-9e7fbd5e5de4 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=303ffa1c-cd55-4819-9a96-a739ed156697 HTTP/1.1" status: 200 len: 205 time: 0.0618746 Jun 28 06:47:08.118411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53512) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:08.123116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] DHCP port deletion for 3d7f50f8-6e31-475d-9396-b7c6d06ed071 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:08.126962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3297941-44fd-4d54-989b-fcd577339ac0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.129230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-59679679-3337-4ddd-b4e5-be4121b39880 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.133715 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-59679679-3337-4ddd-b4e5-be4121b39880 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/144a0816-2afa-42e5-b4b8-98ba501d7bb8 HTTP/1.1" status: 204 len: 168 time: 1.6059067 Jun 28 06:47:08.142969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.143139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53514) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:08.143139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-59679679-3337-4ddd-b4e5-be4121b39880 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:08.143292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.145937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7834e3dc-4ed9-4c71-8c15-8e7338b393f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:08.164220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1859e35-d2a1-4506-8548-17c236f6572d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.165383 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] Set router 303ffa1c-cd55-4819-9a96-a739ed156697 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:08.212743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Deleting port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:08.213103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.226710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] No DVR routers for this DVR port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:08.229109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] Pushing event deleted for resources: {'Port': ['ID=2aebed0d-cc5b-4946-bd4a-a78a024b2d97,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:08.243447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:08.244232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:47:08.244232 dv-neutron-797120-6-hyperv neutron-server[100888]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 28 06:47:08.244232 dv-neutron-797120-6-hyperv neutron-server[100888]: [parameters: {'status': 'DOWN', 'ports_id': '2aebed0d-cc5b-4946-bd4a-a78a024b2d97'}] Jun 28 06:47:08.244232 dv-neutron-797120-6-hyperv neutron-server[100888]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:47:08.244580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:47:08.276276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.280532 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303ffa1c-cd55-4819-9a96-a739ed156697', 'name': 'tempest-RoutersIpV6Test-router-632149975', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:06Z', 'updated_at': '2021-06-28T06:47:06Z', 'revision_number': 2, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:08.282006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] Deleting port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:08.283710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.292472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f4a3e1b2-5649-414a-8069-49185bed4ad1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:08.344749 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] Checking router: 303ffa1c-cd55-4819-9a96-a739ed156697 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:47:08.359174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3297941-44fd-4d54-989b-fcd577339ac0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=7dd008f9-0831-4e67-b685-455ecd2c1183,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:08.363088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f3297941-44fd-4d54-989b-fcd577339ac0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:08.368424 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] Routers {'303ffa1c-cd55-4819-9a96-a739ed156697'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:08.368424 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['303ffa1c-cd55-4819-9a96-a739ed156697'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:08.392682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] For port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c3e0b891-f51c-4e49-b4e4-e42013d8d1f1,segment=NetworkSegment(82e1f831-ca34-4fa9-ad55-b9d3b954d048),segment_id=82e1f831-ca34-4fa9-ad55-b9d3b954d048)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:08.393337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.410634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] Calling delete_port for c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:08.440814 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3f13-bee3-4abd-bc60-509ff7e52397 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.461144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 86b40531-0a94-472d-a8df-c26d19f25874 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:08.471577 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] Set router 303ffa1c-cd55-4819-9a96-a739ed156697 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:08.479042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:08.492318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] For port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:08.492318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.503307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:08.511455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=8bc40033-ec42-4c13-b56e-d749c507885e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:08.563179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:08.564627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Calling delete_port for 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:08.579829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.ipam_backend_mixin [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 was not found and therefore no delete operation was performed {{(pid=100887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:47:08.585565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1859e35-d2a1-4506-8548-17c236f6572d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.592353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5e2a944e-a59e-4b8e-8548-d9080a246276 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:08.606231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.614117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Deleting port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:08.614717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.633642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.642157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:08.671434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] Pushing event deleted for resources: {'Port': ['ID=c3e0b891-f51c-4e49-b4e4-e42013d8d1f1,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:08.678742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:08.685112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] No DVR routers for this DVR port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:08.708354 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303ffa1c-cd55-4819-9a96-a739ed156697', 'name': 'tempest-RoutersIpV6Test-router-632149975', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:06Z', 'updated_at': '2021-06-28T06:47:06Z', 'revision_number': 2, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:08.712460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:08.713231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.739001 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e185c7a-6c90-4549-8e70-4d65ac43b28b None None] The sync data for ids ['303ffa1c-cd55-4819-9a96-a739ed156697'] in dv-neutron-797120-6-hyperv is: [{'id': '303ffa1c-cd55-4819-9a96-a739ed156697', 'name': 'tempest-RoutersIpV6Test-router-632149975', 'tenant_id': '769f8294358c4bf5b83714056636cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:06Z', 'updated_at': '2021-06-28T06:47:06Z', 'revision_number': 2, 'project_id': '769f8294358c4bf5b83714056636cdb9', 'gw_port_host': None}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:08.757525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1859e35-d2a1-4506-8548-17c236f6572d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Subnet': ['ID=26a3bdb5-8a25-486c-8cc3-27566349c214,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:08.764492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d1859e35-d2a1-4506-8548-17c236f6572d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:08.769375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1859e35-d2a1-4506-8548-17c236f6572d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.770453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 update to DOWN by agent not found {{(pid=100888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 28 06:47:08.776890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53516) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:08.780256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac81efaa-18fb-4dd3-b083-fbc3528c22ab None None] Network eb28382f-fdf1-4263-ae2c-674624f95819 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:08.784681 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d1859e35-d2a1-4506-8548-17c236f6572d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/subnets/26a3bdb5-8a25-486c-8cc3-27566349c214 HTTP/1.1" status: 204 len: 168 time: 1.4748557 Jun 28 06:47:08.832382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3297941-44fd-4d54-989b-fcd577339ac0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.834504 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f3297941-44fd-4d54-989b-fcd577339ac0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/7dd008f9-0831-4e67-b685-455ecd2c1183 HTTP/1.1" status: 204 len: 168 time: 2.2893131 Jun 28 06:47:08.846734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53518) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:08.854821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7e018e77-331e-43d1-a00a-16b0c29cbd91 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:08.864193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3f13-bee3-4abd-bc60-509ff7e52397 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.877195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec821b2-2edc-45e7-becd-9248eb764e1c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:08.881688 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7ec821b2-2edc-45e7-becd-9248eb764e1c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7400262 Jun 28 06:47:08.883459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3f13-bee3-4abd-bc60-509ff7e52397 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:08.885025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Port': ['ID=2aebed0d-cc5b-4946-bd4a-a78a024b2d97,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:08.885175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53520) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:08.891304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:08.898899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No DVR routers for this DVR port 2aebed0d-cc5b-4946-bd4a-a78a024b2d97 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:08.946701 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2bde99-922e-4265-b3c5-dbf112482cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:47:08.951001 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0c2bde99-922e-4265-b3c5-dbf112482cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/7dd008f9-0831-4e67-b685-455ecd2c1183 HTTP/1.1" status: 404 len: 333 time: 0.0985885 Jun 28 06:47:08.970954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53522) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.027149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba3ea9-9a5d-4ed2-8707-f9869f3750de req-e332204c-4c5c-4e5d-a494-6e03ca29d9c0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:09.036885 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-beba3ea9-9a5d-4ed2-8707-f9869f3750de req-e332204c-4c5c-4e5d-a494-6e03ca29d9c0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 932 time: 0.7000046 Jun 28 06:47:09.058395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.084714 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2701130 Jun 28 06:47:09.100499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4502616-dd45-4360-afbc-4632eaf28ed1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet fa082f8c-81ec-452b-951f-939ab183842f {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:09.101497 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-beba3ea9-9a5d-4ed2-8707-f9869f3750de req-d73999a8-6ae0-46cd-99f7-e5e96a05d613 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635514 Jun 28 06:47:09.102875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] For port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:09.103151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.113289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.121603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Request body: {'port': {'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:09.133629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4502616-dd45-4360-afbc-4632eaf28ed1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.152920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c93e35-952d-4d0f-93c4-a47e43841ba5']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:09.155169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Calling delete_port for c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:09.157964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ce232edc-1b61-4187-a677-47fa3d5ac2b1 None None] Provisioning for port 8bc40033-ec42-4c13-b56e-d749c507885e completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:09.165311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ce232edc-1b61-4187-a677-47fa3d5ac2b1 None None] Provisioning complete for port 8bc40033-ec42-4c13-b56e-d749c507885e triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:09.166028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ce232edc-1b61-4187-a677-47fa3d5ac2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.166286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.ipam_backend_mixin [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 was not found and therefore no delete operation was performed {{(pid=100887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:47:09.171470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0bd44e-b01a-4eaf-97fa-ed28365b870b') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:09.171658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0bd44e-b01a-4eaf-97fa-ed28365b870b') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:09.178474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.186898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e08393-3988-4ecb-9f45-4b99070b2474 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:09.195223 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-34e08393-3988-4ecb-9f45-4b99070b2474 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2594969 Jun 28 06:47:09.195433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] DHCP port deletion for eb28382f-fdf1-4263-ae2c-674624f95819 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:09.195572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53524) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.195700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-40a72c43-b46d-4cff-943b-18a0f19b6f4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:09.205066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.208220 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3f13-bee3-4abd-bc60-509ff7e52397 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.208220 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ac3f13-bee3-4abd-bc60-509ff7e52397 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Fanout notify agent at l3_agent the message router_deleted on router 303ffa1c-cd55-4819-9a96-a739ed156697 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:47:09.237765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ce232edc-1b61-4187-a677-47fa3d5ac2b1 None None] Port 8bc40033-ec42-4c13-b56e-d749c507885e cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:09.238569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Port': ['ID=c3e0b891-f51c-4e49-b4e4-e42013d8d1f1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:09.243002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] No DVR routers for this DVR port c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:09.244453 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3f13-bee3-4abd-bc60-509ff7e52397 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.247155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:09.249481 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f1ac3f13-bee3-4abd-bc60-509ff7e52397 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/303ffa1c-cd55-4819-9a96-a739ed156697 HTTP/1.1" status: 204 len: 168 time: 1.1296043 Jun 28 06:47:09.250149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53526) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.250670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.254764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4502616-dd45-4360-afbc-4632eaf28ed1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.272176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] Deleting port 73782efa-55dc-4a97-839e-f49b072fb4e7 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:09.272575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.299506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:09.299834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:09.307583 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:09.331980 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-04979e88-d2c1-42b0-91d4-0dfbb651be5a tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=303ffa1c-cd55-4819-9a96-a739ed156697 HTTP/1.1" status: 200 len: 205 time: 0.0734932 Jun 28 06:47:09.337795 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53528) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.339579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] For port 73782efa-55dc-4a97-839e-f49b072fb4e7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=73782efa-55dc-4a97-839e-f49b072fb4e7,segment=NetworkSegment(171164d6-ed41-49b8-999e-e00bdd46326a),segment_id=171164d6-ed41-49b8-999e-e00bdd46326a)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:09.340030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.354341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] Calling delete_port for 73782efa-55dc-4a97-839e-f49b072fb4e7 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:09.381402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.390110 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-cbd4f9ed-6b8a-47ca-bf6e-0d8c28b19a6f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] delete failed (client error): The resource could not be found. Jun 28 06:47:09.393865 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cbd4f9ed-6b8a-47ca-bf6e-0d8c28b19a6f tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/303ffa1c-cd55-4819-9a96-a739ed156697 HTTP/1.1" status: 404 len: 336 time: 0.0555978 Jun 28 06:47:09.397445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53530) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.409074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdef12-1dc9-46d1-ac1e-0dae0e8fbe0b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:09.410702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdef12-1dc9-46d1-ac1e-0dae0e8fbe0b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:09.412177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdef12-1dc9-46d1-ac1e-0dae0e8fbe0b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:09.416454 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3ffdef12-1dc9-46d1-ac1e-0dae0e8fbe0b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2193151 Jun 28 06:47:09.418391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53532) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.446925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.453342 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a6d2e9-4985-499b-af3e-8a33054fd3bf tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:09.453784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a6d2e9-4985-499b-af3e-8a33054fd3bf tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:09.458639 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-00a6d2e9-4985-499b-af3e-8a33054fd3bf tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/80793d3f-29a3-4cc0-8784-8d775383f160 HTTP/1.1" status: 404 len: 337 time: 0.0562568 Jun 28 06:47:09.475193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53534) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.476792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7f50f8-6e31-475d-9396-b7c6d06ed071']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:09.493725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port 73782efa-55dc-4a97-839e-f49b072fb4e7 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:09.494246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.504307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e1f831-ca34-4fa9-ad55-b9d3b954d048') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:09.504721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e1f831-ca34-4fa9-ad55-b9d3b954d048') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:09.513083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.516504 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:09.535304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.538656 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41af1f0-d5a2-4bcf-a468-dab64a0c5d79 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:09.539112 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41af1f0-d5a2-4bcf-a468-dab64a0c5d79 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:09.540826 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c41af1f0-d5a2-4bcf-a468-dab64a0c5d79 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/91481149-5082-4bfe-a446-573ef5b929c7 HTTP/1.1" status: 404 len: 337 time: 0.0617056 Jun 28 06:47:09.551597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53536) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.568734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.571383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4502616-dd45-4360-afbc-4632eaf28ed1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.576290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] Pushing event deleted for resources: {'Port': ['ID=73782efa-55dc-4a97-839e-f49b072fb4e7,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:09.584259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:09.585107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] No DVR routers for this DVR port 73782efa-55dc-4a97-839e-f49b072fb4e7 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:09.599915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:09.606884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b709be63-edeb-4c6e-8d1d-a0a0f1e219a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet 4709242b-4091-4156-b6c7-495975f6f3d6 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:09.612351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.615671 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/networks/85c93e35-952d-4d0f-93c4-a47e43841ba5 HTTP/1.1" status: 204 len: 168 time: 2.2953227 Jun 28 06:47:09.618993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.623527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53538) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.630704 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c76b552b-0fd3-49cf-8b98-fb66277feeee tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'routes': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:09.631423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbacfddf-5779-4f17-b9e2-ed163cbbedfb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:09.631897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbacfddf-5779-4f17-b9e2-ed163cbbedfb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:09.633671 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dbacfddf-5779-4f17-b9e2-ed163cbbedfb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/6a984310-2229-4cc8-8d12-8a0e8820eb3b HTTP/1.1" status: 404 len: 337 time: 0.0751219 Jun 28 06:47:09.637943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b709be63-edeb-4c6e-8d1d-a0a0f1e219a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.642994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53540) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.655631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Pushing event deleted for resources: {'Network': ['ID=85c93e35-952d-4d0f-93c4-a47e43841ba5,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:09.669926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:09.690573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:09.690935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c3e0b891-f51c-4e49-b4e4-e42013d8d1f1 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:09.691376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 73782efa-55dc-4a97-839e-f49b072fb4e7 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:09.712451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:09.730119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 73782efa-55dc-4a97-839e-f49b072fb4e7 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:09.730560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 73782efa-55dc-4a97-839e-f49b072fb4e7 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:09.740897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:09.741229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:09.745573 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:09.774804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] For port 73782efa-55dc-4a97-839e-f49b072fb4e7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=73782efa-55dc-4a97-839e-f49b072fb4e7,segment=NetworkSegment(171164d6-ed41-49b8-999e-e00bdd46326a),segment_id=171164d6-ed41-49b8-999e-e00bdd46326a)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:09.775170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.795072 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-db99826a-f13a-4b5e-bc2f-bb13ae082b1c tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:09.795515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db99826a-f13a-4b5e-bc2f-bb13ae082b1c tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:09.797229 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-db99826a-f13a-4b5e-bc2f-bb13ae082b1c tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/1d0e70d4-5bee-4f26-a2f4-728189c50114 HTTP/1.1" status: 404 len: 337 time: 0.1328197 Jun 28 06:47:09.804351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53542) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.821833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b709be63-edeb-4c6e-8d1d-a0a0f1e219a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.828540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for 73782efa-55dc-4a97-839e-f49b072fb4e7 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:09.917014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.921520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:09.923999 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/networks/3d7f50f8-6e31-475d-9396-b7c6d06ed071 HTTP/1.1" status: 204 len: 168 time: 2.3384204 Jun 28 06:47:09.926864 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-26c0d6a9-ed8a-4dfa-98c7-a2e99ac277b7 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:09.933575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53544) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:09.988839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Network': ['ID=3d7f50f8-6e31-475d-9396-b7c6d06ed071,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:09.991261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:10.021723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1db3dcf-bcad-4a8c-8b07-ec7ef2c7820b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Deleting subnet 7119fdaf-0abc-40d3-a42a-a41934da632e {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:10.030181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1db3dcf-bcad-4a8c-8b07-ec7ef2c7820b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.099185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc40033-ec42-4c13-b56e-d749c507885e {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:47:10.109066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1db3dcf-bcad-4a8c-8b07-ec7ef2c7820b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.112822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.155561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Transition to ACTIVE for port object 8bc40033-ec42-4c13-b56e-d749c507885e will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:10.175589 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-680df71d-08c5-450d-a873-bbf60f94c5e2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=f27b8fd7-8751-423b-8702-1892a3796df4 HTTP/1.1" status: 200 len: 205 time: 0.3636889 Jun 28 06:47:10.189967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53548) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.245803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.247575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-c76b552b-0fd3-49cf-8b98-fb66277feeee tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Added routes are [] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 28 06:47:10.247908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.extraroute_db [None req-c76b552b-0fd3-49cf-8b98-fb66277feeee tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Removed routes are [] {{(pid=100886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 28 06:47:10.248034 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-f1dbc93d-a35b-4f13-8344-6d2d4c042316 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] delete failed (client error): The resource could not be found. Jun 28 06:47:10.248266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c76b552b-0fd3-49cf-8b98-fb66277feeee tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.252090 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f1dbc93d-a35b-4f13-8344-6d2d4c042316 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/f27b8fd7-8751-423b-8702-1892a3796df4 HTTP/1.1" status: 404 len: 336 time: 0.0581775 Jun 28 06:47:10.253478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ba3fe1d1-417b-419b-a629-a795fb134103 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:10.255624 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53552) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.295293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1db3dcf-bcad-4a8c-8b07-ec7ef2c7820b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.333885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4502616-dd45-4360-afbc-4632eaf28ed1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.355872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e7060cd8-1003-4416-8700-caadeb961217 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:10.367998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc40033-ec42-4c13-b56e-d749c507885e,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:10.370967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:10.391313 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2e9d3d84-cad9-48d5-8088-ab3c51569a37 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=8997dec7-b688-48c1-b031-abc048f59713 HTTP/1.1" status: 200 len: 205 time: 0.1305745 Jun 28 06:47:10.403550 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53554) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.448781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4502616-dd45-4360-afbc-4632eaf28ed1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=fa082f8c-81ec-452b-951f-939ab183842f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:10.462816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe4c0de-23be-4ed0-960e-5ed2265e48cb None None] Network 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:10.482525 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-a265dd8b-abfe-47ad-bc9c-e4749eb12aa6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] delete failed (client error): The resource could not be found. Jun 28 06:47:10.485959 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a265dd8b-abfe-47ad-bc9c-e4749eb12aa6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/8997dec7-b688-48c1-b031-abc048f59713 HTTP/1.1" status: 404 len: 336 time: 0.0759175 Jun 28 06:47:10.488201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b4502616-dd45-4360-afbc-4632eaf28ed1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:10.514110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53556) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.522609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b4502616-dd45-4360-afbc-4632eaf28ed1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.526860 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b4502616-dd45-4360-afbc-4632eaf28ed1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/fa082f8c-81ec-452b-951f-939ab183842f HTTP/1.1" status: 204 len: 168 time: 1.5440118 Jun 28 06:47:10.531480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53558) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.563953 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.566691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46602a8-62e6-4a19-85f1-6b4ac3f9e4b0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:10.568292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46602a8-62e6-4a19-85f1-6b4ac3f9e4b0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:10.571349 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c46602a8-62e6-4a19-85f1-6b4ac3f9e4b0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/ccc13a45-6b08-43d3-88b8-4306cf0bb294 HTTP/1.1" status: 404 len: 337 time: 0.0522420 Jun 28 06:47:10.577091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53560) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.608297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-09b92103-8b71-4786-a5ab-0e469d4440c4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:10.614535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b709be63-edeb-4c6e-8d1d-a0a0f1e219a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.614714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1db3dcf-bcad-4a8c-8b07-ec7ef2c7820b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.618222 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a324915e-74be-446c-a3fb-6379e120840d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=82ea0c6b-b6d6-48a7-aa71-a5565eb1b736 HTTP/1.1" status: 200 len: 205 time: 0.0415008 Jun 28 06:47:10.618966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Attempting to bind port 8bc40033-ec42-4c13-b56e-d749c507885e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:10.619298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Attempting to bind port 8bc40033-ec42-4c13-b56e-d749c507885e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:10.619620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Attempting to bind port 8bc40033-ec42-4c13-b56e-d749c507885e on network 86b40531-0a94-472d-a8df-c26d19f25874 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:10.626195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53562) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.627010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0061a637-a0d1-44f9-9f24-cafec641af63 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:10.685524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] DHCP port deletion for 2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:10.705850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Port 8bc40033-ec42-4c13-b56e-d749c507885e on network 86b40531-0a94-472d-a8df-c26d19f25874 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:47:10.706175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Attempting to bind port 8bc40033-ec42-4c13-b56e-d749c507885e on network 86b40531-0a94-472d-a8df-c26d19f25874 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:10.713276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1db3dcf-bcad-4a8c-8b07-ec7ef2c7820b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.715198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8891b55-afd7-451d-aff6-a19196705383 None None] Network 6da509a3-c7f0-4ae9-b172-11889a45736f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:10.718911 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b1db3dcf-bcad-4a8c-8b07-ec7ef2c7820b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/subnets/7119fdaf-0abc-40d3-a42a-a41934da632e HTTP/1.1" status: 204 len: 168 time: 0.7817247 Jun 28 06:47:10.722554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:10.722929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Checking segment: {'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:10.723310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Bound using segment: {'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:10.723791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Bound port: 8bc40033-ec42-4c13-b56e-d749c507885e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0a5e5d-1e44-476c-86e6-8649eeae8781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:10.724113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.724657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=73782efa-55dc-4a97-839e-f49b072fb4e7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:10.726351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db3dcf-bcad-4a8c-8b07-ec7ef2c7820b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Subnet': ['ID=7119fdaf-0abc-40d3-a42a-a41934da632e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:10.727771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c76b552b-0fd3-49cf-8b98-fb66277feeee tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.729609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53564) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.731222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] No DVR routers for this DVR port 73782efa-55dc-4a97-839e-f49b072fb4e7 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:10.739985 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-31465b38-251a-4a87-b92a-f4c87a83ef96 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] delete failed (client error): The resource could not be found. Jun 28 06:47:10.742988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-31465b38-251a-4a87-b92a-f4c87a83ef96 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/82ea0c6b-b6d6-48a7-aa71-a5565eb1b736 HTTP/1.1" status: 404 len: 336 time: 0.1101525 Jun 28 06:47:10.743127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:10.749782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b1db3dcf-bcad-4a8c-8b07-ec7ef2c7820b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:10.757417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbafadb-6ef1-47f8-9f5a-327dbb6b8a2c req-6efaa257-8936-4f45-ba63-f78b54ce2425 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:10.758916 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ebbafadb-6ef1-47f8-9f5a-327dbb6b8a2c req-6efaa257-8936-4f45-ba63-f78b54ce2425 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 944 time: 0.5217819 Jun 28 06:47:10.764152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53566) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.788466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c76b552b-0fd3-49cf-8b98-fb66277feeee tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.826323 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9301974b-06e5-4f98-b6eb-1cdde8b638b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a6dfe3-0b4f-419f-af5b-19ad667143e8 HTTP/1.1" status: 200 len: 205 time: 0.0512893 Jun 28 06:47:10.828765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53568) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.839585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.854023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] Deleting port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:10.854928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.899646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1007aae4-7c9e-4f77-93d8-c5c119248c8c tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Deleting subnet df1f7113-0f0c-45af-9eb9-561d06986457 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:10.909255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1007aae4-7c9e-4f77-93d8-c5c119248c8c tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.916835 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-597c22c8-e294-428a-b668-74e9bfde3429 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] delete failed (client error): The resource could not be found. Jun 28 06:47:10.920356 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-597c22c8-e294-428a-b668-74e9bfde3429 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/91a6dfe3-0b4f-419f-af5b-19ad667143e8 HTTP/1.1" status: 404 len: 336 time: 0.0876451 Jun 28 06:47:10.925657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53572) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:10.940428 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ebbafadb-6ef1-47f8-9f5a-327dbb6b8a2c req-872d8bc4-3c78-4907-b843-861c93ec9e01 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585951 Jun 28 06:47:10.959713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] For port 8bc40033-ec42-4c13-b56e-d749c507885e, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:10.960677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] For port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c,segment=NetworkSegment(bb88e32d-40aa-485e-8649-9633725a436c),segment_id=bb88e32d-40aa-485e-8649-9633725a436c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:10.961223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.965919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] For port 8bc40033-ec42-4c13-b56e-d749c507885e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8bc40033-ec42-4c13-b56e-d749c507885e,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:10.973353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1007aae4-7c9e-4f77-93d8-c5c119248c8c tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:10.979059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] Calling delete_port for f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:10.990084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.005628 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8ff0b4-b7a5-4bcd-baca-7af40d932b12 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:11.006074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8ff0b4-b7a5-4bcd-baca-7af40d932b12 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:11.010388 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4e8ff0b4-b7a5-4bcd-baca-7af40d932b12 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/393607ab-0207-4028-a7f3-66cb1f330d39 HTTP/1.1" status: 404 len: 337 time: 0.0550234 Jun 28 06:47:11.010388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb28382f-fdf1-4263-ae2c-674624f95819']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:11.012069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53574) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:11.039529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171164d6-ed41-49b8-999e-e00bdd46326a') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:11.039840 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171164d6-ed41-49b8-999e-e00bdd46326a') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:11.048006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76b552b-0fd3-49cf-8b98-fb66277feeee tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router 40459a39-77d1-4107-8f4c-1785013864c5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:47:11.052719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b709be63-edeb-4c6e-8d1d-a0a0f1e219a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.055664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.055813 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3613c178-3e3f-4ebb-8543-f09396ec5c69 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=454c5e69-02c8-40e4-8e12-7c8dc7410e4f HTTP/1.1" status: 200 len: 205 time: 0.0416226 Jun 28 06:47:11.057470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-78e072ca-45c5-4c31-b18b-ddef537f162e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:11.059422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.064688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53576) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:11.066034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-315d55fe-542c-498d-b694-7e3127e2960f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:11.070959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] DHCP port deletion for 6da509a3-c7f0-4ae9-b172-11889a45736f request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:11.103575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709be63-edeb-4c6e-8d1d-a0a0f1e219a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=4709242b-4091-4156-b6c7-495975f6f3d6,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:11.108910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b709be63-edeb-4c6e-8d1d-a0a0f1e219a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:11.111916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b709be63-edeb-4c6e-8d1d-a0a0f1e219a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.113956 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b709be63-edeb-4c6e-8d1d-a0a0f1e219a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/4709242b-4091-4156-b6c7-495975f6f3d6 HTTP/1.1" status: 204 len: 168 time: 1.6756699 Jun 28 06:47:11.115185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.122418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53578) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:11.134613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:11.135023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.137202 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-1a0d2e49-33c7-4f41-8a9e-e2dd3c3bae6b tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] delete failed (client error): The resource could not be found. Jun 28 06:47:11.140620 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1a0d2e49-33c7-4f41-8a9e-e2dd3c3bae6b tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/454c5e69-02c8-40e4-8e12-7c8dc7410e4f HTTP/1.1" status: 404 len: 336 time: 0.0698862 Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:11.140773 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:11.144426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53580) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:11.151117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:11.151117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.152021 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] 10.222.0.50 "PUT /v2.0/ports/8bc40033-ec42-4c13-b56e-d749c507885e HTTP/1.1" status: 200 len: 1094 time: 2.0363045 Jun 28 06:47:11.156089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ecaad0-dc1f-4b4e-bbaf-efc63e479af5 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:11.182237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'tag': '8bc40033-ec42-4c13-b56e-d749c507885e'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:47:11.185207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff1f8a0-e7dc-47d4-ab1f-568e6c918e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d9c54c-60ad-48ad-87a3-6960e906bf54", "tag": "8bc40033-ec42-4c13-b56e-d749c507885e"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:47:11.235004 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] Deleting port 2deef53f-25aa-4d47-8f92-70e3fe575fe6 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:11.235430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.242806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.248707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc40033-ec42-4c13-b56e-d749c507885e,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:11.254482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:11.256507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3c1c38-ff47-4716-9768-d53b7b3fb56e x-openstack-request-id: req-fd3c1c38-ff47-4716-9768-d53b7b3fb56e {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:47:11.257044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d9c54c-60ad-48ad-87a3-6960e906bf54", "tag": "8bc40033-ec42-4c13-b56e-d749c507885e", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:47:11.257704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd3c1c38-ff47-4716-9768-d53b7b3fb56e {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:47:11.258305 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'tag': '8bc40033-ec42-4c13-b56e-d749c507885e', 'status': 'completed', 'code': 200} Jun 28 06:47:11.258457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:11.268110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1007aae4-7c9e-4f77-93d8-c5c119248c8c tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.330875 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] Pushing event deleted for resources: {'Port': ['ID=f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:11.333690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:11.339163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] No DVR routers for this DVR port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:11.339587 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c0a142-0c32-49b6-84be-86bedf15fcf2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:11.340525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c0a142-0c32-49b6-84be-86bedf15fcf2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:11.344260 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d1c0a142-0c32-49b6-84be-86bedf15fcf2 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/457a1d97-8f59-4d2d-b24f-da7ce81c82f4 HTTP/1.1" status: 404 len: 337 time: 0.1614239 Jun 28 06:47:11.353721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53586) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:11.362541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] For port 2deef53f-25aa-4d47-8f92-70e3fe575fe6, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2deef53f-25aa-4d47-8f92-70e3fe575fe6,segment=NetworkSegment(12888a6c-acc0-4f70-a428-ae7b0f31e521),segment_id=12888a6c-acc0-4f70-a428-ae7b0f31e521)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:11.362936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.381189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] Calling delete_port for 2deef53f-25aa-4d47-8f92-70e3fe575fe6 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:11.409533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76b552b-0fd3-49cf-8b98-fb66277feeee tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:11.415846 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-040f6b4e-0baa-4893-aad2-6cf3905cbb00 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "GET /v2.0/ports?device_id=922d9a98-f583-4b96-8ad6-e2f31b060f10 HTTP/1.1" status: 200 len: 205 time: 0.0482979 Jun 28 06:47:11.418790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7d5e7e-c2f7-42a9-bd4c-7380b2ca6cae tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Deleting subnet cf6a1dc5-d3db-4fc7-a131-7b02fc1de482 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:11.423318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53588) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:11.429827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c76b552b-0fd3-49cf-8b98-fb66277feeee tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.429827 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c76b552b-0fd3-49cf-8b98-fb66277feeee tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5 HTTP/1.1" status: 200 len: 701 time: 1.8031626 Jun 28 06:47:11.431831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e7e-c2f7-42a9-bd4c-7380b2ca6cae tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.434290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:11.434688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.440648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53590) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:11.471984 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.484263 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-39bf66ba-a9e8-4a23-9d6d-fcbca617401c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:11.491373 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-8f0fabc2-86e5-47a8-a082-466e150152b5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] delete failed (client error): The resource could not be found. Jun 28 06:47:11.492394 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8f0fabc2-86e5-47a8-a082-466e150152b5 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/routers/922d9a98-f583-4b96-8ad6-e2f31b060f10 HTTP/1.1" status: 404 len: 336 time: 0.0678566 Jun 28 06:47:11.492760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.495189 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/networks/eb28382f-fdf1-4263-ae2c-674624f95819 HTTP/1.1" status: 204 len: 168 time: 2.7170570 Jun 28 06:47:11.500613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] Sync routers for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:11.514329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53592) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:11.516958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53594) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:11.517507 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cc6b09b7-06d0-42bf-bd8c-4b35b0cfaa84 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=40459a39-77d1-4107-8f4c-1785013864c5 HTTP/1.1" status: 200 len: 205 time: 0.0748470 Jun 28 06:47:11.533834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53596) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:11.541081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1007aae4-7c9e-4f77-93d8-c5c119248c8c tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.549964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Network': ['ID=eb28382f-fdf1-4263-ae2c-674624f95819,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:11.557952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e7e-c2f7-42a9-bd4c-7380b2ca6cae tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.558293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:11.559108 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:11.560462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:11.594127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] For port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:11.595151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.615003 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:11.619731 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c was not found and therefore no delete operation was performed {{(pid=100886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:47:11.623896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.628260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-71910602-733a-4e66-9741-6a7ff422f606 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:11.657898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2deef53f-25aa-4d47-8f92-70e3fe575fe6 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:11.659792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.666877 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:11.676025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:11.681189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:11.683826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No DVR routers for this DVR port f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:11.696305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:11.747632 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e7e-c2f7-42a9-bd4c-7380b2ca6cae tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.747861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2deef53f-25aa-4d47-8f92-70e3fe575fe6 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:11.747992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2deef53f-25aa-4d47-8f92-70e3fe575fe6 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:11.748407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:11.799946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] Pushing event deleted for resources: {'Port': ['ID=2deef53f-25aa-4d47-8f92-70e3fe575fe6,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:11.802176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] No DVR routers for this DVR port 2deef53f-25aa-4d47-8f92-70e3fe575fe6 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:11.804600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:47:04Z', 'revision_number': 11, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:11.806406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:11.806760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f2b62d01-fd92-4d5d-ab3e-f0bcc28b0f5c not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:11.811045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.817859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:11.825603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:11.843386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb88e32d-40aa-485e-8649-9633725a436c') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:11.843685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb88e32d-40aa-485e-8649-9633725a436c') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:11.856898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.863751 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] Checking router: 40459a39-77d1-4107-8f4c-1785013864c5 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:47:11.876329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.882875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:11.883243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.884481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] Routers {'40459a39-77d1-4107-8f4c-1785013864c5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:11.885334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['40459a39-77d1-4107-8f4c-1785013864c5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:11.886470 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:11.936769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ab08f0cb-a3fd-4c2f-8baf-4e5e57e277dc tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:11.947821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e7e-c2f7-42a9-bd4c-7380b2ca6cae tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.955805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7831858c-9c62-441c-98e1-756a50809dee tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:11.986233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d5e7e-c2f7-42a9-bd4c-7380b2ca6cae tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6a1dc5-d3db-4fc7-a131-7b02fc1de482,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:11.988409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-db7d5e7e-c2f7-42a9-bd4c-7380b2ca6cae tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:11.992929 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-db7d5e7e-c2f7-42a9-bd4c-7380b2ca6cae tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/cf6a1dc5-d3db-4fc7-a131-7b02fc1de482 HTTP/1.1" status: 204 len: 168 time: 0.8668218 Jun 28 06:47:11.992929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-db7d5e7e-c2f7-42a9-bd4c-7380b2ca6cae tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:11.993182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53602) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.010808 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-638ad1a8-b0ac-4bbe-827f-ca9735666279 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:12.011136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638ad1a8-b0ac-4bbe-827f-ca9735666279 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:12.017170 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-638ad1a8-b0ac-4bbe-827f-ca9735666279 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/4d6d97b4-06f9-4dd0-8457-a6b134a9e9de HTTP/1.1" status: 404 len: 337 time: 0.4888341 Jun 28 06:47:12.018416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1f8a0-e7dc-47d4-ab1f-568e6c918e5e req-16102e89-6422-4ae0-b352-7cc19c2f2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:12.020003 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ff1f8a0-e7dc-47d4-ab1f-568e6c918e5e req-16102e89-6422-4ae0-b352-7cc19c2f2245 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 1097 time: 0.7132280 Jun 28 06:47:12.020721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53606) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.036918 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e11c8ebc-236a-4f6d-83fd-212bd4ca507e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421851 Jun 28 06:47:12.040483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53608) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.051898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007aae4-7c9e-4f77-93d8-c5c119248c8c tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Subnet': ['ID=df1f7113-0f0c-45af-9eb9-561d06986457,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:12.083571 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.088501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1007aae4-7c9e-4f77-93d8-c5c119248c8c tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:12.089151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5cf40ca4-6908-401b-aaa9-1cc08c9ca28c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:12.093056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c3e77195-ec26-4c11-b37f-fec3657afa09 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.093471 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.100069 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/networks/2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80 HTTP/1.1" status: 204 len: 168 time: 1.5607753 Jun 28 06:47:12.109133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53610) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.116107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1377212398'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:12.123737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Network': ['ID=2e1e7b8c-a995-4eb2-ba31-28dbe5a82c80,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:12.136673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1007aae4-7c9e-4f77-93d8-c5c119248c8c tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.139127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070a7817-40f4-4ad4-ac06-afe36f8693c8 None None] Network d39174a1-7e03-4e83-8536-37d019de5105 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:12.140625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:12.144694 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1007aae4-7c9e-4f77-93d8-c5c119248c8c tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/subnets/df1f7113-0f0c-45af-9eb9-561d06986457 HTTP/1.1" status: 204 len: 168 time: 1.4119103 Jun 28 06:47:12.145004 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53614) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.172199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] Set router 40459a39-77d1-4107-8f4c-1785013864c5 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:12.255355 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9105457d-5dde-49e6-8ea5-9850dde20a26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:12.255812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9105457d-5dde-49e6-8ea5-9850dde20a26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:12.257606 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9105457d-5dde-49e6-8ea5-9850dde20a26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] 10.222.0.24 "DELETE /v2.0/subnets/5d970baa-d452-4d6e-9521-b9570e5c2d83 HTTP/1.1" status: 404 len: 337 time: 0.2035646 Jun 28 06:47:12.265153 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0550b-8f7d-47e2-95b7-c6c10e194c84 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:12.270599 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ead0550b-8f7d-47e2-95b7-c6c10e194c84 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2290604 Jun 28 06:47:12.272326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53618) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.298911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:47:04Z', 'revision_number': 11, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:12.339523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a3ff2-5416-4612-a830-ed3644ec6c1a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:12.343878 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7d5a3ff2-5416-4612-a830-ed3644ec6c1a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0687129 Jun 28 06:47:12.345244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:12.347466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53620) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.348804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.356214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36922536-bf82-4bc7-b897-671c5f291524 None None] The sync data for ids ['40459a39-77d1-4107-8f4c-1785013864c5'] in dv-neutron-797120-6-hyperv is: [{'id': '40459a39-77d1-4107-8f4c-1785013864c5', 'name': 'tempest-RoutersTest-router-1991467269', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:45:34Z', 'updated_at': '2021-06-28T06:47:04Z', 'revision_number': 11, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:12.368678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.439218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:47:12.490646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.491182 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Added segment 01e318c6-89b2-4874-907f-ec1111438821 of type vlan for network 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e Jun 28 06:47:12.503042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] DHCP port deletion for d39174a1-7e03-4e83-8536-37d019de5105 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:12.545220 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-da0b8a24-6025-46ca-8309-93ad60459faf tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1866624 Jun 28 06:47:12.587660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.589872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53622) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.597507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] Deleting port 7a7d2f65-59a3-4751-9fe8-204b68f38a37 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:12.598441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.633566 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-58916f96-29ae-410c-992f-9917c18dc6c4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:12.639352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58916f96-29ae-410c-992f-9917c18dc6c4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:12.642139 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-58916f96-29ae-410c-992f-9917c18dc6c4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/144a0816-2afa-42e5-b4b8-98ba501d7bb8 HTTP/1.1" status: 404 len: 333 time: 0.0513091 Jun 28 06:47:12.646838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da509a3-c7f0-4ae9-b172-11889a45736f']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:12.657723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53624) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.700446 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce2c942-38a2-480f-8086-dadcc313a2ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:12.701328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce2c942-38a2-480f-8086-dadcc313a2ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:12.703686 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cce2c942-38a2-480f-8086-dadcc313a2ba tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/4709242b-4091-4156-b6c7-495975f6f3d6 HTTP/1.1" status: 404 len: 337 time: 0.0447915 Jun 28 06:47:12.706302 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12888a6c-acc0-4f70-a428-ae7b0f31e521') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:12.706852 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12888a6c-acc0-4f70-a428-ae7b0f31e521') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:12.709829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] For port 7a7d2f65-59a3-4751-9fe8-204b68f38a37, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7a7d2f65-59a3-4751-9fe8-204b68f38a37,segment=NetworkSegment(ea943256-f713-4c60-b82e-b4c672fc38cd),segment_id=ea943256-f713-4c60-b82e-b4c672fc38cd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:12.710360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.711876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53626) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.725870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] Calling delete_port for 7a7d2f65-59a3-4751-9fe8-204b68f38a37 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:12.727479 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.730031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c3e77195-ec26-4c11-b37f-fec3657afa09 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.732962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c3e77195-ec26-4c11-b37f-fec3657afa09 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.761880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.771417 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-267a601e-6571-47bd-a500-2f928cd00e3e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:12.772195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267a601e-6571-47bd-a500-2f928cd00e3e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:12.774223 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-267a601e-6571-47bd-a500-2f928cd00e3e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/cf6a1dc5-d3db-4fc7-a131-7b02fc1de482 HTTP/1.1" status: 404 len: 337 time: 0.0564513 Jun 28 06:47:12.779448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53628) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.796256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.807922 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1f8a0-e7dc-47d4-ab1f-568e6c918e5e req-4e5dd581-8676-4bd7-bd5c-165f8bc96e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:12.809578 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ff1f8a0-e7dc-47d4-ab1f-568e6c918e5e req-4e5dd581-8676-4bd7-bd5c-165f8bc96e00 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.7472749 Jun 28 06:47:12.818588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b21788-3b68-4f81-83d4-7d0ae77f004d req-549d228a-2148-4a03-8f8a-bae1c768bdd3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:12.829528 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a9b21788-3b68-4f81-83d4-7d0ae77f004d req-549d228a-2148-4a03-8f8a-bae1c768bdd3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 944 time: 0.6344874 Jun 28 06:47:12.841748 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-af176ef7-f187-4136-b2c9-ff53fe6f8113 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:12.842531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af176ef7-f187-4136-b2c9-ff53fe6f8113 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:12.844991 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-af176ef7-f187-4136-b2c9-ff53fe6f8113 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/6da61157-661d-4c53-8056-e676807707ac HTTP/1.1" status: 404 len: 333 time: 0.0591168 Jun 28 06:47:12.852141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:12.852552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:12.855844 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:12.857958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53632) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.922075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c3e77195-ec26-4c11-b37f-fec3657afa09 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.923418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e77195-ec26-4c11-b37f-fec3657afa09 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Fanout notify agent at l3_agent the message router_deleted on router 40459a39-77d1-4107-8f4c-1785013864c5 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:47:12.937031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.939732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9f04577c-b558-40ab-9203-3e17a590dfab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:12.941377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53634) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.943798 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-756561c6-33d1-4be9-b7e7-69c4649e642b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:12.944280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756561c6-33d1-4be9-b7e7-69c4649e642b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:12.948414 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-756561c6-33d1-4be9-b7e7-69c4649e642b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/de6027bf-5b6d-46af-bcc7-01de11360a7d HTTP/1.1" status: 404 len: 337 time: 0.0872223 Jun 28 06:47:12.958574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53636) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:12.991595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c3e77195-ec26-4c11-b37f-fec3657afa09 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:12.994592 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c3e77195-ec26-4c11-b37f-fec3657afa09 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5 HTTP/1.1" status: 204 len: 168 time: 1.4590192 Jun 28 06:47:13.000454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] Pushing event deleted for resources: {'Port': ['ID=7a7d2f65-59a3-4751-9fe8-204b68f38a37,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:13.006003 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53642) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.008381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port 208ba561-7d01-4bea-b493-a4c4efb76c3e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:13.008830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.012092 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfb3e73-26db-42b1-91eb-b07aa7013439 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.012554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfb3e73-26db-42b1-91eb-b07aa7013439 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.015634 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bcfb3e73-26db-42b1-91eb-b07aa7013439 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/b2c1dbce-0ae7-4888-a988-a78063271e40 HTTP/1.1" status: 404 len: 337 time: 0.0538728 Jun 28 06:47:13.021037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:13.022133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3e22aafa-799e-449e-9a0e-ac0d1833ace6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-235542062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:13.043672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be31650-1724-46ec-b70b-8cff6eeb0078 None None] Network dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:13.048061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53644) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.048328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] No DVR routers for this DVR port 7a7d2f65-59a3-4751-9fe8-204b68f38a37 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:13.049666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.055631 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:13.056257 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.074427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8d56b08-93c3-4460-8feb-989e15798043 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:13.115774 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4460919-f86a-43c7-915a-b30b86b4fedb tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.116538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4460919-f86a-43c7-915a-b30b86b4fedb tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.128730 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c4460919-f86a-43c7-915a-b30b86b4fedb tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/7dfaed9f-7b53-49f1-aaf9-cdffcee210a2 HTTP/1.1" status: 404 len: 333 time: 0.0602889 Jun 28 06:47:13.130165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e22aafa-799e-449e-9a0e-ac0d1833ace6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.131194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e22aafa-799e-449e-9a0e-ac0d1833ace6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.132054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53646) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.179746 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a9b21788-3b68-4f81-83d4-7d0ae77f004d req-f3e4d70c-0712-4c3b-8102-146862d321f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484304 Jun 28 06:47:13.188623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fb45d4dc-24b9-4082-adbe-6ab1861c53e8 None None] Provisioning complete for port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:13.189124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fb45d4dc-24b9-4082-adbe-6ab1861c53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.194501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Network': ['ID=6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:13.197211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:13.218042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.218042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.224110 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/networks/6da509a3-c7f0-4ae9-b172-11889a45736f HTTP/1.1" status: 204 len: 168 time: 1.0720398 Jun 28 06:47:13.224345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53648) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.224819 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc5b1f4-c345-4042-99ee-3eb7bf84eeff tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.225398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc5b1f4-c345-4042-99ee-3eb7bf84eeff tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.228903 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5fc5b1f4-c345-4042-99ee-3eb7bf84eeff tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/0be0df7f-57f9-45b3-ba25-cbe7d03045b4 HTTP/1.1" status: 404 len: 337 time: 0.0922654 Jun 28 06:47:13.229094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:13.230791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:47:13.233796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53650) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.266707 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1561563 Jun 28 06:47:13.283159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53652) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.283159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': '6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:13.310435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Network': ['ID=6da509a3-c7f0-4ae9-b172-11889a45736f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:13.312610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:13.333184 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c3408769-41fb-489f-a38a-85dd0a8df469 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=769f8294358c4bf5b83714056636cdb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883154 Jun 28 06:47:13.333184 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d5a00b-a09c-4074-a45d-e5928944fa62 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.333184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d5a00b-a09c-4074-a45d-e5928944fa62 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.334332 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-21d5a00b-a09c-4074-a45d-e5928944fa62 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/6626f7be-830a-4635-9651-f75fb599dda8 HTTP/1.1" status: 404 len: 337 time: 0.0940590 Jun 28 06:47:13.336299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53654) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.343290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53656) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.365882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1f8a0-e7dc-47d4-ab1f-568e6c918e5e req-6146ebc9-1bbb-4781-b9f8-e42eda0a0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:13.367337 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ff1f8a0-e7dc-47d4-ab1f-568e6c918e5e req-6146ebc9-1bbb-4781-b9f8-e42eda0a0e4e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5200746 Jun 28 06:47:13.376773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.377217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.396017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e22aafa-799e-449e-9a0e-ac0d1833ace6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.402167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.411004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for 208ba561-7d01-4bea-b493-a4c4efb76c3e owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:13.425689 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-db86c680-ba32-4187-adc1-0b41a3704215 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.426108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db86c680-ba32-4187-adc1-0b41a3704215 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.427909 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-db86c680-ba32-4187-adc1-0b41a3704215 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/1943ebe8-be37-4d65-9c09-1c7cda3230dc HTTP/1.1" status: 404 len: 333 time: 0.0590591 Jun 28 06:47:13.436235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.449686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53658) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.463622 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] DHCP port deletion for dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:13.520378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] Deleting port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:13.520774 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.572654 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-25908d99-b532-4f2c-bece-72eb97cd20f0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.573541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25908d99-b532-4f2c-bece-72eb97cd20f0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.578602 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-25908d99-b532-4f2c-bece-72eb97cd20f0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/8ae9686c-2286-448f-bd3d-b9fe00298dc0 HTTP/1.1" status: 404 len: 337 time: 0.1236300 Jun 28 06:47:13.583951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53662) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.595203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] For port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=542dfb4e-5f9e-46d6-8c5f-5010f813b7e3,segment=NetworkSegment(ce9fb4e9-d525-422d-81c2-aa284309bc47),segment_id=ce9fb4e9-d525-422d-81c2-aa284309bc47)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:13.595744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.599341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ba60e012-a306-4417-be07-7cedb797bffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.611767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] Calling delete_port for 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:13.660824 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1e392b-50d6-4663-b336-58090bb2d1f7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.661232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7a7d2f65-59a3-4751-9fe8-204b68f38a37 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:13.661371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1e392b-50d6-4663-b336-58090bb2d1f7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.665371 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4d1e392b-50d6-4663-b336-58090bb2d1f7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/c58b1ef5-69c7-4cbc-aa80-b695f74e91dd HTTP/1.1" status: 404 len: 337 time: 0.0757370 Jun 28 06:47:13.671346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53664) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.687854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 7a7d2f65-59a3-4751-9fe8-204b68f38a37 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:13.688343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7a7d2f65-59a3-4751-9fe8-204b68f38a37 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:13.689397 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:13.706828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ba60e012-a306-4417-be07-7cedb797bffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.740278 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c23a37-801a-4749-b68b-f2bacdfbe202 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.741040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c23a37-801a-4749-b68b-f2bacdfbe202 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.742536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e22aafa-799e-449e-9a0e-ac0d1833ace6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.743030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c0c23a37-801a-4749-b68b-f2bacdfbe202 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/7162049d-8d71-4ad9-b8c3-94060c28f9b3 HTTP/1.1" status: 404 len: 333 time: 0.0664597 Jun 28 06:47:13.749905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53666) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.795071 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22ba600-a978-4d6d-b8ae-bb5060e691a9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.795588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22ba600-a978-4d6d-b8ae-bb5060e691a9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.797477 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c22ba600-a978-4d6d-b8ae-bb5060e691a9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/f2c61706-22c1-4481-be68-810f6353caa1 HTTP/1.1" status: 404 len: 337 time: 0.0460973 Jun 28 06:47:13.801457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.801969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53668) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.830026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.832894 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6540c72e-8564-41b5-a781-2ca24bd3962f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.833556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6540c72e-8564-41b5-a781-2ca24bd3962f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.835298 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6540c72e-8564-41b5-a781-2ca24bd3962f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/6768c9d8-9bf5-4936-ad3a-135e74dbd3ef HTTP/1.1" status: 404 len: 333 time: 0.0324318 Jun 28 06:47:13.837968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53670) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.848145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-5b545e39-5865-49a4-8461-cbb9976b562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:13.849636 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-5b545e39-5865-49a4-8461-cbb9976b562b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 1097 time: 0.3989677 Jun 28 06:47:13.851171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39174a1-7e03-4e83-8536-37d019de5105']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:13.858473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.862222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-78c521f8-d47c-4f8f-ab51-d6ec7f365e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:13.869036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea943256-f713-4c60-b82e-b4c672fc38cd') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:13.869036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea943256-f713-4c60-b82e-b4c672fc38cd') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:13.869291 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b896748-d183-47a1-9d09-56ab189d6c77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.869291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b896748-d183-47a1-9d09-56ab189d6c77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.869291 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6b896748-d183-47a1-9d09-56ab189d6c77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/e966b1a8-603e-4127-b080-e3d038e4e6ae HTTP/1.1" status: 404 len: 337 time: 0.0278859 Jun 28 06:47:13.870858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53672) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.906262 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0d19ee-ef2b-4df7-979a-b0e93e4f8540 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.907826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0d19ee-ef2b-4df7-979a-b0e93e4f8540 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.909697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] Pushing event deleted for resources: {'Port': ['ID=542dfb4e-5f9e-46d6-8c5f-5010f813b7e3,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:13.910139 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fb0d19ee-ef2b-4df7-979a-b0e93e4f8540 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/d754a128-6d61-4f7b-b3cc-dec86e07f04a HTTP/1.1" status: 404 len: 333 time: 0.0379791 Jun 28 06:47:13.911126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e22aafa-799e-449e-9a0e-ac0d1833ace6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.912359 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3e22aafa-799e-449e-9a0e-ac0d1833ace6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8943138 Jun 28 06:47:13.913172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53674) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.915926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:13.920780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] No DVR routers for this DVR port 542dfb4e-5f9e-46d6-8c5f-5010f813b7e3 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:13.924353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53676) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:13.935436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.936514 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-d1123a69-2bd7-4e02-8b2f-95dd046e5158 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc40033-ec42-4c13-b56e-d749c507885e HTTP/1.1" status: 200 len: 217 time: 0.0678372 Jun 28 06:47:13.937003 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6ca304b4-62c9-4a2f-96b4-91fbd3ede73d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:13.991336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:13.992641 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32ec74f-f727-45e5-af45-e7b9d4176fdd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:13.993120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32ec74f-f727-45e5-af45-e7b9d4176fdd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:13.994839 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d32ec74f-f727-45e5-af45-e7b9d4176fdd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/2a548f0d-c2f0-4922-9a41-12d2068e6f93 HTTP/1.1" status: 404 len: 337 time: 0.0772183 Jun 28 06:47:13.998986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53678) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.007499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:14.007887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:14.012173 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:14.072670 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-53450c0e-a11e-46b5-af16-4e41bafd33fc tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:14.073410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53450c0e-a11e-46b5-af16-4e41bafd33fc tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:14.075125 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-53450c0e-a11e-46b5-af16-4e41bafd33fc tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/63afd44a-ec25-4513-9165-fe18aa31d524 HTTP/1.1" status: 404 len: 333 time: 0.0752299 Jun 28 06:47:14.075875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ba60e012-a306-4417-be07-7cedb797bffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.078760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ba60e012-a306-4417-be07-7cedb797bffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.079839 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ba60e012-a306-4417-be07-7cedb797bffb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f590a1d9-3e5b-4e63-89a0-b2fddddd8434 HTTP/1.1" status: 204 len: 168 time: 0.7397406 Jun 28 06:47:14.083049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53680) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.089473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d04de359-00bc-46d3-9d75-512b7d5de6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:14.098759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:14.102738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.105277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-08a60254-6b7c-429c-98fb-e603cfe88069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:14.112274 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-08a60254-6b7c-429c-98fb-e603cfe88069 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61562036-9953-4f32-96f2-b13aba80cf24 HTTP/1.1" status: 200 len: 834 time: 0.1620021 Jun 28 06:47:14.131805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.138212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60e012-a306-4417-be07-7cedb797bffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f590a1d9-3e5b-4e63-89a0-b2fddddd8434,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:14.151384 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-903927e8-36f7-4f42-b57c-57da3a55f429 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:14.151806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903927e8-36f7-4f42-b57c-57da3a55f429 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:14.153524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-903927e8-36f7-4f42-b57c-57da3a55f429 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/d51763f6-a30f-467e-b8e6-eea5c73b7f04 HTTP/1.1" status: 404 len: 337 time: 0.0662041 Jun 28 06:47:14.154464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ba60e012-a306-4417-be07-7cedb797bffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:14.158070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3ffb0dd2-6079-454b-b7dd-670db2da3717 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:14.176606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53684) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.225813 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=208ba561-7d01-4bea-b493-a4c4efb76c3e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:14.239158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ca304b4-62c9-4a2f-96b4-91fbd3ede73d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.245754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:14.246732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c938dd42-cb91-4c59-9584-1bb816849df1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:14.247510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c938dd42-cb91-4c59-9584-1bb816849df1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:14.249208 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c938dd42-cb91-4c59-9584-1bb816849df1 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/7755bebe-3387-4da9-a9d7-848e54488524 HTTP/1.1" status: 404 len: 333 time: 0.0714893 Jun 28 06:47:14.253006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53688) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.283587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.308949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-52431934-bf52-4ace-8cc6-8330bbc40c42 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:14.318080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.320170 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/networks/d39174a1-7e03-4e83-8536-37d019de5105 HTTP/1.1" status: 204 len: 168 time: 1.0968606 Jun 28 06:47:14.323712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53690) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.334598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ca304b4-62c9-4a2f-96b4-91fbd3ede73d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.336213 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cdd8e4-8e12-4ded-816c-f6fd735c3c9b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:14.337204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cdd8e4-8e12-4ded-816c-f6fd735c3c9b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:14.338366 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a7cdd8e4-8e12-4ded-816c-f6fd735c3c9b tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/bd72e30c-f553-4ec8-8496-a1f4bb1c977f HTTP/1.1" status: 404 len: 337 time: 0.0835485 Jun 28 06:47:14.341725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53692) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.346310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Network': ['ID=d39174a1-7e03-4e83-8536-37d019de5105,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:14.364316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:14.386488 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-942f0337-5e38-4b77-8b7f-ce07e934bdc7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:14.387358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942f0337-5e38-4b77-8b7f-ce07e934bdc7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:14.389249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-942f0337-5e38-4b77-8b7f-ce07e934bdc7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/9431848c-01dd-435a-a242-956c56b65df1 HTTP/1.1" status: 404 len: 333 time: 0.0441461 Jun 28 06:47:14.395170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.398009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.399346 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/floatingips/58993b1f-7476-4b12-9aa4-d1123156486c HTTP/1.1" status: 204 len: 168 time: 2.8808682 Jun 28 06:47:14.400095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53698) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.410109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53700) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.412494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-33dbcd9a-cea8-4ddd-822e-802e212e628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:14.414398 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-33dbcd9a-cea8-4ddd-822e-802e212e628e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b40531-0a94-472d-a8df-c26d19f25874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2774467 Jun 28 06:47:14.533698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a45b82e-f6df-4685-b67d-6e3a36026bf8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Deleting subnet a3c00775-fdfd-40d4-805d-c262e2885572 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:14.537444 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a45b82e-f6df-4685-b67d-6e3a36026bf8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.572976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.588154 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fa25eba2-4a1c-40aa-9108-734643b5ab9c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:14.639937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a45b82e-f6df-4685-b67d-6e3a36026bf8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.692718 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=4519b929-1b05-4c83-81a3-f9f26d5d58b3,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:14.696031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:14.702801 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca304b4-62c9-4a2f-96b4-91fbd3ede73d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Router eb11618a-a6c2-4ba9-a343-16ab7b88a31b is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:47:14.756997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Checking segment: {'id': '01e318c6-89b2-4874-907f-ec1111438821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:14.757717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network hostable DHCP agents. Network: 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:47:14.800568 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b1623f-b5cd-4b31-aaec-5fa7763b65de tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:14.801053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b1623f-b5cd-4b31-aaec-5fa7763b65de tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:14.805151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-95b1623f-b5cd-4b31-aaec-5fa7763b65de tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/488094e2-314a-414f-b74f-17d8eca3943b HTTP/1.1" status: 404 len: 337 time: 0.4007721 Jun 28 06:47:14.811992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53710) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.814089 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e728cd-b790-44d7-b7e1-77fab9db18a5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:14.814838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e728cd-b790-44d7-b7e1-77fab9db18a5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:14.816555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e2e728cd-b790-44d7-b7e1-77fab9db18a5 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/ports/f4e1348a-a6ac-4b63-a883-92982d85451e HTTP/1.1" status: 404 len: 333 time: 0.4010444 Jun 28 06:47:14.823115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53712) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.890187 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a45b82e-f6df-4685-b67d-6e3a36026bf8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.913338 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f6430b46-592f-4691-a011-e9fa30770062 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca251ad-07f1-45d8-8bf1-040365a40442 HTTP/1.1" status: 200 len: 205 time: 0.0877531 Jun 28 06:47:14.923940 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a52d8c-43a8-472b-8b2d-7ffe76e90e32 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:14.923940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a52d8c-43a8-472b-8b2d-7ffe76e90e32 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:14.923940 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-73a52d8c-43a8-472b-8b2d-7ffe76e90e32 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/8e18f83d-6485-4a14-a407-7f5e48236cf0 HTTP/1.1" status: 404 len: 337 time: 0.0966511 Jun 28 06:47:14.926332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53716) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.926664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53718) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:14.954907 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca304b4-62c9-4a2f-96b4-91fbd3ede73d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:14.966901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ca304b4-62c9-4a2f-96b4-91fbd3ede73d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:14.966901 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6ca304b4-62c9-4a2f-96b4-91fbd3ede73d tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "PUT /v2.0/routers/eb11618a-a6c2-4ba9-a343-16ab7b88a31b HTTP/1.1" status: 200 len: 693 time: 1.0337350 Jun 28 06:47:14.967152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:47:14.971710 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] Sync routers for ids ['eb11618a-a6c2-4ba9-a343-16ab7b88a31b'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:14.981702 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] Routers {'eb11618a-a6c2-4ba9-a343-16ab7b88a31b'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:14.982361 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eb11618a-a6c2-4ba9-a343-16ab7b88a31b'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:14.992271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53724) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.012728 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-6b0516e2-f237-4528-bea6-576cad8b1237 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] delete failed (client error): The resource could not be found. Jun 28 06:47:15.016898 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6b0516e2-f237-4528-bea6-576cad8b1237 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/routers/eca251ad-07f1-45d8-8bf1-040365a40442 HTTP/1.1" status: 404 len: 336 time: 0.0840290 Jun 28 06:47:15.018405 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-23991e34-c4b8-423c-bc3f-d6e269ceaf28 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.024442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23991e34-c4b8-423c-bc3f-d6e269ceaf28 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.024442 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-23991e34-c4b8-423c-bc3f-d6e269ceaf28 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/901daf11-6fb9-4460-a521-0c26fb288fe5 HTTP/1.1" status: 404 len: 333 time: 0.0925207 Jun 28 06:47:15.024442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53726) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.024742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53728) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.044538 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-453534e0-095d-4964-9063-5ba5d5c31cec service neutron] 10.222.0.50 "GET /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006978 Jun 28 06:47:15.063879 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] Set router eb11618a-a6c2-4ba9-a343-16ab7b88a31b gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:15.073909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:15.083242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a45b82e-f6df-4685-b67d-6e3a36026bf8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.083448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e2617d-ec0a-459f-bc97-f73980869622 None None] Network 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:15.091445 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c6e1e6-291c-4651-999f-791cb20ad502 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.091445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c6e1e6-291c-4651-999f-791cb20ad502 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.093013 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-68c6e1e6-291c-4651-999f-791cb20ad502 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/05ae5698-8362-41e0-af2e-45b6bbd00a25 HTTP/1.1" status: 404 len: 337 time: 0.0662968 Jun 28 06:47:15.094127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:15.095634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b108f1e5-aa7c-478f-8c46-2a0fb4f12acb tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.096092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b108f1e5-aa7c-478f-8c46-2a0fb4f12acb tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.096501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.098519 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b108f1e5-aa7c-478f-8c46-2a0fb4f12acb tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/subnets/26a3bdb5-8a25-486c-8cc3-27566349c214 HTTP/1.1" status: 404 len: 337 time: 0.0721736 Jun 28 06:47:15.100076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53730) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.101730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b709be63-edeb-4c6e-8d1d-a0a0f1e219a7 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:15.109080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53732) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.117916 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6d056b0a-e4b1-4805-93dd-03c2ad2af045 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/routers/eb11618a-a6c2-4ba9-a343-16ab7b88a31b HTTP/1.1" status: 200 len: 699 time: 0.1234410 Jun 28 06:47:15.124310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53734) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.132800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283f5c-2d02-4a38-bb7f-b829d51ffdce req-3420e91d-02ce-4cc1-ac6c-ec4c5a5a8ce0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:15.134335 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-65283f5c-2d02-4a38-bb7f-b829d51ffdce req-3420e91d-02ce-4cc1-ac6c-ec4c5a5a8ce0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 944 time: 0.7798862 Jun 28 06:47:15.141911 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb11618a-a6c2-4ba9-a343-16ab7b88a31b', 'name': 'tempest-RoutersTest-router-235542062', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:13Z', 'updated_at': '2021-06-28T06:47:14Z', 'revision_number': 2, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:15.177127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3f72d7-98f1-46aa-b4e3-fdfc459f2284 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.177588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3f72d7-98f1-46aa-b4e3-fdfc459f2284 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.179309 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4b3f72d7-98f1-46aa-b4e3-fdfc459f2284 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/cd25959c-2c4e-4eae-8b43-61dac9d0cf17 HTTP/1.1" status: 404 len: 337 time: 0.0774460 Jun 28 06:47:15.182132 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] Checking router: eb11618a-a6c2-4ba9-a343-16ab7b88a31b for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:47:15.193168 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] Routers {'eb11618a-a6c2-4ba9-a343-16ab7b88a31b'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:15.194079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53738) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.194729 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['eb11618a-a6c2-4ba9-a343-16ab7b88a31b'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:15.271826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45b82e-f6df-4685-b67d-6e3a36026bf8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c00775-fdfd-40d4-805d-c262e2885572,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:15.278662 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-56d27543-4d69-4723-8f0a-e8cc083f3241 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb11618a-a6c2-4ba9-a343-16ab7b88a31b HTTP/1.1" status: 200 len: 205 time: 0.1504414 Jun 28 06:47:15.278662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9a45b82e-f6df-4685-b67d-6e3a36026bf8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:15.278662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a45b82e-f6df-4685-b67d-6e3a36026bf8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.283082 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9a45b82e-f6df-4685-b67d-6e3a36026bf8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/subnets/a3c00775-fdfd-40d4-805d-c262e2885572 HTTP/1.1" status: 204 len: 168 time: 0.9567263 Jun 28 06:47:15.284263 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0e9bc6-27a5-418f-8da2-5b79e787f03c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.285863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0e9bc6-27a5-418f-8da2-5b79e787f03c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.286024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53740) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.286337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53742) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.287679 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5a0e9bc6-27a5-418f-8da2-5b79e787f03c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/4c669346-8b50-48a7-88c7-0fe5eaf8157a HTTP/1.1" status: 404 len: 333 time: 0.0891407 Jun 28 06:47:15.291201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53744) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.310219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726dbfab-3f38-4fc8-af1e-e1843812e7a3 None None] Network 2fefd9d5-966e-478e-a363-14373b835d77 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:15.316889 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] Set router eb11618a-a6c2-4ba9-a343-16ab7b88a31b gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:15.332974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e', 'network_id': '6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e', 'tenant_id': 'fb4cea3c5cce4e11913a94a64c35b037', 'fixed_ips': [{'subnet_id': '4519b929-1b05-4c83-81a3-f9f26d5d58b3'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:47:15.334738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.362069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53746) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.372516 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0069554 Jun 28 06:47:15.374152 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3ad4e9-c53d-4e3c-96f5-27d391d0fdd3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.374903 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3ad4e9-c53d-4e3c-96f5-27d391d0fdd3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.377723 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4d3ad4e9-c53d-4e3c-96f5-27d391d0fdd3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/139a5ab7-ddd6-44a4-bbf1-191497cd6f51 HTTP/1.1" status: 404 len: 337 time: 0.0855076 Jun 28 06:47:15.379434 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1028535 Jun 28 06:47:15.380225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53748) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.381091 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53750) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.383141 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-65283f5c-2d02-4a38-bb7f-b829d51ffdce req-d804b0da-e40b-49d7-9e69-35f80ba07e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127781 Jun 28 06:47:15.387252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53752) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.422276 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefbdfea-b5cf-4368-a60d-fbb1ebb34652 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.424052 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefbdfea-b5cf-4368-a60d-fbb1ebb34652 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.426205 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cefbdfea-b5cf-4368-a60d-fbb1ebb34652 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/f9b3e355-54c9-4a2a-b5be-599ae128709d HTTP/1.1" status: 404 len: 337 time: 0.0428543 Jun 28 06:47:15.428309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5ebf5140-ba76-4946-bbcc-22f8a4568c4a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-399187560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:15.429036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53756) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.474042 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb11618a-a6c2-4ba9-a343-16ab7b88a31b', 'name': 'tempest-RoutersTest-router-235542062', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:13Z', 'updated_at': '2021-06-28T06:47:14Z', 'revision_number': 2, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:15.487530 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-663f63d3-6306-4cdd-9ae0-e19e51e69594 req-258e7b51-911c-4f7d-93d2-910c013de40e service neutron] 10.222.0.50 "GET /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067104 Jun 28 06:47:15.488098 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3a1aee-c862-4f61-aa6a-5780493d8829 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.488976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3a1aee-c862-4f61-aa6a-5780493d8829 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.492142 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8f3a1aee-c862-4f61-aa6a-5780493d8829 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/01ae6430-61bd-4e86-ac4c-caef6ecabe1c HTTP/1.1" status: 404 len: 333 time: 0.0619543 Jun 28 06:47:15.496959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53758) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.498448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f683377d-f4e9-4357-9de9-56e9bee88890 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.539244 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca0953d-697f-4ba1-a345-e7fed7578aed None None] The sync data for ids ['eb11618a-a6c2-4ba9-a343-16ab7b88a31b'] in dv-neutron-797120-6-hyperv is: [{'id': 'eb11618a-a6c2-4ba9-a343-16ab7b88a31b', 'name': 'tempest-RoutersTest-router-235542062', 'tenant_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:13Z', 'updated_at': '2021-06-28T06:47:14Z', 'revision_number': 2, 'project_id': '8b3bc8fe62bf452889e5c8ae724caa52', 'gw_port_host': None}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:15.581378 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1435e623-ae74-4ead-bd0c-186f022ef373 tempest-NetworksApiDiscovery-572159075 tempest-NetworksApiDiscovery-572159075-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1929116 Jun 28 06:47:15.581378 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d28b1f4-e364-4ad1-897e-414865920ed9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.581378 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d28b1f4-e364-4ad1-897e-414865920ed9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.581378 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4d28b1f4-e364-4ad1-897e-414865920ed9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/0290162a-f7b9-4949-ab4c-81edf996e7e9 HTTP/1.1" status: 404 len: 337 time: 0.0825334 Jun 28 06:47:15.582864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53762) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.608016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.632624 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbeb6028-7eb1-4ac2-aa3c-e5210c9dbf2c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.633298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbeb6028-7eb1-4ac2-aa3c-e5210c9dbf2c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.635589 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fbeb6028-7eb1-4ac2-aa3c-e5210c9dbf2c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/f7a3796b-0b76-4423-807f-af97a7593e80 HTTP/1.1" status: 404 len: 337 time: 0.0501108 Jun 28 06:47:15.645999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53764) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.646153 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Allocated IP 172.20.0.2 (6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e/4519b929-1b05-4c83-81a3-f9f26d5d58b3/3b6a1c12-e270-4fd5-955a-8b9c89363d5c) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:15.691914 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a0e96547-e8b9-4e0b-9298-a9179abfbf24 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce9019f0-c22e-4dea-ba29-ada8380112f1 HTTP/1.1" status: 200 len: 205 time: 0.0496445 Jun 28 06:47:15.695866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53766) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.704441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5140-ba76-4946-bbcc-22f8a4568c4a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.705979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5140-ba76-4946-bbcc-22f8a4568c4a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.752240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] DHCP port deletion for 2fefd9d5-966e-478e-a363-14373b835d77 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:15.767409 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-4d3803b0-04a5-4abd-b392-f13f7f0c6220 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] delete failed (client error): The resource could not be found. Jun 28 06:47:15.768576 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4d3803b0-04a5-4abd-b392-f13f7f0c6220 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/routers/ce9019f0-c22e-4dea-ba29-ada8380112f1 HTTP/1.1" status: 404 len: 336 time: 0.0607629 Jun 28 06:47:15.771192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53768) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.775503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-21c62d5e-cb2b-46a9-ab6d-fe5ffd8ea7aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port 800dae20-c50f-4d5a-882e-69db1728a54f {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:15.776077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-21c62d5e-cb2b-46a9-ab6d-fe5ffd8ea7aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.795436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f683377d-f4e9-4357-9de9-56e9bee88890 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.805388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f683377d-f4e9-4357-9de9-56e9bee88890 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.816062 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9501410-66d8-4805-ad3c-774b4e96f4fd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.816511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9501410-66d8-4805-ad3c-774b4e96f4fd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.818256 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c9501410-66d8-4805-ad3c-774b4e96f4fd tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/571db714-7d1d-430e-88a0-32f114b32b21 HTTP/1.1" status: 404 len: 337 time: 0.0461001 Jun 28 06:47:15.820939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53770) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.853792 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a7c83b28-c7b1-431e-a028-4f61de033ceb tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "GET /v2.0/ports?device_id=60beb5be-cd48-4a88-9950-ff37d5624b2c HTTP/1.1" status: 200 len: 205 time: 0.0316906 Jun 28 06:47:15.858720 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53772) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.870579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] Deleting port de13629c-53d9-42cd-bdf4-f625838846fb {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:15.871111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.901834 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-f936a57a-0c7e-401a-99af-c19915af7e45 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] delete failed (client error): The resource could not be found. Jun 28 06:47:15.902999 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f936a57a-0c7e-401a-99af-c19915af7e45 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/routers/60beb5be-cd48-4a88-9950-ff37d5624b2c HTTP/1.1" status: 404 len: 336 time: 0.0428710 Jun 28 06:47:15.913485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53774) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.936699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5140-ba76-4946-bbcc-22f8a4568c4a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.964285 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5e911a-4264-4ac7-80be-46169e6fad74 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:15.964487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.964729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5e911a-4264-4ac7-80be-46169e6fad74 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:15.970933 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6f5e911a-4264-4ac7-80be-46169e6fad74 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/e5dc9805-16c8-4693-8348-69eef0bbe0dd HTTP/1.1" status: 404 len: 337 time: 0.0532732 Jun 28 06:47:15.971200 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53776) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:15.972646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-21c62d5e-cb2b-46a9-ab6d-fe5ffd8ea7aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.986150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Deleting port de13629c-53d9-42cd-bdf4-f625838846fb {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:15.990245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:15.990406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] For port de13629c-53d9-42cd-bdf4-f625838846fb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=de13629c-53d9-42cd-bdf4-f625838846fb,segment=NetworkSegment(63497e67-6a2e-4d05-94c2-7f383d9c1819),segment_id=63497e67-6a2e-4d05-94c2-7f383d9c1819)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:15.990406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.000457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-21c62d5e-cb2b-46a9-ab6d-fe5ffd8ea7aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for 800dae20-c50f-4d5a-882e-69db1728a54f owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:16.009024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] Calling delete_port for de13629c-53d9-42cd-bdf4-f625838846fb owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:16.015653 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5d63b2-ebfd-4392-9cc7-5286c721dec3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.015653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5d63b2-ebfd-4392-9cc7-5286c721dec3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.015653 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6f5d63b2-ebfd-4392-9cc7-5286c721dec3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/3c4ad54d-9b70-4922-bcea-d1eb25b5d9e2 HTTP/1.1" status: 404 len: 337 time: 0.0406227 Jun 28 06:47:16.016061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53778) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.049631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f683377d-f4e9-4357-9de9-56e9bee88890 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.052077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f683377d-f4e9-4357-9de9-56e9bee88890 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Fanout notify agent at l3_agent the message router_deleted on router eb11618a-a6c2-4ba9-a343-16ab7b88a31b {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:47:16.052253 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3376ced7-93c4-417b-a0e2-df1718e75d57 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.052253 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3376ced7-93c4-417b-a0e2-df1718e75d57 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.057074 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Transition to ACTIVE for port object 3b6a1c12-e270-4fd5-955a-8b9c89363d5c will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:16.057650 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3376ced7-93c4-417b-a0e2-df1718e75d57 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/4c7fb35a-89b7-41bb-bb6a-af5fb224e499 HTTP/1.1" status: 404 len: 333 time: 0.0406315 Jun 28 06:47:16.058267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53780) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.059570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f683377d-f4e9-4357-9de9-56e9bee88890 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.060662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f683377d-f4e9-4357-9de9-56e9bee88890 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/eb11618a-a6c2-4ba9-a343-16ab7b88a31b HTTP/1.1" status: 204 len: 168 time: 0.7731285 Jun 28 06:47:16.068282 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53782) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.082664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Transition to ACTIVE for port object 3b6a1c12-e270-4fd5-955a-8b9c89363d5c will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:16.100374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5140-ba76-4946-bbcc-22f8a4568c4a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.102300 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9dd251-40dd-4a8b-9abd-194c0f3449e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.102764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9dd251-40dd-4a8b-9abd-194c0f3449e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.107273 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3a9dd251-40dd-4a8b-9abd-194c0f3449e5 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/9229b104-1404-4f2e-a8bf-ec3993a1703f HTTP/1.1" status: 404 len: 337 time: 0.0479050 Jun 28 06:47:16.107754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53784) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.116663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] For port de13629c-53d9-42cd-bdf4-f625838846fb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=de13629c-53d9-42cd-bdf4-f625838846fb,segment=NetworkSegment(63497e67-6a2e-4d05-94c2-7f383d9c1819),segment_id=63497e67-6a2e-4d05-94c2-7f383d9c1819)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:16.117388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.132234 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-06a2b987-3349-4ff3-a61f-b1b7501842ef tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb11618a-a6c2-4ba9-a343-16ab7b88a31b HTTP/1.1" status: 200 len: 205 time: 0.0600045 Jun 28 06:47:16.135620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53788) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.142048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Calling delete_port for de13629c-53d9-42cd-bdf4-f625838846fb owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:16.155576 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-345ef7af-9754-433e-ae01-d39cbdb0989e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.156294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345ef7af-9754-433e-ae01-d39cbdb0989e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.160672 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-345ef7af-9754-433e-ae01-d39cbdb0989e tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/a9a25236-b277-44a1-a035-86e6be4fd64c HTTP/1.1" status: 404 len: 333 time: 0.0321975 Jun 28 06:47:16.161061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53790) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.177145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.182145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0c3acbce-535c-4c4a-a652-4c2e52911f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:16.187455 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-a7ed8d89-7fa7-4680-a7dd-cc2894d50e54 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] delete failed (client error): The resource could not be found. Jun 28 06:47:16.189328 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a7ed8d89-7fa7-4680-a7dd-cc2894d50e54 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/eb11618a-a6c2-4ba9-a343-16ab7b88a31b HTTP/1.1" status: 404 len: 336 time: 0.0526030 Jun 28 06:47:16.193619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53792) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.224839 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0942ccd-97fc-4cb0-90ce-ed8e9698af3c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.225325 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0942ccd-97fc-4cb0-90ce-ed8e9698af3c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.227335 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b0942ccd-97fc-4cb0-90ce-ed8e9698af3c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/14f383db-2da0-45ce-83c5-17bffba5090f HTTP/1.1" status: 404 len: 337 time: 0.0654280 Jun 28 06:47:16.228469 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3429098-4f49-4e47-ac58-c4cb586bf419 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.228887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3429098-4f49-4e47-ac58-c4cb586bf419 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.230503 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d3429098-4f49-4e47-ac58-c4cb586bf419 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/e94bbe71-f89f-4e81-a684-7ae5fcc86df6 HTTP/1.1" status: 404 len: 337 time: 0.0359378 Jun 28 06:47:16.231209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53794) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.233035 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53796) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.256573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5140-ba76-4946-bbcc-22f8a4568c4a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.258165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Network 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:16.260426 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5ebf5140-ba76-4946-bbcc-22f8a4568c4a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8680758 Jun 28 06:47:16.261519 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:16.261644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53798) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.268042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'network_id': '6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e', 'name': 'tempest-PortsTestJSON-263600947'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:16.269988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:16.270974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53800) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.273844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Pushing event updated for resources: {'Port': ['ID=3b6a1c12-e270-4fd5-955a-8b9c89363d5c,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:16.277223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.287781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:16.287781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:16.292930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] No DVR routers for this DVR port de13629c-53d9-42cd-bdf4-f625838846fb on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:16.297530 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-191b5b91-32ad-4921-aae5-2b0a7c5cf75f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.297530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191b5b91-32ad-4921-aae5-2b0a7c5cf75f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.300925 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-191b5b91-32ad-4921-aae5-2b0a7c5cf75f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/23867b2e-8231-411a-a9b6-15a9d974f4e6 HTTP/1.1" status: 404 len: 333 time: 0.0669606 Jun 28 06:47:16.300925 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-7472a1b4-089f-4aa9-a20b-1175d6f53d5c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.301594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7472a1b4-089f-4aa9-a20b-1175d6f53d5c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.303070 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7472a1b4-089f-4aa9-a20b-1175d6f53d5c tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/e14b57fd-3a45-410f-8dc5-5548f1b88921 HTTP/1.1" status: 404 len: 337 time: 0.0688403 Jun 28 06:47:16.303724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53804) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.305482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53806) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.354794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.361433 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a9a3e8-57dd-41a5-b8da-f1e9eeae4676 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.361944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a9a3e8-57dd-41a5-b8da-f1e9eeae4676 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.363753 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-82a9a3e8-57dd-41a5-b8da-f1e9eeae4676 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/e4ad01d9-6848-40f8-a54f-c8d9f6f90039 HTTP/1.1" status: 404 len: 337 time: 0.0573041 Jun 28 06:47:16.364937 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e47b506-7650-4980-a2fb-6c59916dd1ab tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.365366 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e47b506-7650-4980-a2fb-6c59916dd1ab tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.365483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] Pushing event deleted for resources: {'Port': ['ID=de13629c-53d9-42cd-bdf4-f625838846fb,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:16.366927 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9e47b506-7650-4980-a2fb-6c59916dd1ab tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/afe6696b-cf3e-4cb2-85f6-45ded9f1a729 HTTP/1.1" status: 404 len: 337 time: 0.0622938 Jun 28 06:47:16.367464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53808) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.370493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:16.371013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53810) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.383090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Attempting to bind port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:16.383471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Attempting to bind port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '01e318c6-89b2-4874-907f-ec1111438821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:16.383842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Attempting to bind port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c on network 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:16.389054 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:16.389439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Checking segment: {'id': '01e318c6-89b2-4874-907f-ec1111438821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:16.392391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.392391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Bound using segment: {'id': '01e318c6-89b2-4874-907f-ec1111438821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:16.392391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Bound port: 3b6a1c12-e270-4fd5-955a-8b9c89363d5c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e318c6-89b2-4874-907f-ec1111438821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:16.392391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.410237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6382d3ae-ffa2-4e7d-8f69-2946e0784264 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:16.437472 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1990ea52-aedd-40ae-beb2-7f8c46325131 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.438144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1990ea52-aedd-40ae-beb2-7f8c46325131 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.440036 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1990ea52-aedd-40ae-beb2-7f8c46325131 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/c7190364-2dfc-4fd6-9a8a-1cc306796475 HTTP/1.1" status: 404 len: 337 time: 0.0716493 Jun 28 06:47:16.441360 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1982a9-5d8d-405e-a942-3b7e10f7bb6a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.442304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1982a9-5d8d-405e-a942-3b7e10f7bb6a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.444186 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6c1982a9-5d8d-405e-a942-3b7e10f7bb6a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/fc2aab6f-5125-4f6b-ab90-3db16fbd53a4 HTTP/1.1" status: 404 len: 333 time: 0.0632329 Jun 28 06:47:16.444828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53814) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.446660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53816) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.471400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Port': ['ID=de13629c-53d9-42cd-bdf4-f625838846fb,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:16.474708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:16.477870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] No DVR routers for this DVR port de13629c-53d9-42cd-bdf4-f625838846fb on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:16.500911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] For port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:16.505198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] For port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3b6a1c12-e270-4fd5-955a-8b9c89363d5c,segment=NetworkSegment(01e318c6-89b2-4874-907f-ec1111438821),segment_id=01e318c6-89b2-4874-907f-ec1111438821)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:16.517606 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-71e294ca-24b0-4a6e-af60-388b53626b35 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=40459a39-77d1-4107-8f4c-1785013864c5 HTTP/1.1" status: 200 len: 205 time: 0.0713811 Jun 28 06:47:16.518559 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8603b22c-75a1-4da7-bc6e-405df06b0f5a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.518991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8603b22c-75a1-4da7-bc6e-405df06b0f5a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.520726 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8603b22c-75a1-4da7-bc6e-405df06b0f5a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/6b213217-f92d-48d6-aad5-e1ff05b7caf7 HTTP/1.1" status: 404 len: 337 time: 0.0731544 Jun 28 06:47:16.522513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53818) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.523510 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53820) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.524332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-90557f05-5885-4a6b-a5a8-3f7cefcbaeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.581834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.586150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:16.591477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.599661 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b5f670-8c37-40ea-9d30-c30b1bff590c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.600428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b5f670-8c37-40ea-9d30-c30b1bff590c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.604679 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-89b5f670-8c37-40ea-9d30-c30b1bff590c tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/0475b1de-cee0-414e-b7a1-e10b4476010f HTTP/1.1" status: 404 len: 333 time: 0.0756843 Jun 28 06:47:16.608837 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-c4aef20f-52a0-4726-afac-71a934caf4ae tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] delete failed (client error): The resource could not be found. Jun 28 06:47:16.608837 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c4aef20f-52a0-4726-afac-71a934caf4ae tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/40459a39-77d1-4107-8f4c-1785013864c5 HTTP/1.1" status: 404 len: 336 time: 0.0837548 Jun 28 06:47:16.608837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53822) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.613226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53824) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.618972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fefd9d5-966e-478e-a363-14373b835d77']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:16.621138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-21c62d5e-cb2b-46a9-ab6d-fe5ffd8ea7aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.655990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-791f59f8-21b7-46e3-ac8a-9675858380d2 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:16.660630 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Pushing event updated for resources: {'Port': ['ID=3b6a1c12-e270-4fd5-955a-8b9c89363d5c,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:16.661743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:16.667370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63497e67-6a2e-4d05-94c2-7f383d9c1819') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:16.667670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63497e67-6a2e-4d05-94c2-7f383d9c1819') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:16.693450 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b442edbc-15e0-4334-91b5-f7e1cf56eb42 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=65fffa89-80dd-4cfe-87d9-11cb4f6c429f HTTP/1.1" status: 200 len: 205 time: 0.0762868 Jun 28 06:47:16.694756 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccf3cf0-6529-4f14-b506-80188f1c87df tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.695215 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eccf3cf0-6529-4f14-b506-80188f1c87df tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.696997 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-eccf3cf0-6529-4f14-b506-80188f1c87df tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/9330e104-329e-4504-9d8f-b76def6c4a7e HTTP/1.1" status: 404 len: 337 time: 0.0877981 Jun 28 06:47:16.698887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53826) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.699769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53828) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.712771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.714586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c62d5e-cb2b-46a9-ab6d-fe5ffd8ea7aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=800dae20-c50f-4d5a-882e-69db1728a54f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:16.744758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-21c62d5e-cb2b-46a9-ab6d-fe5ffd8ea7aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:16.749969 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-65e51e54-3853-4a20-a2c6-4f2e29325be5 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] delete failed (client error): The resource could not be found. Jun 28 06:47:16.754237 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-65e51e54-3853-4a20-a2c6-4f2e29325be5 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/65fffa89-80dd-4cfe-87d9-11cb4f6c429f HTTP/1.1" status: 404 len: 336 time: 0.0508120 Jun 28 06:47:16.754912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53830) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.788376 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b873a0bf-edbc-4019-b5c4-3a6957e13265 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.789142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b873a0bf-edbc-4019-b5c4-3a6957e13265 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.790793 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-053ce31d-e127-46d0-8724-92381cdc6893 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.791239 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b873a0bf-edbc-4019-b5c4-3a6957e13265 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/27d76bbb-5e80-4b8c-865c-9afe5532aeb4 HTTP/1.1" status: 404 len: 333 time: 0.0902269 Jun 28 06:47:16.791324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053ce31d-e127-46d0-8724-92381cdc6893 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.793056 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-053ce31d-e127-46d0-8724-92381cdc6893 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/af24a672-23a1-4244-8343-9f048faba6c9 HTTP/1.1" status: 404 len: 337 time: 0.0377009 Jun 28 06:47:16.795449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53832) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.795570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.797147 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53834) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.813180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:16.814247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:16.818393 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:16.872936 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-246f31a9-1424-418c-ac05-c4e5dae17aec tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e HTTP/1.1" status: 200 len: 205 time: 0.0687437 Jun 28 06:47:16.891292 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2654b1-1182-4ecd-8ca9-6174e2a697cc tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.891485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53836) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.892165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2654b1-1182-4ecd-8ca9-6174e2a697cc tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.892165 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ca2654b1-1182-4ecd-8ca9-6174e2a697cc tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/270d780b-5ab1-4b39-8b59-4bdd5e298723 HTTP/1.1" status: 404 len: 337 time: 0.0825505 Jun 28 06:47:16.892165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53838) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.906668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-21c62d5e-cb2b-46a9-ab6d-fe5ffd8ea7aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:16.906668 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-21c62d5e-cb2b-46a9-ab6d-fe5ffd8ea7aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/ports/800dae20-c50f-4d5a-882e-69db1728a54f HTTP/1.1" status: 204 len: 168 time: 1.7873411 Jun 28 06:47:16.907801 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53840) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.969142 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-05a5c710-5eb1-4fda-bf99-9034e41511c9 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] delete failed (client error): The resource could not be found. Jun 28 06:47:16.970545 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-05a5c710-5eb1-4fda-bf99-9034e41511c9 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/aa0b6609-fea0-4c46-b1c8-5c3ba382ba4e HTTP/1.1" status: 404 len: 336 time: 0.0902810 Jun 28 06:47:16.978271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07e40b-bb35-47a8-b5ad-dfb689ac8365 req-3f32d699-fc83-430f-b273-2322fa36d898 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:16.979814 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce07e40b-bb35-47a8-b5ad-dfb689ac8365 req-3f32d699-fc83-430f-b273-2322fa36d898 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 944 time: 0.3855314 Jun 28 06:47:16.980299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53842) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:16.984254 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c9c794-92ca-488a-a559-a74572546775 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:16.985670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c9c794-92ca-488a-a559-a74572546775 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:16.989262 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a7c9c794-92ca-488a-a559-a74572546775 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/ports/af3fee29-df94-43b5-b33c-cd7b5b13abb5 HTTP/1.1" status: 404 len: 333 time: 0.1051366 Jun 28 06:47:16.993915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53844) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.018068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-90557f05-5885-4a6b-a5a8-3f7cefcbaeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.030403 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-55a789f1-4cb5-4027-8f76-03e03800f5be tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c39ade2-83ad-41a7-88dc-0867ceb32918 HTTP/1.1" status: 200 len: 205 time: 0.0466371 Jun 28 06:47:17.031315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53846) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.062926 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bc2de3-bf56-4884-aed3-5c0c7f12a09a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:17.064637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35bc2de3-bf56-4884-aed3-5c0c7f12a09a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:17.066614 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-35bc2de3-bf56-4884-aed3-5c0c7f12a09a tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/subnets/b6042757-b79d-436a-beb1-7c5d52660ff1 HTTP/1.1" status: 404 len: 337 time: 0.0718238 Jun 28 06:47:17.069411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53848) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.071939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.085611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9f6c9403-aecd-4feb-83ee-4b76700480d9 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:17.097060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.100564 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/networks/2fefd9d5-966e-478e-a363-14373b835d77 HTTP/1.1" status: 204 len: 168 time: 1.8118336 Jun 28 06:47:17.107562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53850) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.115459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-90557f05-5885-4a6b-a5a8-3f7cefcbaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.118012 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-164309d0-655b-4a75-aad0-00ef82304561 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] delete failed (client error): The resource could not be found. Jun 28 06:47:17.121874 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-164309d0-655b-4a75-aad0-00ef82304561 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/5c39ade2-83ad-41a7-88dc-0867ceb32918 HTTP/1.1" status: 404 len: 336 time: 0.0876269 Jun 28 06:47:17.123135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-60b6d48d-4132-4d01-a28c-4a2ae614e884 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:17.138836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53852) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.157339 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3e20914d-d0a0-49a1-a81d-fb70659186e8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "GET /v2.0/ports?device_id=88601368-a69a-42d0-b75a-9b4a258e61bc HTTP/1.1" status: 200 len: 205 time: 0.0520995 Jun 28 06:47:17.162617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53854) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.179300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Pushing event deleted for resources: {'Network': ['ID=2fefd9d5-966e-478e-a363-14373b835d77,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:17.190476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:17.213532 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce07e40b-bb35-47a8-b5ad-dfb689ac8365 req-8bd68d3c-e61d-4326-9609-d42499a41e5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203841 Jun 28 06:47:17.223968 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3977820-1863-4d7b-8629-0b1e5050d770 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:17.224642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3977820-1863-4d7b-8629-0b1e5050d770 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:17.226542 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a3977820-1863-4d7b-8629-0b1e5050d770 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/13d05f46-adb9-4fd9-a30f-c96a4500c00f HTTP/1.1" status: 404 len: 337 time: 0.0839603 Jun 28 06:47:17.236254 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-90557f05-5885-4a6b-a5a8-3f7cefcbaeb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fc3ca2fbd2847e5bc197f8dcf56a263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9423413 Jun 28 06:47:17.236353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53856) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.236353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53858) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.261817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90557f05-5885-4a6b-a5a8-3f7cefcbaeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebba42d-545f-4cee-b7ee-e4444b09a0fd,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:17.267983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-90557f05-5885-4a6b-a5a8-3f7cefcbaeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:17.280534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c40fd82c-1fa6-4afc-9e81-d1d82ea71b50 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.284238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-081958f4-7c17-4e3f-a927-e571a57f4d8d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port acab2704-f38c-449d-827c-cc26cc82c42a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:17.284575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081958f4-7c17-4e3f-a927-e571a57f4d8d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.285087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.290974 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b9452781-8b22-43d3-b8db-2702c2a4b33f tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec25cd2f-74b6-4174-8258-7288eb6b5d27 HTTP/1.1" status: 200 len: 205 time: 0.0571144 Jun 28 06:47:17.296786 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53860) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.306737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:17.310153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.363673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-46f59d8e-e602-4bab-a50d-8c35fef8cfe6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] delete failed (client error): The resource could not be found. Jun 28 06:47:17.364709 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-46f59d8e-e602-4bab-a50d-8c35fef8cfe6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/ec25cd2f-74b6-4174-8258-7288eb6b5d27 HTTP/1.1" status: 404 len: 336 time: 0.0669632 Jun 28 06:47:17.369109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53862) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.386331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:47:17.457336 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0838b1-1761-46c3-a582-5f62b487fc42 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:17.457807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0838b1-1761-46c3-a582-5f62b487fc42 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:17.462078 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7a0838b1-1761-46c3-a582-5f62b487fc42 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/8353338a-ea5c-42d8-a279-d68a732bdc48 HTTP/1.1" status: 404 len: 337 time: 0.0855854 Jun 28 06:47:17.493359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53864) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.497659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-433aa7c6-3a00-480c-8750-d8e8199f4a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.692735 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3b6a1c12-e270-4fd5-955a-8b9c89363d5c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:17.782066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c40fd82c-1fa6-4afc-9e81-d1d82ea71b50 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.786538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c40fd82c-1fa6-4afc-9e81-d1d82ea71b50 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.833191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:17.837712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081958f4-7c17-4e3f-a927-e571a57f4d8d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.854309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-081958f4-7c17-4e3f-a927-e571a57f4d8d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for acab2704-f38c-449d-827c-cc26cc82c42a owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:17.913779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device de13629c-53d9-42cd-bdf4-f625838846fb no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:17.919739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d451e0-80d3-4494-843f-8a1b3e7cf7b4 None None] Network 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:17.920337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c40fd82c-1fa6-4afc-9e81-d1d82ea71b50 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.920841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40fd82c-1fa6-4afc-9e81-d1d82ea71b50 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Fanout notify agent at l3_agent the message router_deleted on router 88601368-a69a-42d0-b75a-9b4a258e61bc {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:47:17.926809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.928394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c40fd82c-1fa6-4afc-9e81-d1d82ea71b50 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:17.929426 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c40fd82c-1fa6-4afc-9e81-d1d82ea71b50 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] 10.222.0.24 "DELETE /v2.0/routers/88601368-a69a-42d0-b75a-9b4a258e61bc HTTP/1.1" status: 204 len: 168 time: 0.7591362 Jun 28 06:47:17.935270 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-690909f5-00c9-437f-9175-92059d0addbf tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a320804-d613-4291-a9ae-5886e1e76679 HTTP/1.1" status: 200 len: 205 time: 0.4384582 Jun 28 06:47:17.948604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53868) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:17.953155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:17.975874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-433aa7c6-3a00-480c-8750-d8e8199f4a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.022337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: de13629c-53d9-42cd-bdf4-f625838846fb {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:18.022606 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-7710a4bf-d709-45be-ab5b-31a7a7fcbf39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] delete failed (client error): The resource could not be found. Jun 28 06:47:18.022910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device de13629c-53d9-42cd-bdf4-f625838846fb not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:18.023629 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7710a4bf-d709-45be-ab5b-31a7a7fcbf39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/routers/4a320804-d613-4291-a9ae-5886e1e76679 HTTP/1.1" status: 404 len: 336 time: 0.0726597 Jun 28 06:47:18.027711 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53870) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:18.028039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9fb4e9-d525-422d-81c2-aa284309bc47') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:18.028343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9fb4e9-d525-422d-81c2-aa284309bc47') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:18.069628 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a63df3e-3abc-4c96-96f2-e9c971e05f2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:18.070093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a63df3e-3abc-4c96-96f2-e9c971e05f2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:18.071916 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6a63df3e-3abc-4c96-96f2-e9c971e05f2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/acfc6312-5205-4993-9849-292a378527ef HTTP/1.1" status: 404 len: 337 time: 0.0425043 Jun 28 06:47:18.074547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53872) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:18.092743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.102224 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a37ee2-fae0-45a1-b76e-0f5754da79c6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:18.102657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a37ee2-fae0-45a1-b76e-0f5754da79c6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:18.106978 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a4a37ee2-fae0-45a1-b76e-0f5754da79c6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] 10.222.0.24 "DELETE /v2.0/subnets/02da17dd-c771-49a0-bc6d-56739aeda761 HTTP/1.1" status: 404 len: 337 time: 0.0289114 Jun 28 06:47:18.146067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.147179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-68137099-137d-4b51-afb3-d48b305c8729 None None] Provisioning for port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:18.152370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-68137099-137d-4b51-afb3-d48b305c8729 None None] Provisioning complete for port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:18.153043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-68137099-137d-4b51-afb3-d48b305c8729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.154232 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081958f4-7c17-4e3f-a927-e571a57f4d8d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.160769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:18.162123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.14 (6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e/4519b929-1b05-4c83-81a3-f9f26d5d58b3/4f843428-b0db-4e02-9ccf-d3bcdcaabfc8) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:18.164527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:18.165139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:18.169072 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:18.206634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081958f4-7c17-4e3f-a927-e571a57f4d8d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=acab2704-f38c-449d-827c-cc26cc82c42a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:18.212190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-081958f4-7c17-4e3f-a927-e571a57f4d8d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:18.280500 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-0e0cc522-56a7-4c1e-b4bb-9fc9fc603f0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2049201 Jun 28 06:47:18.322764 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:47:18.324494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-433aa7c6-3a00-480c-8750-d8e8199f4a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.327999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-433aa7c6-3a00-480c-8750-d8e8199f4a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.330462 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-433aa7c6-3a00-480c-8750-d8e8199f4a0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ebba42d-545f-4cee-b7ee-e4444b09a0fd HTTP/1.1" status: 204 len: 168 time: 1.0933175 Jun 28 06:47:18.334383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5d6a4b99-ead4-4073-9bd7-e73340ca408d tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:18.341904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-081958f4-7c17-4e3f-a927-e571a57f4d8d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.348677 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-081958f4-7c17-4e3f-a927-e571a57f4d8d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/ports/acab2704-f38c-449d-827c-cc26cc82c42a HTTP/1.1" status: 204 len: 168 time: 1.4378970 Jun 28 06:47:18.349014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53880) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:18.406408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.424306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aa7c6-3a00-480c-8750-d8e8199f4a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebba42d-545f-4cee-b7ee-e4444b09a0fd,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:18.459661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-433aa7c6-3a00-480c-8750-d8e8199f4a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:18.470919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-68137099-137d-4b51-afb3-d48b305c8729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.480532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.485923 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] 10.222.0.24 "DELETE /v2.0/networks/dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44 HTTP/1.1" status: 204 len: 168 time: 1.4148369 Jun 28 06:47:18.489534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5cfda390-b53e-408a-98a7-6c5f930778ae tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:18.505922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-68137099-137d-4b51-afb3-d48b305c8729 None None] For port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3b6a1c12-e270-4fd5-955a-8b9c89363d5c,segment=NetworkSegment(01e318c6-89b2-4874-907f-ec1111438821),segment_id=01e318c6-89b2-4874-907f-ec1111438821)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:18.517807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d9487-808f-4711-8c10-fe1d195acb52 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:18.521942 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2d1d9487-808f-4711-8c10-fe1d195acb52 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "GET /v2.0/ports?device_id=0df6fb6d-5f65-4d85-aaec-6cc5e1991390 HTTP/1.1" status: 200 len: 913 time: 0.1693392 Jun 28 06:47:18.522266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53886) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:18.529312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Pushing event deleted for resources: {'Network': ['ID=dfa0cf5a-7f2e-4cf2-965b-5a2e8e8ebe44,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:18.540240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:18.599009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-68137099-137d-4b51-afb3-d48b305c8729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.599528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-9fc32f3a-6729-4dee-b3fa-81cba62c9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:18.601141 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-9fc32f3a-6729-4dee-b3fa-81cba62c9cf2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1099 time: 0.2163534 Jun 28 06:47:18.603313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:18.616503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.648525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777823a-2d1a-4336-b5f6-418ca76487a2 req-92d5b8a4-288d-43c9-af20-7dcaeed85046 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:18.653921 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1777823a-2d1a-4336-b5f6-418ca76487a2 req-92d5b8a4-288d-43c9-af20-7dcaeed85046 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 944 time: 0.2625244 Jun 28 06:47:18.655276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:18.695144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68137099-137d-4b51-afb3-d48b305c8729 None None] Pushing event updated for resources: {'Port': ['ID=3b6a1c12-e270-4fd5-955a-8b9c89363d5c,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:18.713147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-68137099-137d-4b51-afb3-d48b305c8729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:18.739192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53890) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:18.794048 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1777823a-2d1a-4336-b5f6-418ca76487a2 req-5cb43b5c-00a8-4aa8-ab87-ee2d19f0ad9a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272855 Jun 28 06:47:18.824032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-54e38ad3-7008-466c-a2a3-cf3cf86f94dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:18.826395 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-54e38ad3-7008-466c-a2a3-cf3cf86f94dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 200 len: 912 time: 0.1683645 Jun 28 06:47:18.839101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cf0af9d0-de94-4597-9e29-5190d2437b51 None None] Provisioning complete for port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:18.839496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cf0af9d0-de94-4597-9e29-5190d2437b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.893379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:18.907830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fd436c31-e30e-4180-8aaf-a33433d91c74 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:18.921223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:18.927152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:18.930383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:18.982786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53894) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:19.029459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:19.030363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.093138 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-12b29417-36fc-4e87-bee8-c402a7ebbf4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 200 len: 1001 time: 0.2598004 Jun 28 06:47:19.095303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=4f843428-b0db-4e02-9ccf-d3bcdcaabfc8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:19.101004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:19.108618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 8bc40033-ec42-4c13-b56e-d749c507885e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:47:19.118999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.168871 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9048080 Jun 28 06:47:19.173385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53898) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:19.184230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-a6fd15a6-1b72-4990-860c-83fddbca755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:19.185704 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-a6fd15a6-1b72-4990-860c-83fddbca755b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94181330-8daa-4f63-8db3-dd5004767258 HTTP/1.1" status: 200 len: 850 time: 0.0837679 Jun 28 06:47:19.233293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 8bc40033-ec42-4c13-b56e-d749c507885e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8bc40033-ec42-4c13-b56e-d749c507885e,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:19.253937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '8bc40033-ec42-4c13-b56e-d749c507885e', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'mac_address': 'fa:16:3e:f0:55:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:47:19.298018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.320125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc40033-ec42-4c13-b56e-d749c507885e {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:47:19.351915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 8bc40033-ec42-4c13-b56e-d749c507885e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8bc40033-ec42-4c13-b56e-d749c507885e,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:19.399964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53902) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:19.417146 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6ed8ac7a-afc6-4d4e-a059-12e220c589c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bf40e4b028c45bf89bbcae47b579ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6765635 Jun 28 06:47:19.419586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53904) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:19.419806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-461a42ba-1067-44bb-82e3-7d355fb208e8 None None] Provisioning for port 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:19.424113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-461a42ba-1067-44bb-82e3-7d355fb208e8 None None] Provisioning complete for port 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:19.424494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-461a42ba-1067-44bb-82e3-7d355fb208e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.470432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-461a42ba-1067-44bb-82e3-7d355fb208e8 None None] Port 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:19.474977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.477375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:19.492326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-7e4ac887-6134-4122-9dc5-b1886e799da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:19.493846 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-7e4ac887-6134-4122-9dc5-b1886e799da3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2554770 Jun 28 06:47:19.536474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=8bc40033-ec42-4c13-b56e-d749c507885e,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:19.540226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:19.579293 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d6d66ee2-b6e0-4011-a378-264989c16feb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b3bc8fe62bf452889e5c8ae724caa52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5941155 Jun 28 06:47:19.581439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfa664ff-bb89-44c9-9632-3be74b79a1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.583668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53908) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:19.618455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3b6a1c12-e270-4fd5-955a-8b9c89363d5c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:19.660833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfa664ff-bb89-44c9-9632-3be74b79a1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.673270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:19.674012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.700808 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6565c4b1-2521-4c00-9a9b-1da893ae757c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2e6678bb5a8486f8a5f34f97a6aec90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970841 Jun 28 06:47:19.702951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53910) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:19.738444 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-d434b120-cb7d-44a0-b3f4-be11913576ee service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246928 Jun 28 06:47:19.767266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c07b38d4-f0d4-4a14-914d-7aea507ed12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.769604 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port 4515db6a-96a9-4ee7-bb09-a5c280323384 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:19.770368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.784814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.805017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['8bc40033-ec42-4c13-b56e-d749c507885e'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:47:19.908834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:19.924296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for 4515db6a-96a9-4ee7-bb09-a5c280323384 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:19.956429 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87ac84a0-9bb4-46ee-89a8-4b713805703e req-55300c3d-1148-4a3d-9059-0bdb69ef313f service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035735 Jun 28 06:47:20.006691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c07b38d4-f0d4-4a14-914d-7aea507ed12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.051884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfa664ff-bb89-44c9-9632-3be74b79a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.056261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfa664ff-bb89-44c9-9632-3be74b79a1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.057462 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bfa664ff-bb89-44c9-9632-3be74b79a1f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b793c552-1441-46ac-824b-47d9aa6d9e2e HTTP/1.1" status: 204 len: 168 time: 0.6368325 Jun 28 06:47:20.060897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:20.062850 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-498f03ec-1fa2-4ecb-a631-400179d7ba05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.067093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331a80d-6033-49ed-a047-6294a95e7a38 req-7ea91395-a7c1-4270-afb5-6255d4cf807e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:20.069237 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4331a80d-6033-49ed-a047-6294a95e7a38 req-7ea91395-a7c1-4270-afb5-6255d4cf807e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 945 time: 0.1159513 Jun 28 06:47:20.126235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa664ff-bb89-44c9-9632-3be74b79a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b793c552-1441-46ac-824b-47d9aa6d9e2e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:20.137365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bfa664ff-bb89-44c9-9632-3be74b79a1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:20.145719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-498f03ec-1fa2-4ecb-a631-400179d7ba05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.155813 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4331a80d-6033-49ed-a047-6294a95e7a38 req-1f7e88e6-9494-4339-b8b9-07755c308423 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571082 Jun 28 06:47:20.200137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.254031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c07b38d4-f0d4-4a14-914d-7aea507ed12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.256628 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c07b38d4-f0d4-4a14-914d-7aea507ed12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.257789 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c07b38d4-f0d4-4a14-914d-7aea507ed12f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0203681-a5b9-4644-92b9-820ac482986c HTTP/1.1" status: 204 len: 168 time: 0.6563871 Jun 28 06:47:20.259129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-71a8e6ed-a60d-4fe7-8213-ee74c3889294 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:20.266951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b38d4-f0d4-4a14-914d-7aea507ed12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0203681-a5b9-4644-92b9-820ac482986c,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:20.269198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c07b38d4-f0d4-4a14-914d-7aea507ed12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:20.316897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.319997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:20.345183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-498f03ec-1fa2-4ecb-a631-400179d7ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.345183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-498f03ec-1fa2-4ecb-a631-400179d7ba05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.348588 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-498f03ec-1fa2-4ecb-a631-400179d7ba05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1700a52-eefa-4283-ae82-b3d12d3156a8 HTTP/1.1" status: 204 len: 168 time: 0.6433890 Jun 28 06:47:20.348588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7bdb997a-10f1-4c92-a5f4-16b9f979693a tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:20.350140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.393275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f03ec-1fa2-4ecb-a631-400179d7ba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1700a52-eefa-4283-ae82-b3d12d3156a8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:20.433556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-498f03ec-1fa2-4ecb-a631-400179d7ba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:20.439705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8013e62-fffb-4ac2-8a20-a9f6c5accaae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:20.476401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=4f843428-b0db-4e02-9ccf-d3bcdcaabfc8,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:20.483617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:20.551249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=4515db6a-96a9-4ee7-bb09-a5c280323384,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:20.573709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:20.699402 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e918d34f-b2e9-407a-b80a-3f29ede3dd70 None None] Provisioning complete for port 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:20.699697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e918d34f-b2e9-407a-b80a-3f29ede3dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.737488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.748434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.751781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e918d34f-b2e9-407a-b80a-3f29ede3dd70 None None] Port 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:20.961841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:20.987945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:47:21.110337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 8bc40033-ec42-4c13-b56e-d749c507885e up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:21.115070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:21.123874 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "PUT /v2.0/routers/0df6fb6d-5f65-4d85-aaec-6cc5e1991390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5979700 Jun 28 06:47:21.123874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53940) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:21.143734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e1216-a869-466a-95e5-324611e41123 None None] Sync routers for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:21.165472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e1216-a869-466a-95e5-324611e41123 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:21.166289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-455e1216-a869-466a-95e5-324611e41123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:21.205043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-455e1216-a869-466a-95e5-324611e41123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:21.214152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e1216-a869-466a-95e5-324611e41123 None None] Routers {'0df6fb6d-5f65-4d85-aaec-6cc5e1991390'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:21.215040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-455e1216-a869-466a-95e5-324611e41123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:21.313703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-455e1216-a869-466a-95e5-324611e41123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:21.314717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e1216-a869-466a-95e5-324611e41123 None None] The sync data for ids ['0df6fb6d-5f65-4d85-aaec-6cc5e1991390'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:21.352730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:21.387826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:21.404954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 8bc40033-ec42-4c13-b56e-d749c507885e completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:21.410344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 8bc40033-ec42-4c13-b56e-d749c507885e triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:21.410799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:21.454291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c8899-7769-4207-8d40-e3633c95ea2d req-cf4a5760-95bb-4ff5-8798-6cd28824a14d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:21.456243 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-151c8899-7769-4207-8d40-e3633c95ea2d req-cf4a5760-95bb-4ff5-8798-6cd28824a14d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 945 time: 0.1201301 Jun 28 06:47:21.526038 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:21.533742 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-151c8899-7769-4207-8d40-e3633c95ea2d req-a8745fd7-52c5-4cb6-bce3-b0ebe743f1ae tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713487 Jun 28 06:47:21.534553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:21.576027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2a3d0bce-8643-4326-ba60-f0889c56a493 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:21.593667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:21.633640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:21.635812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=4f843428-b0db-4e02-9ccf-d3bcdcaabfc8,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:21.639522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:21.679187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 8bc40033-ec42-4c13-b56e-d749c507885e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8bc40033-ec42-4c13-b56e-d749c507885e,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:21.683275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc40033-ec42-4c13-b56e-d749c507885e'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:47:21.693763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f784fa2-938f-49e6-b0bd-353016149335" -d '{"events": [{"server_uuid": "c9d9c54c-60ad-48ad-87a3-6960e906bf54", "name": "network-vif-plugged", "status": "completed", "tag": "8bc40033-ec42-4c13-b56e-d749c507885e"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:47:21.710401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting port 353341fe-9b79-471e-b901-510955ff925d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:21.711263 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:21.748269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:21.748269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:21.758706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:21.761031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:21.791480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53964) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:21.817494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4d0fac-cb6d-4c64-be15-60c213a571aa x-openstack-request-id: req-ab4d0fac-cb6d-4c64-be15-60c213a571aa {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:47:21.818187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d9c54c-60ad-48ad-87a3-6960e906bf54", "name": "network-vif-plugged", "status": "completed", "tag": "8bc40033-ec42-4c13-b56e-d749c507885e", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:47:21.818187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab4d0fac-cb6d-4c64-be15-60c213a571aa {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:47:21.818465 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc40033-ec42-4c13-b56e-d749c507885e', 'code': 200} Jun 28 06:47:21.861138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:21.861673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=8bc40033-ec42-4c13-b56e-d749c507885e,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:21.872542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:21.887582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Calling delete_port for 353341fe-9b79-471e-b901-510955ff925d owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:21.986102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1174704154'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:22.044234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Router 533d24d2-03db-4a17-bb66-93508becf6f5 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:47:22.086175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6d07d169-cead-4af4-b01d-21ac7c4c9d99 None None] Provisioning complete for port 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:22.086550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d07d169-cead-4af4-b01d-21ac7c4c9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:22.127399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6d07d169-cead-4af4-b01d-21ac7c4c9d99 None None] Port 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:22.145230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:22.150346 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "PUT /v2.0/routers/533d24d2-03db-4a17-bb66-93508becf6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9759579 Jun 28 06:47:22.153080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53970) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:22.156100 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60159ec2-7591-4e7c-a850-dd0be5d2813b None None] Sync routers for ids ['533d24d2-03db-4a17-bb66-93508becf6f5'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:22.166436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Made reservation on behalf of 6f6d1a5f594743ecbb61f7710eacb433 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:22.170435 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60159ec2-7591-4e7c-a850-dd0be5d2813b None None] Routers {'533d24d2-03db-4a17-bb66-93508becf6f5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:22.170435 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-60159ec2-7591-4e7c-a850-dd0be5d2813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['533d24d2-03db-4a17-bb66-93508becf6f5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:22.170676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:22.200883 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:22.213714 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-60159ec2-7591-4e7c-a850-dd0be5d2813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:22.224611 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60159ec2-7591-4e7c-a850-dd0be5d2813b None None] Routers {'533d24d2-03db-4a17-bb66-93508becf6f5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:22.225332 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-60159ec2-7591-4e7c-a850-dd0be5d2813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['533d24d2-03db-4a17-bb66-93508becf6f5'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:22.258886 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-60159ec2-7591-4e7c-a850-dd0be5d2813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:22.259558 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60159ec2-7591-4e7c-a850-dd0be5d2813b None None] The sync data for ids ['533d24d2-03db-4a17-bb66-93508becf6f5'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:22.294426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889209b-333d-4b6f-9580-3264c0ddbd71 req-9a06cbe6-a507-45f2-b0d1-1e6ff042188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:22.295983 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4889209b-333d-4b6f-9580-3264c0ddbd71 req-9a06cbe6-a507-45f2-b0d1-1e6ff042188a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 1099 time: 0.0561228 Jun 28 06:47:22.313491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ef83e-4794-48c1-bc02-739d22b6aa48 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:22.317584 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4c0ef83e-4794-48c1-bc02-739d22b6aa48 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports?device_id=533d24d2-03db-4a17-bb66-93508becf6f5 HTTP/1.1" status: 200 len: 982 time: 0.1608565 Jun 28 06:47:22.318942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53974) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:22.346360 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4889209b-333d-4b6f-9580-3264c0ddbd71 req-6b012f2b-ddb6-4d1a-b133-b23eb4778b0a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415595 Jun 28 06:47:22.671857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:22.677715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:22.722925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Port': ['ID=353341fe-9b79-471e-b901-510955ff925d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:22.732777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:22.740706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e915f-fd39-4a39-a36c-e0068a31aff0 req-37fea41e-442b-4f8d-a8ab-1786dd18ac49 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:22.742290 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e13e915f-fd39-4a39-a36c-e0068a31aff0 req-37fea41e-442b-4f8d-a8ab-1786dd18ac49 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 946 time: 0.0712652 Jun 28 06:47:22.782707 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e13e915f-fd39-4a39-a36c-e0068a31aff0 req-ff34c2b4-c0bc-4926-bf59-067c0d83ac1d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334544 Jun 28 06:47:22.882537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:22.897964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.009313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.017190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.018902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.024741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-498f03ec-1fa2-4ecb-a631-400179d7ba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:23.093781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:47:23.115917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f51ffe-db8c-49af-a369-03342fec7b7f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:23.124791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:23.131838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.132189 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Added segment 75c1c3d0-23e0-4429-be96-bd05bab47155 of type vlan for network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 Jun 28 06:47:23.205078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.205701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Fanout notify agent at l3_agent the message router_deleted on router 0df6fb6d-5f65-4d85-aaec-6cc5e1991390 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:47:23.214958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.223909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.225048 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/routers/0df6fb6d-5f65-4d85-aaec-6cc5e1991390 HTTP/1.1" status: 204 len: 168 time: 2.1003826 Jun 28 06:47:23.227729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 53990) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:23.341460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.354043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:23.354720 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.365907 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c8902961-32ca-48c9-b40e-575e6d16291f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:23.473965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.518135 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7225842 Jun 28 06:47:23.518135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event updated for resources: {'Network': ['ID=af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:23.527555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:47:23.550087 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53992) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:23.557570 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Request body: {'subnet': {'network_id': 'af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:23.561895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:23.753896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdde-5465-4817-b9d3-3ea23e65fc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.829227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb636cd-be58-4076-8c14-d277498453d0 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Deleting subnet 348f50ce-254e-499a-8280-9c53c1e02010 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:23.833076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7eb636cd-be58-4076-8c14-d277498453d0 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.847828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:23.848175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.876562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7eb636cd-be58-4076-8c14-d277498453d0 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.894997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Made reservation on behalf of 6f6d1a5f594743ecbb61f7710eacb433 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:23.898959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.947730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7eb636cd-be58-4076-8c14-d277498453d0 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:23.965315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 53996) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:23.970628 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1259343678', 'description': 'tempest-secgroup-smoke-1259343678 description', 'project_id': 'e2fddddf685b4fb0874f450869f3f92f'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:24.052353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39233ac8-5444-4fd6-90b5-bc6a6e92ba69 req-a192493b-6018-4547-a686-38857abecd60 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:24.053901 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39233ac8-5444-4fd6-90b5-bc6a6e92ba69 req-a192493b-6018-4547-a686-38857abecd60 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 946 time: 0.1251304 Jun 28 06:47:24.068112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.085946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:24.097148 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39233ac8-5444-4fd6-90b5-bc6a6e92ba69 req-b1ae81f6-7aad-408e-a6f6-9cf8d79793b0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370352 Jun 28 06:47:24.101678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7eb636cd-be58-4076-8c14-d277498453d0 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.106064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f6675fc-351a-4b8d-8783-e3e0ed218b77 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:24.134247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb636cd-be58-4076-8c14-d277498453d0 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Subnet': ['ID=348f50ce-254e-499a-8280-9c53c1e02010,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:24.143262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7eb636cd-be58-4076-8c14-d277498453d0 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:24.144353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7eb636cd-be58-4076-8c14-d277498453d0 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.146337 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7eb636cd-be58-4076-8c14-d277498453d0 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/subnets/348f50ce-254e-499a-8280-9c53c1e02010 HTTP/1.1" status: 204 len: 168 time: 0.9172676 Jun 28 06:47:24.148769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54000) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:24.163074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.182482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.240954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.376171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.383788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.388278 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a23dd87-08fb-4f11-b7f6-fcf5980f547f']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:24.394045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-db7d5e7e-c2f7-42a9-bd4c-7380b2ca6cae tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:24.401345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d8b5e0-b8aa-4f64-861d-da778f15d6b3') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:24.401801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d8b5e0-b8aa-4f64-861d-da778f15d6b3') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:24.410636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e87bd-f3e7-4a0f-870d-bd8cce6a27ca req-6aa56139-8cd0-4d07-9b5a-1a7ffcc21c1b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:24.412883 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c19e87bd-f3e7-4a0f-870d-bd8cce6a27ca req-6aa56139-8cd0-4d07-9b5a-1a7ffcc21c1b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 946 time: 0.1604104 Jun 28 06:47:24.421002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.452345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.465654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:24.466055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:24.469657 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:24.483828 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c19e87bd-f3e7-4a0f-870d-bd8cce6a27ca req-befc532c-30b2-43bf-9286-b449c6f0d15e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602744 Jun 28 06:47:24.493841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event updated for resources: {'Subnet': ['ID=077e1e18-ca97-4bd5-bd76-a21b1e79361b,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:24.496433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:24.499728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.513969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54002) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:24.540641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Checking segment: {'id': '75c1c3d0-23e0-4429-be96-bd05bab47155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:24.541047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Network hostable DHCP agents. Network: af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:47:24.564681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.572356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:24.575732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.604439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.608525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fb4f7489-6775-4e32-8532-896d70e7b87e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:24.614011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.615845 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] 10.222.0.24 "DELETE /v2.0/networks/1a23dd87-08fb-4f11-b7f6-fcf5980f547f HTTP/1.1" status: 204 len: 168 time: 0.4661288 Jun 28 06:47:24.638196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Pushing event deleted for resources: {'Network': ['ID=1a23dd87-08fb-4f11-b7f6-fcf5980f547f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:24.638196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:24.645271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=4f843428-b0db-4e02-9ccf-d3bcdcaabfc8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:24.647844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:24.667179 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-de2555e7-b9ad-426b-9ac3-f9094ec03f69 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:24.751828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849a9f0a-cff4-4561-b51e-d99f08331b31,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:24.754884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:24.764842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:47:24.794131 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5f6d3-8f4d-4ae0-9c5a-a0e21f441436 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:24.795650 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-41f5f6d3-8f4d-4ae0-9c5a-a0e21f441436 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 1094 time: 0.2779517 Jun 28 06:47:24.799529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54006) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:24.804652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:24.873779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:24.878336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:24.878975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.882391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb875f5-18b4-4639-9e02-7941a03387a4 None None] Network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:24.891472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.905834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.979738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:24.985928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b8db0806-9cae-4135-8874-a7192764c9bc tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:25.037046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4', 'network_id': 'af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4', 'tenant_id': '6f6d1a5f594743ecbb61f7710eacb433', 'fixed_ips': [{'subnet_id': '077e1e18-ca97-4bd5-bd76-a21b1e79361b'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:47:25.038056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.056413 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5052140 Jun 28 06:47:25.061026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54010) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:25.072652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-89521aa9-2aed-4f85-a2eb-d33633edfb74 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-291998731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:25.098140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54012) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:25.151295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.198327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Allocated IP 172.20.0.2 (af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4/077e1e18-ca97-4bd5-bd76-a21b1e79361b/538435bc-4c7b-4a40-bcc0-f751b942ae37) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:25.280916 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-860b845b-215d-426c-926a-17e6cdda4601 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4aa9fcc6609f4306b46a4c3b8d845895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792021 Jun 28 06:47:25.281160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54016) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:25.331378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.373513 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.377084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e111061-4e79-433e-9fd6-ad2bff0f9612,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:25.382432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:25.387564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Transition to ACTIVE for port object 538435bc-4c7b-4a40-bcc0-f751b942ae37 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:25.393684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fc882ec3-078c-4b34-860f-9461b88d97c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.394236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Router 533d24d2-03db-4a17-bb66-93508becf6f5 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:47:25.406046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Transition to ACTIVE for port object 538435bc-4c7b-4a40-bcc0-f751b942ae37 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:25.438469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.442379 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4733317 Jun 28 06:47:25.442618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54018) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:25.450222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fc882ec3-078c-4b34-860f-9461b88d97c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.472464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-23172426-e865-4f22-bf5a-9e6bed1459a0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'security_group_rule': {'security_group_id': '0e111061-4e79-433e-9fd6-ad2bff0f9612', 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:25.473292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.476558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:25.485504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:25.493529 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "PUT /v2.0/routers/533d24d2-03db-4a17-bb66-93508becf6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1734848 Jun 28 06:47:25.494188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54020) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:25.504609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.193 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/5ca6d0b3-6c6d-4f77-b6aa-e35d1eb4cf62) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:25.505704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc8e35-fdc0-4bce-a4a4-f25a27a359b2 None None] Sync routers for ids ['533d24d2-03db-4a17-bb66-93508becf6f5'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:25.526316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-89521aa9-2aed-4f85-a2eb-d33633edfb74 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.527658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-89521aa9-2aed-4f85-a2eb-d33633edfb74 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.529432 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bbff0b-ca9d-49cf-b589-3f27f1da786d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:47:25.535422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:25.535708 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-06bbff0b-ca9d-49cf-b589-3f27f1da786d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/4f843428-b0db-4e02-9ccf-d3bcdcaabfc8 HTTP/1.1" status: 404 len: 333 time: 0.0393379 Jun 28 06:47:25.537943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc8e35-fdc0-4bce-a4a4-f25a27a359b2 None None] Routers {'533d24d2-03db-4a17-bb66-93508becf6f5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:25.538675 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e1fc8e35-fdc0-4bce-a4a4-f25a27a359b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['533d24d2-03db-4a17-bb66-93508becf6f5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:25.541207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54022) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:25.575899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Pushing event updated for resources: {'Port': ['ID=538435bc-4c7b-4a40-bcc0-f751b942ae37,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:25.579072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:25.580122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:25.582625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:25.588157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e1fc8e35-fdc0-4bce-a4a4-f25a27a359b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:25.639994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-07d18a64-8174-4829-80d2-a8e24b909635 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.642085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc8e35-fdc0-4bce-a4a4-f25a27a359b2 None None] Routers {'533d24d2-03db-4a17-bb66-93508becf6f5'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:25.646307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e1fc8e35-fdc0-4bce-a4a4-f25a27a359b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:46:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['533d24d2-03db-4a17-bb66-93508becf6f5'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:25.648964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fc882ec3-078c-4b34-860f-9461b88d97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.651487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fc882ec3-078c-4b34-860f-9461b88d97c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.652616 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fc882ec3-078c-4b34-860f-9461b88d97c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cf5b331-bcd5-4391-a9e1-11cb7a953fb0 HTTP/1.1" status: 204 len: 168 time: 0.3700271 Jun 28 06:47:25.662393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-89521aa9-2aed-4f85-a2eb-d33633edfb74 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.670219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0b4e30ca-b599-44f8-9f05-0cddd7b65273 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:25.678182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e1fc8e35-fdc0-4bce-a4a4-f25a27a359b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:25.678870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc8e35-fdc0-4bce-a4a4-f25a27a359b2 None None] The sync data for ids ['533d24d2-03db-4a17-bb66-93508becf6f5'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:25.689384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Attempting to bind port 538435bc-4c7b-4a40-bcc0-f751b942ae37 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:25.689768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Attempting to bind port 538435bc-4c7b-4a40-bcc0-f751b942ae37 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '75c1c3d0-23e0-4429-be96-bd05bab47155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:25.690142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Attempting to bind port 538435bc-4c7b-4a40-bcc0-f751b942ae37 on network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:25.695318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:25.695702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Checking segment: {'id': '75c1c3d0-23e0-4429-be96-bd05bab47155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:25.696118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.696523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Bound using segment: {'id': '75c1c3d0-23e0-4429-be96-bd05bab47155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:25.697030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Bound port: 538435bc-4c7b-4a40-bcc0-f751b942ae37, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c1c3d0-23e0-4429-be96-bd05bab47155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:25.697427 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.700564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.723115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc882ec3-078c-4b34-860f-9461b88d97c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf5b331-bcd5-4391-a9e1-11cb7a953fb0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:25.726149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fc882ec3-078c-4b34-860f-9461b88d97c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:25.737291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23172426-e865-4f22-bf5a-9e6bed1459a0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.764380 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-89521aa9-2aed-4f85-a2eb-d33633edfb74 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.776612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] For port 538435bc-4c7b-4a40-bcc0-f751b942ae37, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:25.780051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] For port 538435bc-4c7b-4a40-bcc0-f751b942ae37, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=538435bc-4c7b-4a40-bcc0-f751b942ae37,segment=NetworkSegment(75c1c3d0-23e0-4429-be96-bd05bab47155),segment_id=75c1c3d0-23e0-4429-be96-bd05bab47155)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:25.867709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-07d18a64-8174-4829-80d2-a8e24b909635 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.870561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-07d18a64-8174-4829-80d2-a8e24b909635 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.873070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.876660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-21c62d5e-cb2b-46a9-ab6d-fe5ffd8ea7aa tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:25.911054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:25.917076 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23172426-e865-4f22-bf5a-9e6bed1459a0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.917283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:25.920812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:25.930259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.932302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1516b026-4d74-443d-ac32-0bd97344625b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:25.946789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-89521aa9-2aed-4f85-a2eb-d33633edfb74 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:25.947969 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-89521aa9-2aed-4f85-a2eb-d33633edfb74 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8835173 Jun 28 06:47:25.948737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=5ca6d0b3-6c6d-4f77-b6aa-e35d1eb4cf62,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:25.951058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54026) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:25.953147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:26.009261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Pushing event updated for resources: {'Port': ['ID=538435bc-4c7b-4a40-bcc0-f751b942ae37,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:26.017354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:26.043489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23172426-e865-4f22-bf5a-9e6bed1459a0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.046083 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-07d18a64-8174-4829-80d2-a8e24b909635 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.046796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d18a64-8174-4829-80d2-a8e24b909635 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Fanout notify agent at l3_agent the message router_deleted on router 533d24d2-03db-4a17-bb66-93508becf6f5 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:47:26.052766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52e922df-bdf9-406c-8304-b3bdb11b4f6f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:26.067467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-07d18a64-8174-4829-80d2-a8e24b909635 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.068579 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-07d18a64-8174-4829-80d2-a8e24b909635 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/routers/533d24d2-03db-4a17-bb66-93508becf6f5 HTTP/1.1" status: 204 len: 168 time: 0.5216775 Jun 28 06:47:26.073210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54030) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:26.162203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23172426-e865-4f22-bf5a-9e6bed1459a0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97d2354-dee3-459c-b21f-6c35d22708ab,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:26.177999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-23172426-e865-4f22-bf5a-9e6bed1459a0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:26.181327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ae94c1-debb-4a95-8556-2be9bdc458dd tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet 4519b929-1b05-4c83-81a3-f9f26d5d58b3 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:26.189739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-25ae94c1-debb-4a95-8556-2be9bdc458dd tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.297780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23172426-e865-4f22-bf5a-9e6bed1459a0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.299088 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-23172426-e865-4f22-bf5a-9e6bed1459a0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8555872 Jun 28 06:47:26.299452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-25ae94c1-debb-4a95-8556-2be9bdc458dd tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.301818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54038) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:26.307985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8f85f85d-bffd-4186-b168-e9c1a5bae269 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'security_group_rule': {'security_group_id': '0e111061-4e79-433e-9fd6-ad2bff0f9612', 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:26.421590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.441354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.513542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f85f85d-bffd-4186-b168-e9c1a5bae269 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.540825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-646cf9a0-d4d6-4db3-b3e3-e252e28701f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.580553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-25ae94c1-debb-4a95-8556-2be9bdc458dd tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.664399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f85f85d-bffd-4186-b168-e9c1a5bae269 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.722670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f85f85d-bffd-4186-b168-e9c1a5bae269 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.733917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.735901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:26.762368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85f85d-bffd-4186-b168-e9c1a5bae269 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c00b9f6-33ee-4ecc-9f91-9c199f8e550b,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:26.772347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8f85f85d-bffd-4186-b168-e9c1a5bae269 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:26.773402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Allocated IP 172.20.0.1 (af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4/077e1e18-ca97-4bd5-bd76-a21b1e79361b/feed992d-a885-4dbb-a1f3-16dd27fa08e6) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:26.808153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-25ae94c1-debb-4a95-8556-2be9bdc458dd tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.818408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:26.838410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae94c1-debb-4a95-8556-2be9bdc458dd tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=4519b929-1b05-4c83-81a3-f9f26d5d58b3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:26.840373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-25ae94c1-debb-4a95-8556-2be9bdc458dd tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.845037 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-25ae94c1-debb-4a95-8556-2be9bdc458dd tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/4519b929-1b05-4c83-81a3-f9f26d5d58b3 HTTP/1.1" status: 204 len: 168 time: 0.7708383 Jun 28 06:47:26.847489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-25ae94c1-debb-4a95-8556-2be9bdc458dd tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:26.847614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54048) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:26.852504 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a0d8b-ca7d-4ee2-b998-b34f55f9eb08 None None] Network 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:26.881072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8f85f85d-bffd-4186-b168-e9c1a5bae269 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.885029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54052) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:26.889962 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8f85f85d-bffd-4186-b168-e9c1a5bae269 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5819988 Jun 28 06:47:26.890678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5d4791a3-5ced-4dbe-a9b6-2f9138c5f43f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'security_group_rule': {'security_group_id': '0e111061-4e79-433e-9fd6-ad2bff0f9612', 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:26.966874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.981693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:26.991398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Transition to ACTIVE for port object feed992d-a885-4dbb-a1f3-16dd27fa08e6 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:27.018498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.077515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54054) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:27.080726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:27.081236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.098001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d4791a3-5ced-4dbe-a9b6-2f9138c5f43f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.115249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] DHCP port deletion for 6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:27.171569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] For port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3b6a1c12-e270-4fd5-955a-8b9c89363d5c,segment=NetworkSegment(01e318c6-89b2-4874-907f-ec1111438821),segment_id=01e318c6-89b2-4874-907f-ec1111438821)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:27.172553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.189486 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.195078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:27.208343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 3b6a1c12-e270-4fd5-955a-8b9c89363d5c owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:27.221611 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] Deleting port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:27.222351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.262166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:27.271163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-475336270'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:27.295696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:27.299412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d4791a3-5ced-4dbe-a9b6-2f9138c5f43f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.303804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:27.319716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] For port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3b6a1c12-e270-4fd5-955a-8b9c89363d5c,segment=NetworkSegment(01e318c6-89b2-4874-907f-ec1111438821),segment_id=01e318c6-89b2-4874-907f-ec1111438821)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:27.320117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.335184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] Calling delete_port for 3b6a1c12-e270-4fd5-955a-8b9c89363d5c owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:27.346466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.349198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d4791a3-5ced-4dbe-a9b6-2f9138c5f43f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.351720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:27.356766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event updated for resources: {'Port': ['ID=feed992d-a885-4dbb-a1f3-16dd27fa08e6,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:27.365641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:27.369647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.373104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:27.383354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4791a3-5ced-4dbe-a9b6-2f9138c5f43f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e7c94b-8047-4ff1-83f2-a91e93bd2438,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:27.386442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5d4791a3-5ced-4dbe-a9b6-2f9138c5f43f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:27.388348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.393907 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.404412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.412366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4a2c1364-b093-4e6b-a4d6-fd450b06f168 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:27.434469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b307baf2-9183-4b9a-9f8b-9164ddacd5b8 None None] Network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:27.481224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d4791a3-5ced-4dbe-a9b6-2f9138c5f43f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.482329 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5d4791a3-5ced-4dbe-a9b6-2f9138c5f43f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5955911 Jun 28 06:47:27.487866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54058) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:27.494961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a31a3793-097c-48a6-bb4b-958ddea72c65 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'security_group_rule': {'security_group_id': '0e111061-4e79-433e-9fd6-ad2bff0f9612', 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:27.499327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=5ca6d0b3-6c6d-4f77-b6aa-e35d1eb4cf62,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:27.507229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:27.511811 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.529789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.533177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-76d8b95c-d92a-4de4-a254-907ffd489409 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:27.584191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=3b6a1c12-e270-4fd5-955a-8b9c89363d5c,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:27.588130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:27.589149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No DVR routers for this DVR port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:27.660650 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP db9fa778-982a-4c95-8e81-a264c1b06e26 associated. External IP: 172.26.4.193, port: 8bc40033-ec42-4c13-b56e-d749c507885e. Jun 28 06:47:27.703064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.705814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eefd7591-b51b-4950-b628-00c3afe63333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:27.733341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.733465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.736707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.750794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 538435bc-4c7b-4a40-bcc0-f751b942ae37 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:27.756035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] Pushing event deleted for resources: {'Port': ['ID=3b6a1c12-e270-4fd5-955a-8b9c89363d5c,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:27.758991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:27.759992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:27.774029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e318c6-89b2-4874-907f-ec1111438821') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:27.774877 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e318c6-89b2-4874-907f-ec1111438821') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:27.782654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] No DVR routers for this DVR port 3b6a1c12-e270-4fd5-955a-8b9c89363d5c on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:27.813584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.819299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f127c007-f1dc-4cbb-8ab2-ca348c625d63 None None] Provisioning for port 538435bc-4c7b-4a40-bcc0-f751b942ae37 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:27.825265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.876773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.917741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:27.918249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:27.921909 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:27.962973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 538435bc-4c7b-4a40-bcc0-f751b942ae37 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:27.967778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 538435bc-4c7b-4a40-bcc0-f751b942ae37 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:27.969155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.006889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a31a3793-097c-48a6-bb4b-958ddea72c65 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.076680 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.099037 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.104600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-db81468c-020f-4f50-81f2-e38f38b5a96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:28.114387 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.116111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 538435bc-4c7b-4a40-bcc0-f751b942ae37, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=538435bc-4c7b-4a40-bcc0-f751b942ae37,segment=NetworkSegment(75c1c3d0-23e0-4429-be96-bd05bab47155),segment_id=75c1c3d0-23e0-4429-be96-bd05bab47155)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:28.121620 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/networks/6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e HTTP/1.1" status: 204 len: 168 time: 1.2738235 Jun 28 06:47:28.124647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54060) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:28.149815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Network': ['ID=6eaa589d-2e44-4da7-a66f-e1d0b2a42d1e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:28.175628 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:28.177841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.183676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-abca46a6-5891-4ba9-9341-7b46b628af87 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:28.200642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a31a3793-097c-48a6-bb4b-958ddea72c65 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.216959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156cac8-640b-463e-9e6b-236587b1e6f4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:28.222680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:47:28.222869 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1156cac8-640b-463e-9e6b-236587b1e6f4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/7be77901-8d25-4b7e-b3c3-8005ba63804c HTTP/1.1" status: 200 len: 840 time: 0.0829988 Jun 28 06:47:28.223824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8983fffd-5e07-4b29-aba4-d48a03e44413,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:28.225343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54062) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:28.225690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.230181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:28.231046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9349524b-7214-4fa5-86ee-392b760807cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:28.242652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.243012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Added segment 0331f5a2-2126-4dbe-97e1-54946c8185f8 of type vlan for network 83235a83-04f4-428e-be1d-5305d59c7fd8 Jun 28 06:47:28.298568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a31a3793-097c-48a6-bb4b-958ddea72c65 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.311906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2e5be2e2-83c5-4a67-a97e-ab5155d845b0 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:28.325130 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-873d50b9-51bc-431b-be25-8da79459046b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/7be77901-8d25-4b7e-b3c3-8005ba63804c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0985572 Jun 28 06:47:28.335271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54064) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:28.347285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a3793-097c-48a6-bb4b-958ddea72c65 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a353da50-9b90-4839-91ba-ec92269f08ce,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:28.350482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.354487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a31a3793-097c-48a6-bb4b-958ddea72c65 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:28.361205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3b6a1c12-e270-4fd5-955a-8b9c89363d5c no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:28.362788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=538435bc-4c7b-4a40-bcc0-f751b942ae37,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:28.366594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:28.373493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:28.391719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3eb92c05-a782-4854-96bb-e8e93014cd7e None None] Provisioning for port feed992d-a885-4dbb-a1f3-16dd27fa08e6 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:28.393712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 3b6a1c12-e270-4fd5-955a-8b9c89363d5c {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:28.394261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.394407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3b6a1c12-e270-4fd5-955a-8b9c89363d5c not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:28.398632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3eb92c05-a782-4854-96bb-e8e93014cd7e None None] Provisioning complete for port feed992d-a885-4dbb-a1f3-16dd27fa08e6 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:28.399179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3eb92c05-a782-4854-96bb-e8e93014cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.434380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.436175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3eb92c05-a782-4854-96bb-e8e93014cd7e None None] Port feed992d-a885-4dbb-a1f3-16dd27fa08e6 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:28.439958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9bc3ef2b-108d-40d5-ae7a-f59809c6b6f8 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:28.447875 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3eb92c05-a782-4854-96bb-e8e93014cd7e None None] Provisioning complete for port 538435bc-4c7b-4a40-bcc0-f751b942ae37 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:28.448543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3eb92c05-a782-4854-96bb-e8e93014cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.497396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:47:28.497625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a31a3793-097c-48a6-bb4b-958ddea72c65 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.500827 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a31a3793-097c-48a6-bb4b-958ddea72c65 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0096776 Jun 28 06:47:28.503846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54066) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:28.510326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1bcbeb26-30d1-456e-ba91-fe8e4bdaa8c6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'security_group_rule': {'security_group_id': '0e111061-4e79-433e-9fd6-ad2bff0f9612', 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:28.538490 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event updated for resources: {'Port': ['ID=feed992d-a885-4dbb-a1f3-16dd27fa08e6,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:28.542664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:28.545760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.555741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.561432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:28.562021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.566742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:28.604364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:28.607988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.648821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:28.650182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:28.667764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-39a7d395-3c96-42eb-a055-e990c143bbb2 None None] Provisioning complete for port feed992d-a885-4dbb-a1f3-16dd27fa08e6 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:28.668464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-39a7d395-3c96-42eb-a055-e990c143bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:28.711279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-39a7d395-3c96-42eb-a055-e990c143bbb2 None None] Port feed992d-a885-4dbb-a1f3-16dd27fa08e6 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:28.744119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Network': ['ID=83235a83-04f4-428e-be1d-5305d59c7fd8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:28.747781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:28.756520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 83235a83-04f4-428e-be1d-5305d59c7fd8 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:47:28.786893 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:28.798453 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] Sync routers for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:28.820199 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:28.820199 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:28.856897 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7661560 Jun 28 06:47:28.966247 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:28.985065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.039156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2ad84579-f50f-41e4-95c0-0451d9051911 None None] Provisioning complete for port feed992d-a885-4dbb-a1f3-16dd27fa08e6 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:29.039568 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2ad84579-f50f-41e4-95c0-0451d9051911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.050877 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2478681 Jun 28 06:47:29.051871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.057464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54068) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:29.058014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'tag': '8bc40033-ec42-4c13-b56e-d749c507885e'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:47:29.063853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d9c54c-60ad-48ad-87a3-6960e906bf54", "tag": "8bc40033-ec42-4c13-b56e-d749c507885e"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:47:29.066034 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-1bcbeb26-30d1-456e-ba91-fe8e4bdaa8c6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Project e2fddddf685b4fb0874f450869f3f92f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:47:29.071024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1c1cf52a-d437-4941-9806-d8f9a4cc452d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:29.079754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeb26-30d1-456e-ba91-fe8e4bdaa8c6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.114589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad84579-f50f-41e4-95c0-0451d9051911 None None] Port feed992d-a885-4dbb-a1f3-16dd27fa08e6 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:29.174840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67a9c92-7c91-4f89-b449-faa8fd8d659d x-openstack-request-id: req-b67a9c92-7c91-4f89-b449-faa8fd8d659d {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:47:29.175180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d9c54c-60ad-48ad-87a3-6960e906bf54", "tag": "8bc40033-ec42-4c13-b56e-d749c507885e", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:47:29.175475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b67a9c92-7c91-4f89-b449-faa8fd8d659d {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:47:29.175917 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'tag': '8bc40033-ec42-4c13-b56e-d749c507885e', 'status': 'completed', 'code': 200} Jun 28 06:47:29.208776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:29.217316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:29.226914 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce00c4d7-1ec9-42bf-aaac-0e985f9c2620 None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:29.236943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeb26-30d1-456e-ba91-fe8e4bdaa8c6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.241628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:29.245119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.269392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.288198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=f6e59dbb-48b4-4c35-9087-9d5c14dd48b3,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:29.293339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:29.298610 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8d541905-1d19-47bd-ba5e-7cec1567c4d4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/db9fa778-982a-4c95-8e81-a264c1b06e26 HTTP/1.1" status: 200 len: 992 time: 0.2226403 Jun 28 06:47:29.323320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeb26-30d1-456e-ba91-fe8e4bdaa8c6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.332422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a31a3793-097c-48a6-bb4b-958ddea72c65 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:29.350537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Router 5aed5ef6-ed38-4a14-bd68-0ff327818c2d is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:47:29.358206 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:46:41Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'db9fa778-982a-4c95-8e81-a264c1b06e26', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'mac_address': 'fa:16:3e:f0:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:47:26Z', 'updated_at': '2021-06-28T06:47:26Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:29.363962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbeb26-30d1-456e-ba91-fe8e4bdaa8c6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939de241-c5aa-4372-9d05-e07374a14099,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:29.367905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1bcbeb26-30d1-456e-ba91-fe8e4bdaa8c6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:29.408569 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0395534 Jun 28 06:47:29.413065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54074) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:29.424492 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] Checking router: c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:47:29.427795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7f88a66f-4e6c-4bb5-b47a-f8523069fac3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'security_group': {'name': 'tempest-secgroup-1032528701'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:29.442283 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:29.443714 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:29.451824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeb26-30d1-456e-ba91-fe8e4bdaa8c6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.453938 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1bcbeb26-30d1-456e-ba91-fe8e4bdaa8c6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9467437 Jun 28 06:47:29.456624 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54076) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:29.462289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-65f53bd4-5c93-4005-a667-56325ae4ef32 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'security_group_rule': {'security_group_id': '0e111061-4e79-433e-9fd6-ad2bff0f9612', 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:29.496820 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:29.508085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-e531c27e-1f0d-4822-9dad-a413bc177184', 'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'tenant_id': 'fb4cea3c5cce4e11913a94a64c35b037', 'fixed_ips': [{'subnet_id': 'f6e59dbb-48b4-4c35-9087-9d5c14dd48b3'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:47:29.508651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54078) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:29.509274 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "PUT /v2.0/routers/5aed5ef6-ed38-4a14-bd68-0ff327818c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5557714 Jun 28 06:47:29.510433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.514905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Request body: {'port': {'network_id': 'af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4', 'name': 'tempest-FloatingIPNegativeTestJSON-930712878'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:29.535503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cb571-5cf2-4fc5-8576-c38b36bd1ac0 None None] Sync routers for ids ['5aed5ef6-ed38-4a14-bd68-0ff327818c2d'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:29.557358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-716f67fd-5585-432c-8039-d73232984a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:29.559185 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-716f67fd-5585-432c-8039-d73232984a19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 1099 time: 0.3115163 Jun 28 06:47:29.566574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f88a66f-4e6c-4bb5-b47a-f8523069fac3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.643109 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-65f53bd4-5c93-4005-a667-56325ae4ef32 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Project e2fddddf685b4fb0874f450869f3f92f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:47:29.650936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-65f53bd4-5c93-4005-a667-56325ae4ef32 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.670279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cb571-5cf2-4fc5-8576-c38b36bd1ac0 None None] Routers {'5aed5ef6-ed38-4a14-bd68-0ff327818c2d'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:29.673530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-013cb571-5cf2-4fc5-8576-c38b36bd1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5aed5ef6-ed38-4a14-bd68-0ff327818c2d'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:29.690655 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:29.698811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 538435bc-4c7b-4a40-bcc0-f751b942ae37 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:29.754900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-013cb571-5cf2-4fc5-8576-c38b36bd1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:29.791531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-33897a63-0e29-4c85-b255-559c8759e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:29.793071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-33897a63-0e29-4c85-b255-559c8759e8b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86b40531-0a94-472d-a8df-c26d19f25874 HTTP/1.1" status: 200 len: 898 time: 0.1922050 Jun 28 06:47:29.807532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cb571-5cf2-4fc5-8576-c38b36bd1ac0 None None] Routers {'5aed5ef6-ed38-4a14-bd68-0ff327818c2d'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:29.808345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-013cb571-5cf2-4fc5-8576-c38b36bd1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5aed5ef6-ed38-4a14-bd68-0ff327818c2d'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:29.811446 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-65f53bd4-5c93-4005-a667-56325ae4ef32 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.865122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-013cb571-5cf2-4fc5-8576-c38b36bd1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:29.866257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cb571-5cf2-4fc5-8576-c38b36bd1ac0 None None] The sync data for ids ['5aed5ef6-ed38-4a14-bd68-0ff327818c2d'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:29.873896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f88a66f-4e6c-4bb5-b47a-f8523069fac3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.883329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-65f53bd4-5c93-4005-a667-56325ae4ef32 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.884637 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-f63baf99-8199-4844-a53c-9da2d9ff1b29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc40033-ec42-4c13-b56e-d749c507885e HTTP/1.1" status: 200 len: 1000 time: 0.0837433 Jun 28 06:47:29.886012 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:29.901259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f53bd4-5c93-4005-a667-56325ae4ef32 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918f40db-f13d-43ef-b497-04d6a667058b,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:29.911988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-65f53bd4-5c93-4005-a667-56325ae4ef32 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:29.943555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f88a66f-4e6c-4bb5-b47a-f8523069fac3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.948497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-728bf7ca-2d2b-45bb-9981-a91dfca797c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:29.952428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Allocated IP 172.20.0.2 (e531c27e-1f0d-4822-9dad-a413bc177184/f6e59dbb-48b4-4c35-9087-9d5c14dd48b3/1ed5cefe-535f-47d1-8ac2-213f3c33de92) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:29.969919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 538435bc-4c7b-4a40-bcc0-f751b942ae37 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:29.970149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:29.979847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-be93f43a-656f-40f8-8ca4-a340ee944722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:29.981547 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-be93f43a-656f-40f8-8ca4-a340ee944722 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61562036-9953-4f32-96f2-b13aba80cf24 HTTP/1.1" status: 200 len: 834 time: 0.0907261 Jun 28 06:47:29.990918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88a66f-4e6c-4bb5-b47a-f8523069fac3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f637cd2-adf3-47df-ab92-20df3b4a9518,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:30.002147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7f88a66f-4e6c-4bb5-b47a-f8523069fac3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:30.035288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-65f53bd4-5c93-4005-a667-56325ae4ef32 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.036769 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-65f53bd4-5c93-4005-a667-56325ae4ef32 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5786791 Jun 28 06:47:30.039931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54080) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:30.046559 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'network': {'name': 'tempest-network-smoke--387229334', 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'port_security_enabled': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:30.070675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-f65fd44c-dae7-458c-9989-ddbfce76880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:30.072566 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-f65fd44c-dae7-458c-9989-ddbfce76880a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b40531-0a94-472d-a8df-c26d19f25874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787950 Jun 28 06:47:30.191928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.202938 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-d4df0482-b30f-459a-9900-49f3473cf85b service neutron] 10.222.0.50 "GET /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189344 Jun 28 06:47:30.203357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Transition to ACTIVE for port object 1ed5cefe-535f-47d1-8ac2-213f3c33de92 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:30.204584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Made reservation on behalf of 6f6d1a5f594743ecbb61f7710eacb433 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:30.208708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.216251 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:46:41Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'db9fa778-982a-4c95-8e81-a264c1b06e26', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'mac_address': 'fa:16:3e:f0:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:47:26Z', 'updated_at': '2021-06-28T06:47:26Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:30.222673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Transition to ACTIVE for port object 1ed5cefe-535f-47d1-8ac2-213f3c33de92 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:30.253109 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dafd9df-5d93-483b-8655-f3ce046cf9db None None] The sync data for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv is: [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:46:41Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'db9fa778-982a-4c95-8e81-a264c1b06e26', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'mac_address': 'fa:16:3e:f0:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:47:26Z', 'updated_at': '2021-06-28T06:47:26Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:30.300022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7f88a66f-4e6c-4bb5-b47a-f8523069fac3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.304588 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7f88a66f-4e6c-4bb5-b47a-f8523069fac3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8873210 Jun 28 06:47:30.304588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54082) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:30.304947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54084) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:30.307393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.309549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ba0cdd1b-c778-4587-a04d-e2ae19f4b348 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'security_group': {'name': 'tempest-secgroup-310854860'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:30.309745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-15ece0a8-4cdf-4150-9f42-cc1a6d8fe022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:30.354598 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ded58885-a75b-46c2-ba1e-3a9b5e4c9df7 req-2f447b02-0932-4a3f-b08a-618e0e21e620 service neutron] 10.222.0.50 "GET /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416039 Jun 28 06:47:30.355593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] device_id is not set on port ca193f8b-03b6-4e67-bb6f-28d42a88fdfd yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:47:30.360239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:30.364950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:30.369857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:30.372225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Pushing event updated for resources: {'Port': ['ID=1ed5cefe-535f-47d1-8ac2-213f3c33de92,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:30.373104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Made reservation on behalf of e2fddddf685b4fb0874f450869f3f92f for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:30.376213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:30.394063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.441249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Attempting to bind port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:30.441883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Attempting to bind port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a4a66c28-c954-44c3-bb6d-e26074814380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:30.442405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Attempting to bind port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 on network e531c27e-1f0d-4822-9dad-a413bc177184 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:30.449058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:30.449602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Checking segment: {'id': 'a4a66c28-c954-44c3-bb6d-e26074814380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:30.450917 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.450917 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Bound using segment: {'id': 'a4a66c28-c954-44c3-bb6d-e26074814380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:30.451278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Bound port: 1ed5cefe-535f-47d1-8ac2-213f3c33de92, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a66c28-c954-44c3-bb6d-e26074814380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:30.452516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.455225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:47:30.493976 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-93041064-3ff4-44fc-a23a-250816b0e74d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/db9fa778-982a-4c95-8e81-a264c1b06e26 HTTP/1.1" status: 200 len: 992 time: 0.1819103 Jun 28 06:47:30.494749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.495608 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Added segment cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0 of type vlan for network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 Jun 28 06:47:30.514196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdd1b-c778-4587-a04d-e2ae19f4b348 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.535616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] For port 1ed5cefe-535f-47d1-8ac2-213f3c33de92, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:30.540332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] For port 1ed5cefe-535f-47d1-8ac2-213f3c33de92, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ed5cefe-535f-47d1-8ac2-213f3c33de92,segment=NetworkSegment(a4a66c28-c954-44c3-bb6d-e26074814380),segment_id=a4a66c28-c954-44c3-bb6d-e26074814380)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:30.584155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.585405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Allocated IP 172.20.0.9 (af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4/077e1e18-ca97-4bd5-bd76-a21b1e79361b/ca193f8b-03b6-4e67-bb6f-28d42a88fdfd) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:30.632004 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.637528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:30.648960 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65a666-fe6b-4115-983f-1c776d1ad8f9 None None] New status for floating IP db9fa778-982a-4c95-8e81-a264c1b06e26: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:47:30.692616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdd1b-c778-4587-a04d-e2ae19f4b348 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.716538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Pushing event updated for resources: {'Port': ['ID=1ed5cefe-535f-47d1-8ac2-213f3c33de92,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:30.719840 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:30.785437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdd1b-c778-4587-a04d-e2ae19f4b348 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.790846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-61b59ea0-7978-4bb0-8ef2-0e9535b2b9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:30.809992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.817935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:30.818846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.851889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.861354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cdd1b-c778-4587-a04d-e2ae19f4b348 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3790539-27c8-43ca-9881-8f5f25b83a9d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:30.864420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ba0cdd1b-c778-4587-a04d-e2ae19f4b348 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:30.865301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0fb72c1e-7b21-4e88-b239-f567a4f96d01 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:30.866586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Transition to ACTIVE for port object ca193f8b-03b6-4e67-bb6f-28d42a88fdfd will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:30.927320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdd1b-c778-4587-a04d-e2ae19f4b348 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:30.928465 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ba0cdd1b-c778-4587-a04d-e2ae19f4b348 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6231105 Jun 28 06:47:30.931403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54086) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:30.940834 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8997469 Jun 28 06:47:30.944464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54088) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:30.964725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-496338461', 'security_groups': ['c3790539-27c8-43ca-9881-8f5f25b83a9d'], 'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6e59dbb-48b4-4c35-9087-9d5c14dd48b3'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:30.967190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'admin_state_up': True, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:30.975155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'Network': ['ID=5f90b46d-010e-4b4e-a1ee-0e7e23497587,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:30.991035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:47:30.991640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:31.024807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:31.038441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0076933b-364a-4f44-b049-e89fe3489b99 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:31.074298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:31.076410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:31.103493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event updated for resources: {'Port': ['ID=ca193f8b-03b6-4e67-bb6f-28d42a88fdfd,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:31.143772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:31.215894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:31.216920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:31.222562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:31.227204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:31.285425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:31.286134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:31.342584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:31.415362 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9056125 Jun 28 06:47:31.445766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54090) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:31.450140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:31.452477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:31.472614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port acdcb38c-f5c1-4229-9fd9-816731ceee0e yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:47:31.497614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:31.506338 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54092) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:31.626327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8519d56a-5ccc-4d87-80e4-36f075326c83 None None] Provisioning for port ca193f8b-03b6-4e67-bb6f-28d42a88fdfd completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:31.631779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8519d56a-5ccc-4d87-80e4-36f075326c83 None None] Provisioning complete for port ca193f8b-03b6-4e67-bb6f-28d42a88fdfd triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:31.632730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8519d56a-5ccc-4d87-80e4-36f075326c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:31.634718 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-258bc4fd-8f6f-476e-a2f4-4cf37e005726 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/db9fa778-982a-4c95-8e81-a264c1b06e26 HTTP/1.1" status: 200 len: 994 time: 0.1255445 Jun 28 06:47:31.702278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8519d56a-5ccc-4d87-80e4-36f075326c83 None None] Port ca193f8b-03b6-4e67-bb6f-28d42a88fdfd cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:31.710302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.9 (e531c27e-1f0d-4822-9dad-a413bc177184/f6e59dbb-48b4-4c35-9087-9d5c14dd48b3/acdcb38c-f5c1-4229-9fd9-816731ceee0e) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:31.733719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed5cefe-535f-47d1-8ac2-213f3c33de92 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:31.812188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:31.876784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:31.924335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:31.940149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object acdcb38c-f5c1-4229-9fd9-816731ceee0e will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:32.018343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.033751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.037670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:32.043856 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.087464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:32.091165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:32.094319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Provisioning for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:32.098411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:32.099227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.108120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:32.108601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.127179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=acdcb38c-f5c1-4229-9fd9-816731ceee0e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:32.166481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:32.182074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54094) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:32.192079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'subnet': {'network_id': '83235a83-04f4-428e-be1d-5305d59c7fd8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:32.241343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Allocated IP 172.26.4.94 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/fd4b7631-e6e7-48ae-95d0-bf49d698e61e) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:32.242544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:32.243180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.316418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.366813 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] For port 1ed5cefe-535f-47d1-8ac2-213f3c33de92, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ed5cefe-535f-47d1-8ac2-213f3c33de92,segment=NetworkSegment(a4a66c28-c954-44c3-bb6d-e26074814380),segment_id=a4a66c28-c954-44c3-bb6d-e26074814380)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:32.372469 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4336674 Jun 28 06:47:32.373944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54096) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:32.382019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7c345f46-267b-4291-965f-6db0b1193b21 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:32.403591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.444102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.447177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a3f56b2b-c0ac-4de9-b83b-a9caa8932fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:32.469147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:32.472643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.490140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Provisioning complete for port 7be77901-8d25-4b7e-b3c3-8005ba63804c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:32.490527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.492084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.496431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5138cdab-2eec-436b-bc47-435ce996fa5d tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:32.524103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Pushing event updated for resources: {'Port': ['ID=1ed5cefe-535f-47d1-8ac2-213f3c33de92,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:32.528232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:32.544192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Port 7be77901-8d25-4b7e-b3c3-8005ba63804c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:32.568340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:32.580238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:32.584940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Allocated IP 172.26.4.228 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/7edad37f-29d9-4511-b7be-911350399552) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:32.586990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:32.591833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'Port': ['ID=fd4b7631-e6e7-48ae-95d0-bf49d698e61e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:32.613633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:32.644409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c345f46-267b-4291-965f-6db0b1193b21 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:32.648005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c345f46-267b-4291-965f-6db0b1193b21 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.729652 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c196e21e-6dd7-4f08-a537-69c3cc49c336 None None] Provisioning for port acdcb38c-f5c1-4229-9fd9-816731ceee0e completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:32.735422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c196e21e-6dd7-4f08-a537-69c3cc49c336 None None] Provisioning complete for port acdcb38c-f5c1-4229-9fd9-816731ceee0e triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:32.735973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c196e21e-6dd7-4f08-a537-69c3cc49c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.770840 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.ipam_backend_mixin [None req-7c345f46-267b-4291-965f-6db0b1193b21 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6e59dbb-48b4-4c35-9087-9d5c14dd48b3 (CIDR: 172.20.0.0/28) Jun 28 06:47:32.779974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c196e21e-6dd7-4f08-a537-69c3cc49c336 None None] Port acdcb38c-f5c1-4229-9fd9-816731ceee0e cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:32.810586 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c345f46-267b-4291-965f-6db0b1193b21 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:47:32.811106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c345f46-267b-4291-965f-6db0b1193b21 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:32.814518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.817993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1007aae4-7c9e-4f77-93d8-c5c119248c8c tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:32.818539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.880828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Subnet': ['ID=cc351ef4-e2d5-488a-af22-a679263075d7,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:32.887439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:32.896167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Checking segment: {'id': '0331f5a2-2126-4dbe-97e1-54946c8185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '83235a83-04f4-428e-be1d-5305d59c7fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:32.896622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network hostable DHCP agents. Network: 83235a83-04f4-428e-be1d-5305d59c7fd8, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:47:32.924695 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7c345f46-267b-4291-965f-6db0b1193b21 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5497124 Jun 28 06:47:32.927211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54098) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:32.932198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:32.935997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:32.939896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-24216db5-10e1-483f-abc4-fa28359a238a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:33.005231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network 83235a83-04f4-428e-be1d-5305d59c7fd8 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:47:33.013307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:33.019066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:33.021805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:33.056119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event updated for resources: {'Port': ['ID=7edad37f-29d9-4511-b7be-911350399552,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:33.059260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:33.077441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.078822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 83235a83-04f4-428e-be1d-5305d59c7fd8) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:33.090891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:33.090891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.091150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46dd68e-b166-47f6-af15-8cdfd77f7238 None None] Network 83235a83-04f4-428e-be1d-5305d59c7fd8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:33.107587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:33.111810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.182369 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9989758 Jun 28 06:47:33.186124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54100) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:33.194059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2085674066'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:33.220599 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.242710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-83235a83-04f4-428e-be1d-5305d59c7fd8', 'network_id': '83235a83-04f4-428e-be1d-5305d59c7fd8', 'tenant_id': '78796853aaad43c2991c3b0c65b5442b', 'fixed_ips': [{'subnet_id': 'cc351ef4-e2d5-488a-af22-a679263075d7'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:47:33.243862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.331732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:33.335296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.381771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:47:33.389275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Allocated IP 2001:db8:0:ffff::2 (83235a83-04f4-428e-be1d-5305d59c7fd8/cc351ef4-e2d5-488a-af22-a679263075d7/5010b8b4-9a82-4dcd-9beb-77dac56ead40) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:33.399033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.399388 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Added segment 93f07813-b8b6-442c-831e-eb9829b260da of type vlan for network 0cad7f88-bab4-49ef-b3d4-3407e164c7cd Jun 28 06:47:33.446630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.468082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.473408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bad315d5-fcad-4408-ae6c-341571b29a82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:33.516148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:33.521858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:33.526423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:33.527032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.537400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff285d2b-7c12-4e1c-b6e2-34030f9ef46c None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:33.543946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=d40d83a4-afd1-46c0-ac75-7ea1fdae6dc7,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:33.547538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:33.605265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.609237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.616295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:33.617224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.621350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Transition to ACTIVE for port object 5010b8b4-9a82-4dcd-9beb-77dac56ead40 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:33.629724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:33.638099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.643965 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7156937 Jun 28 06:47:33.656650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54102) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:33.656866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Transition to ACTIVE for port object 5010b8b4-9a82-4dcd-9beb-77dac56ead40 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:33.664449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed5cefe-535f-47d1-8ac2-213f3c33de92 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:33.668371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-773016106', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd40d83a4-afd1-46c0-ac75-7ea1fdae6dc7'}], 'security_groups': ['2f637cd2-adf3-47df-ab92-20df3b4a9518']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:33.683808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.727274 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5399244 Jun 28 06:47:33.731619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54104) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:33.739469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'subnet': {'network_id': '0cad7f88-bab4-49ef-b3d4-3407e164c7cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:33.762217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Network': ['ID=0cad7f88-bab4-49ef-b3d4-3407e164c7cd,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:33.768630 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.771634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:33.774785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:33.780988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 0cad7f88-bab4-49ef-b3d4-3407e164c7cd details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:47:33.846879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Network 83235a83-04f4-428e-be1d-5305d59c7fd8 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:33.850163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:33.850543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.874687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:33.971992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.006473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:34.009968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.019201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:34.022256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:34.032702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Router 2c7152c8-7dec-4fd9-a079-460f7d42b23c is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:47:34.036738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.039237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d02a1cbe-1d8b-4a8e-a4a8-4c9233bf4290 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:34.051189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Pushing event updated for resources: {'Port': ['ID=5010b8b4-9a82-4dcd-9beb-77dac56ead40,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:34.054288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:34.150028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Attempting to bind port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:34.150681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Attempting to bind port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '0331f5a2-2126-4dbe-97e1-54946c8185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '83235a83-04f4-428e-be1d-5305d59c7fd8'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:34.151345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Attempting to bind port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 on network 83235a83-04f4-428e-be1d-5305d59c7fd8 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:34.161810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event updated for resources: {'Port': ['ID=7edad37f-29d9-4511-b7be-911350399552,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:34.163001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:34.163363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Checking segment: {'id': '0331f5a2-2126-4dbe-97e1-54946c8185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '83235a83-04f4-428e-be1d-5305d59c7fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:34.163780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.165013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Bound using segment: {'id': '0331f5a2-2126-4dbe-97e1-54946c8185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '83235a83-04f4-428e-be1d-5305d59c7fd8'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:34.166181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Bound port: 5010b8b4-9a82-4dcd-9beb-77dac56ead40, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0331f5a2-2126-4dbe-97e1-54946c8185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '83235a83-04f4-428e-be1d-5305d59c7fd8'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:34.166334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.168141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:34.179908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.244876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:34.266219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Sync routers for ids ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:34.290397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.293416 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8437700 Jun 28 06:47:34.294997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54106) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:34.302840 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3148d9bf-4020-471d-b5d1-199e0b8bf52b tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Request body: {'floatingip': {'port_id': 'ca193f8b-03b6-4e67-bb6f-28d42a88fdfd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:34.305909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Routers {'2c7152c8-7dec-4fd9-a079-460f7d42b23c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:34.306196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:34.344772 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.348195 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3991234 Jun 28 06:47:34.349244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54108) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:34.349475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4dc7c2-2e9d-43f9-a474-551c2cdcefa5 None None] Update dhcp port {'port': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'fixed_ips': [{'subnet_id': 'f6e59dbb-48b4-4c35-9087-9d5c14dd48b3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd40d83a4-afd1-46c0-ac75-7ea1fdae6dc7'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': '1ed5cefe-535f-47d1-8ac2-213f3c33de92'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:47:34.357179 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3148d9bf-4020-471d-b5d1-199e0b8bf52b tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for floatingip, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.360702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Delete allocated IP 172.20.0.9 (e531c27e-1f0d-4822-9dad-a413bc177184/f6e59dbb-48b4-4c35-9087-9d5c14dd48b3) {{(pid=100887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 28 06:47:34.371043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.23 (e531c27e-1f0d-4822-9dad-a413bc177184/d40d83a4-afd1-46c0-ac75-7ea1fdae6dc7/acdcb38c-f5c1-4229-9fd9-816731ceee0e) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:34.379693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] For port 5010b8b4-9a82-4dcd-9beb-77dac56ead40, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:34.403639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] For port 5010b8b4-9a82-4dcd-9beb-77dac56ead40, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5010b8b4-9a82-4dcd-9beb-77dac56ead40,segment=NetworkSegment(0331f5a2-2126-4dbe-97e1-54946c8185f8),segment_id=0331f5a2-2126-4dbe-97e1-54946c8185f8)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:34.451258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc7c2-2e9d-43f9-a474-551c2cdcefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.465512 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.471228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-896d32e1-380c-4076-86f3-a11382f5c4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:34.497252 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-3148d9bf-4020-471d-b5d1-199e0b8bf52b tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] update failed (client error): The resource could not be found. Jun 28 06:47:34.502038 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3148d9bf-4020-471d-b5d1-199e0b8bf52b tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "PUT /v2.0/floatingips/606a274a-3782-4a9f-9347-acb77ff493d0 HTTP/1.1" status: 404 len: 507 time: 0.2047012 Jun 28 06:47:34.502771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54112) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:34.517913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Set router 2c7152c8-7dec-4fd9-a079-460f7d42b23c gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:34.585556 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7cc6fd3f-464c-4794-a9f1-7d9b079f1a52 tempest-TestNetworkAdvancedServerOps-1612547650 tempest-TestNetworkAdvancedServerOps-1612547650-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e2fddddf685b4fb0874f450869f3f92f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2341740 Jun 28 06:47:34.588293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54114) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:34.758288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Pushing event updated for resources: {'Port': ['ID=5010b8b4-9a82-4dcd-9beb-77dac56ead40,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:34.762363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:34.862079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:32Z', 'revision_number': 3, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:34.893956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Checking router: 2c7152c8-7dec-4fd9-a079-460f7d42b23c for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:47:34.894151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc1edf-5274-4dc5-b677-303585987100 tempest-TestNetworkAdvancedServerOps-1612547650 tempest-TestNetworkAdvancedServerOps-1612547650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:34.894272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Updating router 2c7152c8-7dec-4fd9-a079-460f7d42b23c port fd4b7631-e6e7-48ae-95d0-bf49d698e61e binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:47:34.895825 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-03fc1edf-5274-4dc5-b677-303585987100 tempest-TestNetworkAdvancedServerOps-1612547650 tempest-TestNetworkAdvancedServerOps-1612547650-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3034015 Jun 28 06:47:34.899487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54116) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:34.932452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.935658 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Deleting port 7edad37f-29d9-4511-b7be-911350399552 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:34.936095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:34.940560 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e9438a44-aeed-4a72-9d13-f9367ef4660a tempest-TestNetworkAdvancedServerOps-1612547650 tempest-TestNetworkAdvancedServerOps-1612547650-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397537 Jun 28 06:47:34.950181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54118) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:34.956262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1775488106', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:35.071815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:47:35.076709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.082764 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e43e7b8a-2f78-4187-b13b-0e0717edc3be tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:35.095201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.095772 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.116213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Calling delete_port for 7edad37f-29d9-4511-b7be-911350399552 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:35.172294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Subnet': ['ID=d708ae33-01cf-414f-8d49-4f941ec4a3d2,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:35.176729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Made reservation on behalf of e2fddddf685b4fb0874f450869f3f92f for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:35.182107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.184772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:35.191344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.194345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Checking segment: {'id': '93f07813-b8b6-442c-831e-eb9829b260da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0cad7f88-bab4-49ef-b3d4-3407e164c7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:35.194702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network hostable DHCP agents. Network: 0cad7f88-bab4-49ef-b3d4-3407e164c7cd, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:47:35.215175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object acdcb38c-f5c1-4229-9fd9-816731ceee0e will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:35.230110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.240072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Transition to ACTIVE for port object fd4b7631-e6e7-48ae-95d0-bf49d698e61e will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:35.267783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.282259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-55af5fbc-5105-4837-ac56-bc8ce6710cd0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:35.321043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-dd4dc7c2-2e9d-43f9-a474-551c2cdcefa5 None None] Allocated IP 172.20.0.18 (e531c27e-1f0d-4822-9dad-a413bc177184/d40d83a4-afd1-46c0-ac75-7ea1fdae6dc7/1ed5cefe-535f-47d1-8ac2-213f3c33de92) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:35.344671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network 0cad7f88-bab4-49ef-b3d4-3407e164c7cd is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:47:35.415773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] In _notify_port_updated(), no bound segment for port acdcb38c-f5c1-4229-9fd9-816731ceee0e on network e531c27e-1f0d-4822-9dad-a413bc177184 {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:47:35.423941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:35.424738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.428644 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "PUT /v2.0/ports/acdcb38c-f5c1-4229-9fd9-816731ceee0e HTTP/1.1" status: 200 len: 920 time: 1.7686431 Jun 28 06:47:35.430826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54120) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:35.441121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-dd4dc7c2-2e9d-43f9-a474-551c2cdcefa5 None None] For port 1ed5cefe-535f-47d1-8ac2-213f3c33de92, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ed5cefe-535f-47d1-8ac2-213f3c33de92,segment=NetworkSegment(a4a66c28-c954-44c3-bb6d-e26074814380),segment_id=a4a66c28-c954-44c3-bb6d-e26074814380)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:35.454502 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.460531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:35.470810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=acdcb38c-f5c1-4229-9fd9-816731ceee0e,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:35.476460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:35.483696 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc7c2-2e9d-43f9-a474-551c2cdcefa5 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.502580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dd4dc7c2-2e9d-43f9-a474-551c2cdcefa5 None None] Transition to ACTIVE for port object 1ed5cefe-535f-47d1-8ac2-213f3c33de92 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:35.503862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.505495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:35.512333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 0cad7f88-bab4-49ef-b3d4-3407e164c7cd) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:35.527033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event deleted for resources: {'Port': ['ID=7edad37f-29d9-4511-b7be-911350399552,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:35.529627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:35.546215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:35.547370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.554787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5cf45f-1af9-4def-a397-0de8bfb11380 None None] Network 0cad7f88-bab4-49ef-b3d4-3407e164c7cd requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:35.580310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.583304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.590925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54122) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:35.595882 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "DELETE /v2.0/floatingips/606a274a-3782-4a9f-9347-acb77ff493d0 HTTP/1.1" status: 204 len: 168 time: 1.0915897 Jun 28 06:47:35.597375 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.600122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-76741c27-0a34-41e1-95ea-aec8a8bf8b39 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Request body: {'floatingip': {'floating_network_id': 'af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4', 'port_id': 'ca193f8b-03b6-4e67-bb6f-28d42a88fdfd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:35.608963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7f0e3cf2-3ed5-4537-b5a7-7eb9ce1340fb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:35.616338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2cdecfc3-c8d1-4bdd-9f91-ee9e4b534752 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port acdcb38c-f5c1-4229-9fd9-816731ceee0e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:35.623436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cdecfc3-c8d1-4bdd-9f91-ee9e4b534752 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.623436 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8900192 Jun 28 06:47:35.628535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54124) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:35.645870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'port': {'network_id': '0cad7f88-bab4-49ef-b3d4-3407e164c7cd', 'name': 'tempest-NetworksIpV6TestAttrs-336622375'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:35.689582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'Subnet': ['ID=a515bc3d-c230-456e-b8c4-ec0b1be937e3,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:35.694519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:35.724474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Attempting to bind port fd4b7631-e6e7-48ae-95d0-bf49d698e61e on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:35.725108 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Attempting to bind port fd4b7631-e6e7-48ae-95d0-bf49d698e61e by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:35.725427 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Attempting to bind port fd4b7631-e6e7-48ae-95d0-bf49d698e61e on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:35.725921 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Checking segment: {'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:35.726285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Network hostable DHCP agents. Network: 5f90b46d-010e-4b4e-a1ee-0e7e23497587, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:47:35.727556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd574b-61c4-49f2-aaa7-6c39f4b6b933 None None] Pushing event updated for resources: {'Port': ['ID=fd4b7631-e6e7-48ae-95d0-bf49d698e61e,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:35.730078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc7c2-2e9d-43f9-a474-551c2cdcefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.742825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-49cd574b-61c4-49f2-aaa7-6c39f4b6b933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:35.743293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-49cd574b-61c4-49f2-aaa7-6c39f4b6b933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:35.753018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5010b8b4-9a82-4dcd-9beb-77dac56ead40 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:35.818464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d3fc2f-8b32-4f54-9fa2-ed481a54dfbf None None] Network 83235a83-04f4-428e-be1d-5305d59c7fd8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:35.820066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cdecfc3-c8d1-4bdd-9f91-ee9e4b534752 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.836799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76741c27-0a34-41e1-95ea-aec8a8bf8b39 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.838171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:47:35.841820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:35.842262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:35.843065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.843065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:35.844104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Bound port: fd4b7631-e6e7-48ae-95d0-bf49d698e61e, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:35.844569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:35.851512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2cdecfc3-c8d1-4bdd-9f91-ee9e4b534752 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for acdcb38c-f5c1-4229-9fd9-816731ceee0e owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:35.918215 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 5f90b46d-010e-4b4e-a1ee-0e7e23497587) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:35.929542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:35.933876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.016060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:36.019664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.061923 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1105568 Jun 28 06:47:36.064655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54128) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:36.070964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110000b-81b6-48b9-9c7f-59dc1fb5e7ca None None] Network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:36.073749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] device_id is not set on port 06a458f0-f64d-4bef-9c59-3a7f878249ee yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:47:36.186066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dc7c2-2e9d-43f9-a474-551c2cdcefa5 None None] Pushing event updated for resources: {'Port': ['ID=1ed5cefe-535f-47d1-8ac2-213f3c33de92,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:36.223218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dd4dc7c2-2e9d-43f9-a474-551c2cdcefa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:36.235564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a26bcfcd-665f-497f-9d85-e7f3024a6538 None None] Provisioning for port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:36.238158 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-0cad7f88-bab4-49ef-b3d4-3407e164c7cd', 'network_id': '0cad7f88-bab4-49ef-b3d4-3407e164c7cd', 'tenant_id': '78796853aaad43c2991c3b0c65b5442b', 'fixed_ips': [{'subnet_id': 'd708ae33-01cf-414f-8d49-4f941ec4a3d2'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:47:36.239013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.260372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cdecfc3-c8d1-4bdd-9f91-ee9e4b534752 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.272606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-64c4c163-12a9-4d78-a713-55401d2210c8 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:36.275033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] For port fd4b7631-e6e7-48ae-95d0-bf49d698e61e, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:36.299865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] For port fd4b7631-e6e7-48ae-95d0-bf49d698e61e, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=fd4b7631-e6e7-48ae-95d0-bf49d698e61e,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:36.313515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdecfc3-c8d1-4bdd-9f91-ee9e4b534752 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=acdcb38c-f5c1-4229-9fd9-816731ceee0e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:36.322101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-76741c27-0a34-41e1-95ea-aec8a8bf8b39 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:47:36.322101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-76741c27-0a34-41e1-95ea-aec8a8bf8b39 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7278547 Jun 28 06:47:36.324456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2cdecfc3-c8d1-4bdd-9f91-ee9e4b534752 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:36.329311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54130) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:36.346931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': 'ca193f8b-03b6-4e67-bb6f-28d42a88fdfd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:36.371510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a87c87-ede3-44cb-9fc6-a90d7e3a650e req-d58dce74-7675-4f6f-ae74-aa052b7286cc tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:36.373801 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-81a87c87-ede3-44cb-9fc6-a90d7e3a650e req-d58dce74-7675-4f6f-ae74-aa052b7286cc tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.2560341 Jun 28 06:47:36.376542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Allocated IP 2001:db8::f816:3eff:fe37:620c (0cad7f88-bab4-49ef-b3d4-3407e164c7cd/d708ae33-01cf-414f-8d49-4f941ec4a3d2/06a458f0-f64d-4bef-9c59-3a7f878249ee) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:36.381578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.428906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dd4dc7c2-2e9d-43f9-a474-551c2cdcefa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:36.479366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cdecfc3-c8d1-4bdd-9f91-ee9e4b534752 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.481382 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2cdecfc3-c8d1-4bdd-9f91-ee9e4b534752 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/acdcb38c-f5c1-4229-9fd9-816731ceee0e HTTP/1.1" status: 204 len: 168 time: 1.0495107 Jun 28 06:47:36.492071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54132) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:36.502171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:36.529107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:36.529493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.549737 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a98ccfc-386d-4322-822d-a4c2f5043e94 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:47:36.555316 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5a98ccfc-386d-4322-822d-a4c2f5043e94 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/acdcb38c-f5c1-4229-9fd9-816731ceee0e HTTP/1.1" status: 404 len: 333 time: 0.0563788 Jun 28 06:47:36.556094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54134) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:36.650779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.651638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:47:36.652507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.676541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd574b-61c4-49f2-aaa7-6c39f4b6b933 None None] Pushing event updated for resources: {'Port': ['ID=fd4b7631-e6e7-48ae-95d0-bf49d698e61e,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:36.678802 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-81a87c87-ede3-44cb-9fc6-a90d7e3a650e req-fc7fc6b5-06b4-4e0a-b130-71b20afc8358 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704759 Jun 28 06:47:36.686610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Routers {'2c7152c8-7dec-4fd9-a079-460f7d42b23c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:36.687566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:36.695538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-49cd574b-61c4-49f2-aaa7-6c39f4b6b933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:36.708681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d19c878a-a575-4a39-bd13-7da82833140a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.778697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d19c878a-a575-4a39-bd13-7da82833140a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.792144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.885245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:36.898011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] Set router 2c7152c8-7dec-4fd9-a079-460f7d42b23c gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:36.925656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Transition to ACTIVE for port object 06a458f0-f64d-4bef-9c59-3a7f878249ee will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:36.985297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be68d2-98cf-4a76-9f7f-69bfd3012158 req-02887d89-7a20-49be-b8f2-08a0691149eb tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:36.987124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-93be68d2-98cf-4a76-9f7f-69bfd3012158 req-02887d89-7a20-49be-b8f2-08a0691149eb tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1514418 Jun 28 06:47:37.032215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.098101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d19c878a-a575-4a39-bd13-7da82833140a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.100714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d19c878a-a575-4a39-bd13-7da82833140a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.104981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.105517 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d19c878a-a575-4a39-bd13-7da82833140a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/security-groups/c3790539-27c8-43ca-9881-8f5f25b83a9d HTTP/1.1" status: 204 len: 168 time: 0.5355265 Jun 28 06:47:37.109055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54138) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:37.111430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c0f721bc-c364-43d0-9a6b-33d3995a8359 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:37.124601 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-93be68d2-98cf-4a76-9f7f-69bfd3012158 req-7a424dce-c294-4b43-a568-810dc4ad8c3b tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241937 Jun 28 06:47:37.159661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.165531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:37.172405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c878a-a575-4a39-bd13-7da82833140a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3790539-27c8-43ca-9881-8f5f25b83a9d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:37.182411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d19c878a-a575-4a39-bd13-7da82833140a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:37.203402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7dd75a6-04da-48e5-9647-26fe706456ee tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.213315 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Allocated IP 2001:db8::f816:3eff:fe0e:dfc3 (0cad7f88-bab4-49ef-b3d4-3407e164c7cd/d708ae33-01cf-414f-8d49-4f941ec4a3d2/7050b855-849d-481c-8a7a-b9085681e390) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:37.234801 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7dd75a6-04da-48e5-9647-26fe706456ee tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.249434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network 0cad7f88-bab4-49ef-b3d4-3407e164c7cd is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:37.257030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:37.267315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:37.274413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:37.277440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.307040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Port': ['ID=06a458f0-f64d-4bef-9c59-3a7f878249ee,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:37.331026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:37.344553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Allocated IP 172.26.4.109 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/8e12ea95-8994-4604-9992-59b5cf11fe5f) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:37.361744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0daea0a7-a54a-44d1-b709-019a5fb50a53 None None] Provisioning for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:37.370108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7dd75a6-04da-48e5-9647-26fe706456ee tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.373072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7dd75a6-04da-48e5-9647-26fe706456ee tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.374408 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e7dd75a6-04da-48e5-9647-26fe706456ee tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/security-groups/2f637cd2-adf3-47df-ab92-20df3b4a9518 HTTP/1.1" status: 204 len: 168 time: 0.2590497 Jun 28 06:47:37.376358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bfa664ff-bb89-44c9-9632-3be74b79a1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:37.381077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54142) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:37.383432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 5010b8b4-9a82-4dcd-9beb-77dac56ead40, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5010b8b4-9a82-4dcd-9beb-77dac56ead40,segment=NetworkSegment(0331f5a2-2126-4dbe-97e1-54946c8185f8),segment_id=0331f5a2-2126-4dbe-97e1-54946c8185f8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:37.389850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0daea0a7-a54a-44d1-b709-019a5fb50a53 None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:37.390228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0daea0a7-a54a-44d1-b709-019a5fb50a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.396886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd75a6-04da-48e5-9647-26fe706456ee tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f637cd2-adf3-47df-ab92-20df3b4a9518,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:37.424895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e7dd75a6-04da-48e5-9647-26fe706456ee tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:37.444641 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8031917 Jun 28 06:47:37.446966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54144) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:37.454281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-363f0c82-822b-4f68-a2ca-db7e9bba07bf tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet f6e59dbb-48b4-4c35-9087-9d5c14dd48b3 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:37.458306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-363f0c82-822b-4f68-a2ca-db7e9bba07bf tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.507604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Allocated IP 172.20.0.2 (5f90b46d-010e-4b4e-a1ee-0e7e23497587/a515bc3d-c230-456e-b8c4-ec0b1be937e3/f8ad39a9-821b-4a1b-92a1-a7e5faf827e2) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:37.511923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.517594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-363f0c82-822b-4f68-a2ca-db7e9bba07bf tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.523077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:37.599122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.626865 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8c0a3d-0f8f-4752-a52a-04f73e46851a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Deleting subnet d708ae33-01cf-414f-8d49-4f941ec4a3d2 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:37.645848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.709558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Transition to ACTIVE for port object 7050b855-849d-481c-8a7a-b9085681e390 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:37.724661 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed5cefe-535f-47d1-8ac2-213f3c33de92 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:37.800395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c17a5-e021-44c4-876c-20adba9bb721 req-025f78c8-ffe9-4ec7-97d7-5307850c48e0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:37.801993 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-288c17a5-e021-44c4-876c-20adba9bb721 req-025f78c8-ffe9-4ec7-97d7-5307850c48e0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1180007 Jun 28 06:47:37.813407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=5010b8b4-9a82-4dcd-9beb-77dac56ead40,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:37.817185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:37.834226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.842325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b2f554e0-6f53-467b-b9a7-bfaaab2c48e3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:37.852607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Transition to ACTIVE for port object 7050b855-849d-481c-8a7a-b9085681e390 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:37.876706 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-288c17a5-e021-44c4-876c-20adba9bb721 req-2ce7fa39-8745-4175-a1cd-5d44a227207a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686257 Jun 28 06:47:37.886388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:37.891765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:37.895515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:37.928345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event updated for resources: {'Port': ['ID=8e12ea95-8994-4604-9992-59b5cf11fe5f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:37.932698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:37.934629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0a3d-0f8f-4752-a52a-04f73e46851a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.945845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0daea0a7-a54a-44d1-b709-019a5fb50a53 None None] Provisioning complete for port 7be77901-8d25-4b7e-b3c3-8005ba63804c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:37.946397 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0daea0a7-a54a-44d1-b709-019a5fb50a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.948829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:32Z', 'revision_number': 3, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:37.956887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:37.982235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:38.007172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0a3d-0f8f-4752-a52a-04f73e46851a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.043222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d6c243-a92b-4048-aadf-d65876fc2d7b None None] The sync data for ids ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'] in dv-neutron-797120-6-hyperv is: [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:32Z', 'revision_number': 3, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:38.057737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-363f0c82-822b-4f68-a2ca-db7e9bba07bf tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.064406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Network 0cad7f88-bab4-49ef-b3d4-3407e164c7cd is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:38.065451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:38.065829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.070552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.078132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:38.086145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:38.134423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0daea0a7-a54a-44d1-b709-019a5fb50a53 None None] Port 7be77901-8d25-4b7e-b3c3-8005ba63804c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:38.136205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Transition to ACTIVE for port object f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:38.208343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-363f0c82-822b-4f68-a2ca-db7e9bba07bf tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.209336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0a3d-0f8f-4752-a52a-04f73e46851a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.212226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4224b8c2-64cd-428b-a360-4e4dc79b6dae tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:38.244636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f0c82-822b-4f68-a2ca-db7e9bba07bf tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e59dbb-48b4-4c35-9087-9d5c14dd48b3,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:38.247692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Deleting port 8e12ea95-8994-4604-9992-59b5cf11fe5f {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:38.248120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.255194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-363f0c82-822b-4f68-a2ca-db7e9bba07bf tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:38.260181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-363f0c82-822b-4f68-a2ca-db7e9bba07bf tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.262793 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-363f0c82-822b-4f68-a2ca-db7e9bba07bf tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/f6e59dbb-48b4-4c35-9087-9d5c14dd48b3 HTTP/1.1" status: 204 len: 168 time: 0.8801727 Jun 28 06:47:38.269767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54148) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:38.279736 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:38.332249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e316df5-57a4-417d-a654-8db0fc470f56 None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:38.362113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Pushing event updated for resources: {'Port': ['ID=7050b855-849d-481c-8a7a-b9085681e390,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:38.364751 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0daea0a7-a54a-44d1-b709-019a5fb50a53 None None] Could not find standard attr ID for object acdcb38c-f5c1-4229-9fd9-816731ceee0e. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:47:38.379400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:38.407387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.407734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.426355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Calling delete_port for 8e12ea95-8994-4604-9992-59b5cf11fe5f owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:38.426576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Transition to ACTIVE for port object f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:38.462477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Attempting to bind port 7050b855-849d-481c-8a7a-b9085681e390 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:38.462856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Attempting to bind port 7050b855-849d-481c-8a7a-b9085681e390 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '93f07813-b8b6-442c-831e-eb9829b260da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0cad7f88-bab4-49ef-b3d4-3407e164c7cd'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:38.463235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Attempting to bind port 7050b855-849d-481c-8a7a-b9085681e390 on network 0cad7f88-bab4-49ef-b3d4-3407e164c7cd {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:38.487399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:38.487976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Checking segment: {'id': '93f07813-b8b6-442c-831e-eb9829b260da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0cad7f88-bab4-49ef-b3d4-3407e164c7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:38.488509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.489101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Bound using segment: {'id': '93f07813-b8b6-442c-831e-eb9829b260da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0cad7f88-bab4-49ef-b3d4-3407e164c7cd'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:38.489716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Bound port: 7050b855-849d-481c-8a7a-b9085681e390, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f07813-b8b6-442c-831e-eb9829b260da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0cad7f88-bab4-49ef-b3d4-3407e164c7cd'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:38.490253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.501558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0a3d-0f8f-4752-a52a-04f73e46851a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.513736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2439ffeb-11e8-412c-bad8-113453266bc4 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:38.520524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0a3d-0f8f-4752-a52a-04f73e46851a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.522471 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0f8c0a3d-0f8f-4752-a52a-04f73e46851a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/subnets/d708ae33-01cf-414f-8d49-4f941ec4a3d2 HTTP/1.1" status: 204 len: 168 time: 1.0745642 Jun 28 06:47:38.525222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54150) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:38.539007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:38.544592 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.550296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0a3d-0f8f-4752-a52a-04f73e46851a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Subnet': ['ID=d708ae33-01cf-414f-8d49-4f941ec4a3d2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:38.553351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0f8c0a3d-0f8f-4752-a52a-04f73e46851a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:38.565496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.586416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:38.640361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-70aa8c86-dc2c-4edf-ab31-0a22d9d8accf None None] Provisioning complete for port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:38.640758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70aa8c86-dc2c-4edf-ab31-0a22d9d8accf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.643525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:38.679095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:38.683635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:38.694408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.696620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:38.727311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Allocated IP 172.20.0.1 (5f90b46d-010e-4b4e-a1ee-0e7e23497587/a515bc3d-c230-456e-b8c4-ec0b1be937e3/035f514a-15e7-4ffd-8f8f-266ff4fa23a7) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:38.739856 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event deleted for resources: {'Port': ['ID=8e12ea95-8994-4604-9992-59b5cf11fe5f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:38.743673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:38.751504 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Pushing event updated for resources: {'Port': ['ID=f8ad39a9-821b-4a1b-92a1-a7e5faf827e2,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:38.758563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:38.785266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] For port 7050b855-849d-481c-8a7a-b9085681e390, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:38.790238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f2413-71cc-461d-9804-2b975a9e557b tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:38.791026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] For port 7050b855-849d-481c-8a7a-b9085681e390, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7050b855-849d-481c-8a7a-b9085681e390,segment=NetworkSegment(93f07813-b8b6-442c-831e-eb9829b260da),segment_id=93f07813-b8b6-442c-831e-eb9829b260da)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:38.792033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f2413-71cc-461d-9804-2b975a9e557b tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:38.796457 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e46f2413-71cc-461d-9804-2b975a9e557b tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2674861 Jun 28 06:47:38.805722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54152) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:38.897362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:38.903014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:38.923066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] create failed (client error): The resource could not be found. Jun 28 06:47:38.929468 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5867877 Jun 28 06:47:38.930537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54156) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:38.960130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Pushing event updated for resources: {'Port': ['ID=7050b855-849d-481c-8a7a-b9085681e390,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:38.964028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:38.972811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Attempting to bind port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:38.973236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Attempting to bind port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:38.973617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Attempting to bind port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 on network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:39.001227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee866fe8-83c3-44a0-bd0f-bc8421abd7cb tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.041096 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:39.041491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Checking segment: {'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:39.042157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.042310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Bound using segment: {'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:39.042991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Bound port: f8ad39a9-821b-4a1b-92a1-a7e5faf827e2, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:39.043384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.056748 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee866fe8-83c3-44a0-bd0f-bc8421abd7cb tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 28 06:47:39.057254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee866fe8-83c3-44a0-bd0f-bc8421abd7cb tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:39.063476 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ee866fe8-83c3-44a0-bd0f-bc8421abd7cb tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/0cad7f88-bab4-49ef-b3d4-3407e164c7cd HTTP/1.1" status: 409 len: 405 time: 0.2502973 Jun 28 06:47:39.064911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-70aa8c86-dc2c-4edf-ab31-0a22d9d8accf None None] Could not find standard attr ID for object acdcb38c-f5c1-4229-9fd9-816731ceee0e. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:47:39.067122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54158) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:39.072689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-767042083'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:39.079143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.117897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Transition to ACTIVE for port object 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:39.162149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d5c05-578f-49d5-a766-a2f368b205ab None None] Network 0cad7f88-bab4-49ef-b3d4-3407e164c7cd requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:39.236327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] For port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:39.252017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa5f46-b057-4fac-9daa-2b603cd7a4c3 req-79ed688e-5726-4472-a386-2642296b446a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:39.255058 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ecfa5f46-b057-4fac-9daa-2b603cd7a4c3 req-79ed688e-5726-4472-a386-2642296b446a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1514292 Jun 28 06:47:39.268366 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] For port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f8ad39a9-821b-4a1b-92a1-a7e5faf827e2,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:39.269543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7cb3d-6c1b-475b-9da6-150656af53b6 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Deleting port ca193f8b-03b6-4e67-bb6f-28d42a88fdfd {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:39.269900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0c7cb3d-6c1b-475b-9da6-150656af53b6 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.297582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:39.301622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.317137 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ecfa5f46-b057-4fac-9daa-2b603cd7a4c3 req-9da78382-b1f4-40b6-8c2d-0354772da2c2 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563912 Jun 28 06:47:39.356842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.359581 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.362981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-70e73751-0b14-4f87-8b98-6cc664797989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:39.365945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5ba9c720-7076-4963-93ed-6f7cadb1e7e6 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:39.377663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.423658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Pushing event updated for resources: {'Port': ['ID=f8ad39a9-821b-4a1b-92a1-a7e5faf827e2,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:39.428238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:39.439371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:47:39.462683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:39.478796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:39.483574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:39.485381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.489221 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Added segment 5945c0fd-8078-47d5-9fdb-53c975f98562 of type vlan for network b8971f41-ed4f-44de-a5b2-0268f1731cc8 Jun 28 06:47:39.492726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:39.493356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.505707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:39.507634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:39.512226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0c7cb3d-6c1b-475b-9da6-150656af53b6 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.514716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:39.519912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:39.529526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4637f9af-57fc-4deb-bae8-f87447dbd837 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:39.604920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7cb3d-6c1b-475b-9da6-150656af53b6 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Calling delete_port for ca193f8b-03b6-4e67-bb6f-28d42a88fdfd owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:39.667641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.682104 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4112320 Jun 28 06:47:39.684929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54160) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:39.698227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.699371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-1a71b0dc-1f54-4bcf-bf15-a7eef18183e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'security_group': {'name': 'tempest-secgroup-1905680112'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:39.733265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'Port': ['ID=035f514a-15e7-4ffd-8f8f-266ff4fa23a7,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:39.742433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:39.833070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a71b0dc-1f54-4bcf-bf15-a7eef18183e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.858815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5010b8b4-9a82-4dcd-9beb-77dac56ead40 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:39.920711 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:39.921270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.937046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.943679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:39.944316 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:39.950749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fb3d5845-168c-492c-9de7-a9ee8b16f6a1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:40.015044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e2918f-5f1a-4312-9f62-67082cf620c2 None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:40.023149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device fd4b7631-e6e7-48ae-95d0-bf49d698e61e up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:40.074783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Network': ['ID=b8971f41-ed4f-44de-a5b2-0268f1731cc8,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:40.081723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:40.085367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.090444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network b8971f41-ed4f-44de-a5b2-0268f1731cc8 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:47:40.128327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0c7cb3d-6c1b-475b-9da6-150656af53b6 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.136496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:40.163376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a71b0dc-1f54-4bcf-bf15-a7eef18183e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.173546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7cb3d-6c1b-475b-9da6-150656af53b6 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event deleted for resources: {'Port': ['ID=ca193f8b-03b6-4e67-bb6f-28d42a88fdfd,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:40.176711 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d0c7cb3d-6c1b-475b-9da6-150656af53b6 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:40.185745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-98ee443d-818a-42c4-b869-97d57db93dd2 None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:40.186284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-98ee443d-818a-42c4-b869-97d57db93dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.238059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a71b0dc-1f54-4bcf-bf15-a7eef18183e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.241922 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-433aa7c6-3a00-480c-8750-d8e8199f4a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:40.274483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71b0dc-1f54-4bcf-bf15-a7eef18183e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb7de99-451f-46b1-afc2-f62e1ed4f253,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:40.281981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1a71b0dc-1f54-4bcf-bf15-a7eef18183e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:40.310454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port fd4b7631-e6e7-48ae-95d0-bf49d698e61e completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:40.358909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0c7cb3d-6c1b-475b-9da6-150656af53b6 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.361443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a71b0dc-1f54-4bcf-bf15-a7eef18183e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.364476 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d0c7cb3d-6c1b-475b-9da6-150656af53b6 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "DELETE /v2.0/ports/ca193f8b-03b6-4e67-bb6f-28d42a88fdfd HTTP/1.1" status: 204 len: 168 time: 1.4256692 Jun 28 06:47:40.365356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54164) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:40.365534 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1a71b0dc-1f54-4bcf-bf15-a7eef18183e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6792722 Jun 28 06:47:40.367901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54166) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:40.382548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port fd4b7631-e6e7-48ae-95d0-bf49d698e61e triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:40.382934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.388500 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b8b18143-8dcc-434a-9eda-50dfdd344cd4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'security_group': {'name': 'tempest-secgroup-1487189964'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:40.448450 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3800740 Jun 28 06:47:40.451330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54168) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:40.457355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'subnet': {'network_id': 'b8971f41-ed4f-44de-a5b2-0268f1731cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:40.511406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8b18143-8dcc-434a-9eda-50dfdd344cd4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.534295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-98ee443d-818a-42c4-b869-97d57db93dd2 None None] Provisioning complete for port 7be77901-8d25-4b7e-b3c3-8005ba63804c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:40.534680 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-98ee443d-818a-42c4-b869-97d57db93dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.590046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-98ee443d-818a-42c4-b869-97d57db93dd2 None None] Port 7be77901-8d25-4b7e-b3c3-8005ba63804c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:40.591959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.616220 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7278143f-a10a-45ed-84de-83a4613320d9 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:40.618146 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7278143f-a10a-45ed-84de-83a4613320d9 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aed5ef6-ed38-4a14-bd68-0ff327818c2d HTTP/1.1" status: 200 len: 913 time: 0.2446198 Jun 28 06:47:40.623638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54170) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:40.625289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port fd4b7631-e6e7-48ae-95d0-bf49d698e61e, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=fd4b7631-e6e7-48ae-95d0-bf49d698e61e,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:40.630837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:47:40.630837 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:47:40.630837 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '78796853aaad43c2991c3b0c65b5442b', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 47, 40, 620023)}] Jun 28 06:47:40.630837 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:47:40.638981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:47:40.657219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec018584-d0b0-4a28-a5c0-29e6f8d1bf8e req-c1f42fc2-6c8d-4148-80ec-46aba8d9db67 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:40.662773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec018584-d0b0-4a28-a5c0-29e6f8d1bf8e req-c1f42fc2-6c8d-4148-80ec-46aba8d9db67 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1478541 Jun 28 06:47:40.697232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a38aba-3426-4987-8c29-0746bd9b2dc0 None None] Update dhcp port {'port': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'fixed_ips': [{'subnet_id': 'd40d83a4-afd1-46c0-ac75-7ea1fdae6dc7', 'ip_address': '172.20.0.18'}, {'subnet_id': '0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': '1ed5cefe-535f-47d1-8ac2-213f3c33de92'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:47:40.706803 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec018584-d0b0-4a28-a5c0-29e6f8d1bf8e req-8c04d3aa-b593-4bdb-9bf4-89f2fa27e82d tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388346 Jun 28 06:47:40.725473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.729837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6c429f4c-d428-4b75-9991-de4e860c551d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:40.776165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9a38aba-3426-4987-8c29-0746bd9b2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.824631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=fd4b7631-e6e7-48ae-95d0-bf49d698e61e,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:40.830596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:40.889950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c3106-8ee4-4cd2-81f6-ea98b31def3b None None] Network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:40.956590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8b18143-8dcc-434a-9eda-50dfdd344cd4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:40.962560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.017074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8b18143-8dcc-434a-9eda-50dfdd344cd4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.022697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4a0d119a-66c5-4dda-ba29-6ae6b56b30cb tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:41.049672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.112459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b18143-8dcc-434a-9eda-50dfdd344cd4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb1f083-7aef-4898-a790-9995597b7ca8,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:41.115958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b8b18143-8dcc-434a-9eda-50dfdd344cd4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:41.119769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:41.126200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0a95e345-c627-42e5-a38e-f4f3b78509da None None] Provisioning for port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:41.131440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8b18143-8dcc-434a-9eda-50dfdd344cd4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.136810 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b8b18143-8dcc-434a-9eda-50dfdd344cd4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7490995 Jun 28 06:47:41.136964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54172) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:41.142292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f96f0134-1cf3-46fe-9408-955615dc9b7d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'security_group': {'name': 'tempest-secgroup-1281848587'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:41.164284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.167182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a9a38aba-3426-4987-8c29-0746bd9b2dc0 None None] Allocated IP 172.20.0.2 (e531c27e-1f0d-4822-9dad-a413bc177184/0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73/1ed5cefe-535f-47d1-8ac2-213f3c33de92) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:41.204842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'Port': ['ID=035f514a-15e7-4ffd-8f8f-266ff4fa23a7,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:41.215581 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:41.241652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:41.245689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.356273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a9a38aba-3426-4987-8c29-0746bd9b2dc0 None None] For port 1ed5cefe-535f-47d1-8ac2-213f3c33de92, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ed5cefe-535f-47d1-8ac2-213f3c33de92,segment=NetworkSegment(a4a66c28-c954-44c3-bb6d-e26074814380),segment_id=a4a66c28-c954-44c3-bb6d-e26074814380)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:41.390030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f96f0134-1cf3-46fe-9408-955615dc9b7d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.402983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9a38aba-3426-4987-8c29-0746bd9b2dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.425977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a9a38aba-3426-4987-8c29-0746bd9b2dc0 None None] Transition to ACTIVE for port object 1ed5cefe-535f-47d1-8ac2-213f3c33de92 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:41.518196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9a38aba-3426-4987-8c29-0746bd9b2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.522391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:41.544311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f96f0134-1cf3-46fe-9408-955615dc9b7d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.592167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a38aba-3426-4987-8c29-0746bd9b2dc0 None None] Pushing event updated for resources: {'Port': ['ID=1ed5cefe-535f-47d1-8ac2-213f3c33de92,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:41.597531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a9a38aba-3426-4987-8c29-0746bd9b2dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:41.644587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:41.650078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:41.657881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f96f0134-1cf3-46fe-9408-955615dc9b7d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.672845 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.674038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fc882ec3-078c-4b34-860f-9461b88d97c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:41.725898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f0134-1cf3-46fe-9408-955615dc9b7d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4caa7a-ca01-4c90-89f2-8bbf64a29f2e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:41.758562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.objects.ports [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:47:41.760307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f96f0134-1cf3-46fe-9408-955615dc9b7d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:41.761415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.763652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e5fcb3ad-197f-4ce2-9324-b6368b8f2604 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:41.769401 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-54bd84e0-38de-4b72-9777-57fb71f32c5d None None] Provisioning for port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:41.774788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-54bd84e0-38de-4b72-9777-57fb71f32c5d None None] Provisioning complete for port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:41.775292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-54bd84e0-38de-4b72-9777-57fb71f32c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.818893 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Subnet': ['ID=bde316fc-fe8b-40b6-8d4b-1843977e64dc,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:41.823538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f96f0134-1cf3-46fe-9408-955615dc9b7d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:41.825012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f96f0134-1cf3-46fe-9408-955615dc9b7d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6873121 Jun 28 06:47:41.826428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:41.833320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54176) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:41.844837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1046382532', 'security_groups': ['bb4caa7a-ca01-4c90-89f2-8bbf64a29f2e'], 'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73'}]}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:41.871747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-54bd84e0-38de-4b72-9777-57fb71f32c5d None None] Port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:41.885697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:41.927812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Checking segment: {'id': '5945c0fd-8078-47d5-9fdb-53c975f98562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b8971f41-ed4f-44de-a5b2-0268f1731cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:41.928281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network hostable DHCP agents. Network: b8971f41-ed4f-44de-a5b2-0268f1731cc8, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:47:42.038975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:42.044331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:42.044889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.074238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Router 2c7152c8-7dec-4fd9-a079-460f7d42b23c has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:47:42.076714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57409940-4371-455f-a9e8-f1cd9309747a req-1d3c8a7b-ca55-4784-b257-b4550721a0f7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:42.079851 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-57409940-4371-455f-a9e8-f1cd9309747a req-1d3c8a7b-ca55-4784-b257-b4550721a0f7 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1490340 Jun 28 06:47:42.112480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d0a1388a-8fb1-492a-98cb-917409bca584 None None] Provisioning complete for port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:42.113272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d0a1388a-8fb1-492a-98cb-917409bca584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.118279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network b8971f41-ed4f-44de-a5b2-0268f1731cc8 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:47:42.169601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1388a-8fb1-492a-98cb-917409bca584 None None] Port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:42.174758 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-57409940-4371-455f-a9e8-f1cd9309747a req-852014cb-447b-4e9f-981c-d41efb122fe8 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871141 Jun 28 06:47:42.179403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:42.210464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, b8971f41-ed4f-44de-a5b2-0268f1731cc8) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:42.219626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:42.220408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.224197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25905e6-485b-4880-98b0-3aa3a5731853 None None] Network b8971f41-ed4f-44de-a5b2-0268f1731cc8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:42.249561 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.324778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8723426 Jun 28 06:47:42.328694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54178) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:42.332536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.347881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'port': {'network_id': 'b8971f41-ed4f-44de-a5b2-0268f1731cc8', 'name': 'tempest-NetworksIpV6TestAttrs-2048856080'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:42.351508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f8ad39a9-821b-4a1b-92a1-a7e5faf827e2,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:42.357014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:42.362758 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "PUT /v2.0/routers/2c7152c8-7dec-4fd9-a079-460f7d42b23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2969978 Jun 28 06:47:42.371224 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Sync routers for ids ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:42.372726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Deleting port feed992d-a885-4dbb-a1f3-16dd27fa08e6 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:42.373107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.398047 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Routers {'2c7152c8-7dec-4fd9-a079-460f7d42b23c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:42.398663 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:42.423385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] device_id is not set on port f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:47:42.440224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3658cbe3-5e5b-491c-b090-c380aaa7c909 None None] Provisioning complete for port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:42.440774 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3658cbe3-5e5b-491c-b090-c380aaa7c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.443544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.444413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device fd4b7631-e6e7-48ae-95d0-bf49d698e61e up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:42.460042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:42.549691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.565103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Calling delete_port for feed992d-a885-4dbb-a1f3-16dd27fa08e6 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:42.584649 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Set router 2c7152c8-7dec-4fd9-a079-460f7d42b23c gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:42.634201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.14 (e531c27e-1f0d-4822-9dad-a413bc177184/0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73/f50a118b-2aaf-4a5c-9d85-aa7a9ad06629) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:42.680376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3658cbe3-5e5b-491c-b090-c380aaa7c909 None None] Port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:42.684892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=f8ad39a9-821b-4a1b-92a1-a7e5faf827e2,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:42.689436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:42.721909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port fd4b7631-e6e7-48ae-95d0-bf49d698e61e triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:42.722296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.764916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-b8971f41-ed4f-44de-a5b2-0268f1731cc8', 'network_id': 'b8971f41-ed4f-44de-a5b2-0268f1731cc8', 'tenant_id': '78796853aaad43c2991c3b0c65b5442b', 'fixed_ips': [{'subnet_id': 'bde316fc-fe8b-40b6-8d4b-1843977e64dc'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:47:42.764916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.781730 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-e4e9e7b7-a8a3-444f-9425-eb6eeb344851 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259343678&fields=id&tenant_id=e2fddddf685b4fb0874f450869f3f92f HTTP/1.1" status: 200 len: 267 time: 0.0795345 Jun 28 06:47:42.852367 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:39Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '035f514a-15e7-4ffd-8f8f-266ff4fa23a7', 'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'mac_address': 'fa:16:3e:37:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:36Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 2, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'subnets': [{'id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:42.879186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.881059 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Checking router: 2c7152c8-7dec-4fd9-a079-460f7d42b23c for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:47:42.881419 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Updating router 2c7152c8-7dec-4fd9-a079-460f7d42b23c port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:47:42.897730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-294ad37c-1a65-4d8f-a4bf-ef329f5a20c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:42.923606 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.956475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:42.960709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:42.976299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c1a28662-b900-4587-8552-352b30d43912 None None] Provisioning for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:42.993301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c1a28662-b900-4587-8552-352b30d43912 None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:42.993840 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c1a28662-b900-4587-8552-352b30d43912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.019575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-35ab6e17-a852-4d90-881d-c2466d7ca135 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:43.020485 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-35ab6e17-a852-4d90-881d-c2466d7ca135 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/networks?id=5f90b46d-010e-4b4e-a1ee-0e7e23497587 HTTP/1.1" status: 200 len: 796 time: 0.2292128 Jun 28 06:47:43.030941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] device_id is not set on port 41578796-aed1-4f50-aec4-e7ed17205080 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:47:43.054302 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-0436db96-5abb-4ce6-ad6b-921a4a0cfe7e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/quotas/e2fddddf685b4fb0874f450869f3f92f HTTP/1.1" status: 200 len: 375 time: 0.0251780 Jun 28 06:47:43.070007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Allocated IP 2001:db8::f816:3eff:fe4d:dee7 (b8971f41-ed4f-44de-a5b2-0268f1731cc8/bde316fc-fe8b-40b6-8d4b-1843977e64dc/2f6751fc-fe1a-4c1d-8c00-573de640c6a9) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:43.142199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event deleted for resources: {'Port': ['ID=feed992d-a885-4dbb-a1f3-16dd27fa08e6,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:43.146616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:43.149503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.198775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.212761 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:43.283047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c1a28662-b900-4587-8552-352b30d43912 None None] Provisioning complete for port 7be77901-8d25-4b7e-b3c3-8005ba63804c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:43.283845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c1a28662-b900-4587-8552-352b30d43912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.331990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.345715 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-ffac5249-eeb7-46f9-9538-3a91ef79b3f4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2fddddf685b4fb0874f450869f3f92f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2819183 Jun 28 06:47:43.345964 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.358409 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Transition to ACTIVE for port object 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:43.371401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a5467f2a-3502-49fb-a6b4-4deab539da08 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:43.373632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c1a28662-b900-4587-8552-352b30d43912 None None] Port 7be77901-8d25-4b7e-b3c3-8005ba63804c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:43.386295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.387114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Router 5aed5ef6-ed38-4a14-bd68-0ff327818c2d has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:47:43.395838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Transition to ACTIVE for port object 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:43.413864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Transition to ACTIVE for port object 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:43.415956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.433563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:43.438558 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.444320 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:43.485117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.488677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-68137099-137d-4b51-afb3-d48b305c8729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:43.496948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:47:43.511843 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844fb92-d62a-459f-8116-53e400e5aff1 None None] Pushing event updated for resources: {'Port': ['ID=035f514a-15e7-4ffd-8f8f-266ff4fa23a7,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:43.520619 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "PUT /v2.0/routers/5aed5ef6-ed38-4a14-bd68-0ff327818c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8923776 Jun 28 06:47:43.523221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54196) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:43.525251 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-c844fb92-d62a-459f-8116-53e400e5aff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:43.527114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bfce59-0d40-4062-80f3-43293b0f98c9 None None] Sync routers for ids ['5aed5ef6-ed38-4a14-bd68-0ff327818c2d'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:47:43.563497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Network b8971f41-ed4f-44de-a5b2-0268f1731cc8 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:43.586392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:43.592056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:43.596275 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Attempting to bind port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:43.597567 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Attempting to bind port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:43.598120 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Attempting to bind port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 on network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:43.602078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Pushing event updated for resources: {'Port': ['ID=2f6751fc-fe1a-4c1d-8c00-573de640c6a9,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:43.607680 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:43.608342 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Checking segment: {'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:43.609972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bfce59-0d40-4062-80f3-43293b0f98c9 None None] Routers {'5aed5ef6-ed38-4a14-bd68-0ff327818c2d'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:43.610210 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.610700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-87bfce59-0d40-4062-80f3-43293b0f98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5aed5ef6-ed38-4a14-bd68-0ff327818c2d'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:43.610961 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Bound using segment: {'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:43.611702 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Bound port: 035f514a-15e7-4ffd-8f8f-266ff4fa23a7, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:43.612312 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.614544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:43.651179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-87bfce59-0d40-4062-80f3-43293b0f98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:43.691919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2149-8d34-4d92-81f9-44ef832d3850 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.717281 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] For port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:43.722480 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] For port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=035f514a-15e7-4ffd-8f8f-266ff4fa23a7,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:43.731348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:43.736438 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Attempting to bind port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:43.736895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Attempting to bind port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '5945c0fd-8078-47d5-9fdb-53c975f98562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b8971f41-ed4f-44de-a5b2-0268f1731cc8'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:43.739888 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Attempting to bind port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 on network b8971f41-ed4f-44de-a5b2-0268f1731cc8 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:43.764834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bfce59-0d40-4062-80f3-43293b0f98c9 None None] Routers {'5aed5ef6-ed38-4a14-bd68-0ff327818c2d'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:43.766482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-87bfce59-0d40-4062-80f3-43293b0f98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5aed5ef6-ed38-4a14-bd68-0ff327818c2d'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:43.802530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:43.802982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Checking segment: {'id': '5945c0fd-8078-47d5-9fdb-53c975f98562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b8971f41-ed4f-44de-a5b2-0268f1731cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:43.803499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.804003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Bound using segment: {'id': '5945c0fd-8078-47d5-9fdb-53c975f98562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b8971f41-ed4f-44de-a5b2-0268f1731cc8'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:43.804174 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.804708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Bound port: 2f6751fc-fe1a-4c1d-8c00-573de640c6a9, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5945c0fd-8078-47d5-9fdb-53c975f98562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b8971f41-ed4f-44de-a5b2-0268f1731cc8'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:43.805225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.806192 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:43.826210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-87bfce59-0d40-4062-80f3-43293b0f98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:43.826946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bfce59-0d40-4062-80f3-43293b0f98c9 None None] The sync data for ids ['5aed5ef6-ed38-4a14-bd68-0ff327818c2d'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:43.862832 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844fb92-d62a-459f-8116-53e400e5aff1 None None] Pushing event updated for resources: {'Port': ['ID=035f514a-15e7-4ffd-8f8f-266ff4fa23a7,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:43.869882 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-c844fb92-d62a-459f-8116-53e400e5aff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:43.891858 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Routers {'2c7152c8-7dec-4fd9-a079-460f7d42b23c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:47:43.892645 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:43.903338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:43.903874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.930322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] For port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:43.945077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2149-8d34-4d92-81f9-44ef832d3850 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.948235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2149-8d34-4d92-81f9-44ef832d3850 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:43.957724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] For port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2f6751fc-fe1a-4c1d-8c00-573de640c6a9,segment=NetworkSegment(5945c0fd-8078-47d5-9fdb-53c975f98562),segment_id=5945c0fd-8078-47d5-9fdb-53c975f98562)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:44.019463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.023341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ebde7037-553e-4cdb-a1de-5f1c3914b064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:44.045160 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] Set router 2c7152c8-7dec-4fd9-a079-460f7d42b23c gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:47:44.048761 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:44.062923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed5cefe-535f-47d1-8ac2-213f3c33de92 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:44.084188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2149-8d34-4d92-81f9-44ef832d3850 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.085085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5e2149-8d34-4d92-81f9-44ef832d3850 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Fanout notify agent at l3_agent the message router_deleted on router 5aed5ef6-ed38-4a14-bd68-0ff327818c2d {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:47:44.089329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:44.107613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2149-8d34-4d92-81f9-44ef832d3850 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.114715 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7a5e2149-8d34-4d92-81f9-44ef832d3850 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "DELETE /v2.0/routers/5aed5ef6-ed38-4a14-bd68-0ff327818c2d HTTP/1.1" status: 204 len: 168 time: 0.5892224 Jun 28 06:47:44.115378 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54198) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:44.146549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Pushing event updated for resources: {'Port': ['ID=2f6751fc-fe1a-4c1d-8c00-573de640c6a9,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:44.162248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:44.179225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:44.179858 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.189362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=f50a118b-2aaf-4a5c-9d85-aa7a9ad06629,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:44.235464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a5d139-edc5-4479-a59c-a9b38f4562f7 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Deleting subnet 077e1e18-ca97-4bd5-bd76-a21b1e79361b {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:44.241093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d139-edc5-4479-a59c-a9b38f4562f7 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.242184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Allocated IP 2001:db8::f816:3eff:fe1c:57b3 (b8971f41-ed4f-44de-a5b2-0268f1731cc8/bde316fc-fe8b-40b6-8d4b-1843977e64dc/41578796-aed1-4f50-aec4-e7ed17205080) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:44.325193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d139-edc5-4479-a59c-a9b38f4562f7 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.445618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:44.481477 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:39Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '035f514a-15e7-4ffd-8f8f-266ff4fa23a7', 'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'mac_address': 'fa:16:3e:37:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:36Z', 'updated_at': '2021-06-28T06:47:43Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'subnets': [{'id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:44.523630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d139-edc5-4479-a59c-a9b38f4562f7 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.525220 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a8c3c-f253-42a7-b3b5-a27312adcbde None None] The sync data for ids ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'] in dv-neutron-797120-6-hyperv is: [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:39Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '035f514a-15e7-4ffd-8f8f-266ff4fa23a7', 'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'mac_address': 'fa:16:3e:37:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:36Z', 'updated_at': '2021-06-28T06:47:43Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'subnets': [{'id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:47:44.590342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:44.591028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.630919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.642593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9bd5f-041c-40c2-b6b2-fbe261094883 req-5e56583e-3de6-400e-a39c-9350f7c788d1 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:44.644138 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ee9bd5f-041c-40c2-b6b2-fbe261094883 req-5e56583e-3de6-400e-a39c-9350f7c788d1 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 1.2424254 Jun 28 06:47:44.682148 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-16f8ca1a-f6e3-4537-aafc-77fd658e1589 service neutron] 10.222.0.24 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3037086 Jun 28 06:47:44.686082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Transition to ACTIVE for port object 41578796-aed1-4f50-aec4-e7ed17205080 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:44.711186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7d04ff30-404b-468e-a603-ff081869ed35 None None] Provisioning for port f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:44.716147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7d04ff30-404b-468e-a603-ff081869ed35 None None] Provisioning complete for port f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:44.716472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7d04ff30-404b-468e-a603-ff081869ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.740748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d139-edc5-4479-a59c-a9b38f4562f7 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.748334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ee9abe25-b965-43c4-9de9-c8102abc32ea tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:44.780452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7d04ff30-404b-468e-a603-ff081869ed35 None None] Port f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:44.782955 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9427774 Jun 28 06:47:44.787562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54200) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:44.790332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5d139-edc5-4479-a59c-a9b38f4562f7 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event deleted for resources: {'Subnet': ['ID=077e1e18-ca97-4bd5-bd76-a21b1e79361b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:44.793140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8fbeff90-4ebd-4c57-982f-1d47c3289856 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:44.793556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f9a5d139-edc5-4479-a59c-a9b38f4562f7 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:44.794728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d139-edc5-4479-a59c-a9b38f4562f7 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.799320 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f9a5d139-edc5-4479-a59c-a9b38f4562f7 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "DELETE /v2.0/subnets/077e1e18-ca97-4bd5-bd76-a21b1e79361b HTTP/1.1" status: 204 len: 168 time: 0.6797864 Jun 28 06:47:44.799568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54202) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:44.804168 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ee9bd5f-041c-40c2-b6b2-fbe261094883 req-9923d63a-be5e-4748-a96d-f6868b466186 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510370 Jun 28 06:47:44.814560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b93bc68-dc88-4a63-95c1-a101c3739ed3 None None] Network af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:44.921645 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.931518 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-1b902cfe-545e-4d52-985b-879c39c77584 service neutron] 10.222.0.24 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398515 Jun 28 06:47:44.982802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:44.994589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2cdecfc3-c8d1-4bdd-9f91-ee9e4b534752 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:45.007381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Deleting port 538435bc-4c7b-4a40-bcc0-f751b942ae37 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:45.007729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.057359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Port': ['ID=41578796-aed1-4f50-aec4-e7ed17205080,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:45.061666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:45.072655 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network b8971f41-ed4f-44de-a5b2-0268f1731cc8 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:45.074134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:45.078115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:45.088362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:45.089095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.108062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] DHCP port deletion for af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:45.118253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbeff90-4ebd-4c57-982f-1d47c3289856 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:45.122559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8fbeff90-4ebd-4c57-982f-1d47c3289856 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.129936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] For port 538435bc-4c7b-4a40-bcc0-f751b942ae37, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=538435bc-4c7b-4a40-bcc0-f751b942ae37,segment=NetworkSegment(75c1c3d0-23e0-4429-be96-bd05bab47155),segment_id=75c1c3d0-23e0-4429-be96-bd05bab47155)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:45.130399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.144795 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Calling delete_port for 538435bc-4c7b-4a40-bcc0-f751b942ae37 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:45.176172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] Deleting port 538435bc-4c7b-4a40-bcc0-f751b942ae37 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:45.176567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.230630 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8911192 Jun 28 06:47:45.236532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54206) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:45.365611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cfe6b1-dca0-409c-8de5-929caa5931df tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Deleting subnet bde316fc-fe8b-40b6-8d4b-1843977e64dc {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:45.370574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe6b1-dca0-409c-8de5-929caa5931df tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.375787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.376077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] For port 538435bc-4c7b-4a40-bcc0-f751b942ae37, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=538435bc-4c7b-4a40-bcc0-f751b942ae37,segment=NetworkSegment(75c1c3d0-23e0-4429-be96-bd05bab47155),segment_id=75c1c3d0-23e0-4429-be96-bd05bab47155)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:45.376499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.379179 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-35debc98-f0fb-4028-b35b-00d5888b1bd5 req-a762619b-cd11-4f4d-9f88-dc56363c5af7 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 210 time: 0.1002736 Jun 28 06:47:45.402148 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.ipam_backend_mixin [None req-8fbeff90-4ebd-4c57-982f-1d47c3289856 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73 (CIDR: 172.20.0.0/28) Jun 28 06:47:45.403628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] Calling delete_port for 538435bc-4c7b-4a40-bcc0-f751b942ae37 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:45.418515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-081958f4-7c17-4e3f-a927-e571a57f4d8d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:45.453878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event deleted for resources: {'Port': ['ID=538435bc-4c7b-4a40-bcc0-f751b942ae37,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:45.462417 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbeff90-4ebd-4c57-982f-1d47c3289856 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:47:45.462929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbeff90-4ebd-4c57-982f-1d47c3289856 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:45.470599 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:45.484805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] No DVR routers for this DVR port 538435bc-4c7b-4a40-bcc0-f751b942ae37 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:45.519718 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe6b1-dca0-409c-8de5-929caa5931df tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.548271 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8fbeff90-4ebd-4c57-982f-1d47c3289856 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7596941 Jun 28 06:47:45.550875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54212) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:45.556308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-99be798c-bbfe-4da4-bce4-bdaff302727d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:45.712522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.720162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a381d7-5cd7-413d-875d-4aa1bbcc5116 None None] Network b8971f41-ed4f-44de-a5b2-0268f1731cc8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:45.740089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:45.758879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:45.759103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c1c3d0-23e0-4429-be96-bd05bab47155') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:45.759271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c1c3d0-23e0-4429-be96-bd05bab47155') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:45.791241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.822892 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.867342 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:45.867767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:45.893296 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:45.906524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99be798c-bbfe-4da4-bce4-bdaff302727d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:45.911316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-99be798c-bbfe-4da4-bce4-bdaff302727d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.917263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.935700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1578c63f-a23e-43ba-b1e0-70d2db629200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:45.948082 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e6fdc5b5-bfe8-48b5-8acf-f4d132f3671c None None] Provisioning for port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:45.963124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe6b1-dca0-409c-8de5-929caa5931df tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:45.977709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] Pushing event deleted for resources: {'Port': ['ID=538435bc-4c7b-4a40-bcc0-f751b942ae37,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:45.998551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:46.002578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] No DVR routers for this DVR port 538435bc-4c7b-4a40-bcc0-f751b942ae37 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:46.004339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:46.011428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:46.011860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.063864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.067988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1ae1ce2c-bace-4430-9fc2-68e0e9da719a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:46.084625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.086918 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] 10.222.0.24 "DELETE /v2.0/networks/af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4 HTTP/1.1" status: 204 len: 168 time: 1.2864227 Jun 28 06:47:46.088193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Pushing event deleted for resources: {'Network': ['ID=af1db5b9-d72e-4ffc-9a82-8f6b045b8dd4,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:46.091237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:46.108472 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.ipam_backend_mixin [None req-99be798c-bbfe-4da4-bce4-bdaff302727d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d40d83a4-afd1-46c0-ac75-7ea1fdae6dc7 (CIDR: 172.20.0.16/28) Jun 28 06:47:46.132168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f42d7-9780-47af-b83e-b26feddb2371 req-6f37aca1-c5d5-407c-9a62-48fcd8683d7b tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:46.136790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe6b1-dca0-409c-8de5-929caa5931df tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.141763 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-974f42d7-9780-47af-b83e-b26feddb2371 req-6f37aca1-c5d5-407c-9a62-48fcd8683d7b tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1817117 Jun 28 06:47:46.155555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-482076cc-b72e-485a-9eee-0d8b57dfffb3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:46.165389 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-99be798c-bbfe-4da4-bce4-bdaff302727d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:47:46.166130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99be798c-bbfe-4da4-bce4-bdaff302727d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:46.168450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.200396 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-974f42d7-9780-47af-b83e-b26feddb2371 req-3fe7379d-91e3-45f2-a2a7-6f8a37ba868a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569775 Jun 28 06:47:46.206660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfe6b1-dca0-409c-8de5-929caa5931df tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Subnet': ['ID=bde316fc-fe8b-40b6-8d4b-1843977e64dc,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:46.212916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe6b1-dca0-409c-8de5-929caa5931df tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.215153 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a6cfe6b1-dca0-409c-8de5-929caa5931df tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/subnets/bde316fc-fe8b-40b6-8d4b-1843977e64dc HTTP/1.1" status: 204 len: 168 time: 0.9775584 Jun 28 06:47:46.217216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a6cfe6b1-dca0-409c-8de5-929caa5931df tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:46.217774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54224) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:46.235363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=035f514a-15e7-4ffd-8f8f-266ff4fa23a7,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:46.295862 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-99be798c-bbfe-4da4-bce4-bdaff302727d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7438190 Jun 28 06:47:46.298739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54226) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:46.304230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'subnet': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:46.335757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.336746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb839fb7-753b-4e8f-a8c2-930b5f3ac765 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:46.337180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:46.338766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb839fb7-753b-4e8f-a8c2-930b5f3ac765 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:46.342955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9fb80098-19d3-4c81-9a42-a8131a1fd76a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:46.343951 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cb839fb7-753b-4e8f-a8c2-930b5f3ac765 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1211922 Jun 28 06:47:46.343951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54228) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:46.444273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=035f514a-15e7-4ffd-8f8f-266ff4fa23a7,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:46.448477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:46.454821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1415da0e-48bf-483f-a876-2254aba41266 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.472383 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1415da0e-48bf-483f-a876-2254aba41266 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 28 06:47:46.473087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1415da0e-48bf-483f-a876-2254aba41266 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:46.479391 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1415da0e-48bf-483f-a876-2254aba41266 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/b8971f41-ed4f-44de-a5b2-0268f1731cc8 HTTP/1.1" status: 409 len: 405 time: 0.1316464 Jun 28 06:47:46.483666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54232) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:46.492050 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-554317802'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:46.512292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:46.518729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:46.519113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.521071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674516e-e066-42f6-a03c-5b49e0ed231f None None] Network b8971f41-ed4f-44de-a5b2-0268f1731cc8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:46.537104 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-691c1ae2-7681-4405-96be-e0fdf169d16e req-5ac17550-5585-441d-b668-3e56f1db7a1e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 210 time: 0.0584261 Jun 28 06:47:46.554833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Made reservation on behalf of fb4cea3c5cce4e11913a94a64c35b037 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:46.560241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.640957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-db57b1de-25d3-42d6-bd42-4be1a3e6b5ce None None] Provisioning complete for port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:46.641352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-db57b1de-25d3-42d6-bd42-4be1a3e6b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.677921 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:46.681459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.688721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54238) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:46.772135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.844166 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9b57f1ea-7501-4286-bd7b-840f3d194b40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f6d1a5f594743ecbb61f7710eacb433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538177 Jun 28 06:47:46.846611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54242) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:46.852311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2f6751fc-fe1a-4c1d-8c00-573de640c6a9,segment=NetworkSegment(5945c0fd-8078-47d5-9fdb-53c975f98562),segment_id=5945c0fd-8078-47d5-9fdb-53c975f98562)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:46.854426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-db57b1de-25d3-42d6-bd42-4be1a3e6b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.910733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9868a918-fc88-4a48-8551-f022e138ab3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.936694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9868a918-fc88-4a48-8551-f022e138ab3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.944454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be487850-e32f-419c-a2b4-b71128e330da None None] DHCP port deletion for b8971f41-ed4f-44de-a5b2-0268f1731cc8 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:46.951695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:46.976816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:47.040068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:47:47.044986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 538435bc-4c7b-4a40-bcc0-f751b942ae37 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:47.071713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9868a918-fc88-4a48-8551-f022e138ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.074686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9868a918-fc88-4a48-8551-f022e138ab3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.076061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.080049 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9868a918-fc88-4a48-8551-f022e138ab3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4f51ffe-db8c-49af-a369-03342fec7b7f HTTP/1.1" status: 204 len: 168 time: 0.2283087 Jun 28 06:47:47.080189 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Added segment c4f759ad-cb68-49d2-b577-876cfe8f0a41 of type vlan for network 2fc8c57e-7242-429a-bd2e-86bcd2b71416 Jun 28 06:47:47.080307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 538435bc-4c7b-4a40-bcc0-f751b942ae37 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:47.080307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 538435bc-4c7b-4a40-bcc0-f751b942ae37 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:47.080481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1a71b0dc-1f54-4bcf-bf15-a7eef18183e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:47.090553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-db57b1de-25d3-42d6-bd42-4be1a3e6b5ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:47:47.090933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-db57b1de-25d3-42d6-bd42-4be1a3e6b5ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:47:47.099618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868a918-fc88-4a48-8551-f022e138ab3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f51ffe-db8c-49af-a369-03342fec7b7f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:47.103677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2f6751fc-fe1a-4c1d-8c00-573de640c6a9,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:47.112281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:47.116537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9868a918-fc88-4a48-8551-f022e138ab3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:47.132739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-be487850-e32f-419c-a2b4-b71128e330da None None] Deleting port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:47.137429 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-be487850-e32f-419c-a2b4-b71128e330da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.137568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.197549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-be487850-e32f-419c-a2b4-b71128e330da None None] For port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2f6751fc-fe1a-4c1d-8c00-573de640c6a9,segment=NetworkSegment(5945c0fd-8078-47d5-9fdb-53c975f98562),segment_id=5945c0fd-8078-47d5-9fdb-53c975f98562)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:47.198040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-be487850-e32f-419c-a2b4-b71128e330da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.211687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-be487850-e32f-419c-a2b4-b71128e330da None None] Calling delete_port for 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:47.260956 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.269945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:47.270577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.274838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e33e52f0-61e4-4ca8-9fcb-61db59d9a48a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:47.308764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.364047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Network': ['ID=2fc8c57e-7242-429a-bd2e-86bcd2b71416,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:47.366875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:47.369088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Network e531c27e-1f0d-4822-9dad-a413bc177184 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:47.369786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bedebcc1-710c-4bc0-875f-667db823951d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:47.375125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 2fc8c57e-7242-429a-bd2e-86bcd2b71416 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:47:47.393412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-be487850-e32f-419c-a2b4-b71128e330da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.403521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:47.420146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Subnet': ['ID=be66e0d2-9301-4005-8b43-dc507e2a37b2,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:47.422961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:47.424995 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9391851 Jun 28 06:47:47.426007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:47.429231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:47.429872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.432958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54250) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:47.441685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'subnet': {'network_id': '2fc8c57e-7242-429a-bd2e-86bcd2b71416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:47.469061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be487850-e32f-419c-a2b4-b71128e330da None None] Pushing event deleted for resources: {'Port': ['ID=2f6751fc-fe1a-4c1d-8c00-573de640c6a9,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:47.480671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2152525-f520-49d8-b57d-a9d7b2a876bb None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:47.480671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-be487850-e32f-419c-a2b4-b71128e330da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:47.483203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be487850-e32f-419c-a2b4-b71128e330da None None] No DVR routers for this DVR port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:47.537901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a07c5-73bb-49b0-8c81-e6c0740b9525 req-cc649e9c-8035-434c-8fc9-e39c379f6374 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:47.539542 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd9a07c5-73bb-49b0-8c81-e6c0740b9525 req-cc649e9c-8035-434c-8fc9-e39c379f6374 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1667144 Jun 28 06:47:47.607696 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3078268 Jun 28 06:47:47.630050 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd9a07c5-73bb-49b0-8c81-e6c0740b9525 req-57061e0a-3e78-4659-ba68-106f9a661677 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837855 Jun 28 06:47:47.631908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54260) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:47.642621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-db57b1de-25d3-42d6-bd42-4be1a3e6b5ce None None] Port 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 update to ACTIVE by agent not found {{(pid=100888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 28 06:47:47.645702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-38338913', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be66e0d2-9301-4005-8b43-dc507e2a37b2'}], 'security_groups': ['1eb7de99-451f-46b1-afc2-f62e1ed4f253', '0cb1f083-7aef-4898-a790-9995597b7ca8']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:47.724104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:47.771470 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-66f0a69a-a2fc-4ea4-95ea-d02144e3d504 req-0a94ed24-b2b3-403d-9bcb-07083d442f96 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 210 time: 0.0280976 Jun 28 06:47:47.776525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-db57b1de-25d3-42d6-bd42-4be1a3e6b5ce None None] Provisioning for port 41578796-aed1-4f50-aec4-e7ed17205080 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:47.781278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:47.785432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.791303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-db57b1de-25d3-42d6-bd42-4be1a3e6b5ce None None] Provisioning complete for port 41578796-aed1-4f50-aec4-e7ed17205080 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:47.792901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-db57b1de-25d3-42d6-bd42-4be1a3e6b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.841225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-db57b1de-25d3-42d6-bd42-4be1a3e6b5ce None None] Port 41578796-aed1-4f50-aec4-e7ed17205080 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:47.853950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:47.854345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:47.941771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.014940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52500d4-b49f-4b3b-a5dc-55582a949116 None None] Update dhcp port {'port': {'network_id': 'e531c27e-1f0d-4822-9dad-a413bc177184', 'fixed_ips': [{'subnet_id': 'd40d83a4-afd1-46c0-ac75-7ea1fdae6dc7', 'ip_address': '172.20.0.18'}, {'subnet_id': '0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be66e0d2-9301-4005-8b43-dc507e2a37b2'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': '1ed5cefe-535f-47d1-8ac2-213f3c33de92'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:47:48.071744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:48.092823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c52500d4-b49f-4b3b-a5dc-55582a949116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.095621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:48.095976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2f6751fc-fe1a-4c1d-8c00-573de640c6a9 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:48.189608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.objects.ports [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100886) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:47:48.191137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.193582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f9a5d139-edc5-4479-a59c-a9b38f4562f7 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:48.282751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Subnet': ['ID=92e6720d-bd5b-4d64-a44e-bc06237c348e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:48.286133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:48.289781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Checking segment: {'id': 'c4f759ad-cb68-49d2-b577-876cfe8f0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2fc8c57e-7242-429a-bd2e-86bcd2b71416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:48.290365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network hostable DHCP agents. Network: 2fc8c57e-7242-429a-bd2e-86bcd2b71416, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:47:48.317256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Delete allocated IP 172.20.0.14 (e531c27e-1f0d-4822-9dad-a413bc177184/0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73) {{(pid=100887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 28 06:47:48.325496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Allocated IP 172.20.0.40 (e531c27e-1f0d-4822-9dad-a413bc177184/be66e0d2-9301-4005-8b43-dc507e2a37b2/f50a118b-2aaf-4a5c-9d85-aa7a9ad06629) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:48.350590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54272) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:48.364398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network 2fc8c57e-7242-429a-bd2e-86bcd2b71416 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:47:48.466873 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065110142'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:48.473340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 2fc8c57e-7242-429a-bd2e-86bcd2b71416) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:48.481451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dee3f1-20ce-474f-9d62-f3a558cc40b8 None None] Network 2fc8c57e-7242-429a-bd2e-86bcd2b71416 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:48.487072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:48.487670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.583169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-aa8c2ecc-0451-403c-9283-db4ce55d45bb tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:48.584713 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-aa8c2ecc-0451-403c-9283-db4ce55d45bb tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.50 "GET /v2.0/networks?id=5f90b46d-010e-4b4e-a1ee-0e7e23497587 HTTP/1.1" status: 200 len: 796 time: 0.1463678 Jun 28 06:47:48.587646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.594397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.597137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.622372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Transition to ACTIVE for port object f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:48.646161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-2fc8c57e-7242-429a-bd2e-86bcd2b71416', 'network_id': '2fc8c57e-7242-429a-bd2e-86bcd2b71416', 'tenant_id': '78796853aaad43c2991c3b0c65b5442b', 'fixed_ips': [{'subnet_id': '92e6720d-bd5b-4d64-a44e-bc06237c348e'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:47:48.647344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.652250 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-c23b89e5-c108-4179-8b09-4e0bd3fcf71b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2fddddf685b4fb0874f450869f3f92f HTTP/1.1" status: 200 len: 380 time: 0.0443623 Jun 28 06:47:48.655117 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2189157 Jun 28 06:47:48.656157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54276) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:48.657468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'port': {'device_id': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'admin_state_up': True, 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'security_groups': ['0e111061-4e79-433e-9fd6-ad2bff0f9612']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:48.752156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.782633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a86a67ab-11e4-429a-b823-35d99c0b5f5a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:48.810522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Allocated IP 2001:db8::f816:3eff:fe61:8170 (2fc8c57e-7242-429a-bd2e-86bcd2b71416/92e6720d-bd5b-4d64-a44e-bc06237c348e/40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:48.843547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.876910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.933622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:48.941968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fb9a0ee7-6f2a-4fb0-9b68-df47c2007c52 tempest-AllowedAddressPairTestJSON-969573198 tempest-AllowedAddressPairTestJSON-969573198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:48.995144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.001373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8983aab-d027-42dc-ae63-00c5a3d237c0,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:49.015726 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba37c190-bdc3-47f4-bc4b-23c48bcdd98b req-c2984e7b-065a-4c95-9ed6-91ad510128e2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 210 time: 0.0755301 Jun 28 06:47:49.025009 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:49.080227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event updated for resources: {'Port': ['ID=f50a118b-2aaf-4a5c-9d85-aa7a9ad06629,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:49.082816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:47:49.082816 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:47:49.082816 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': 'e2fddddf685b4fb0874f450869f3f92f', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 47, 48, 947082)}] Jun 28 06:47:49.082816 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:47:49.090806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:47:49.094387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:49.109554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.121189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] In _notify_port_updated(), no bound segment for port f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 on network e531c27e-1f0d-4822-9dad-a413bc177184 {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:47:49.127630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:49.128256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.129609 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "PUT /v2.0/ports/f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 HTTP/1.1" status: 200 len: 958 time: 1.4945073 Jun 28 06:47:49.133365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54286) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:49.135075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.137951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2edf54-c520-4d7d-bab9-03c36eee4f97 req-4ed4226f-c291-49c7-960d-ad9f0954de02 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:49.139047 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a2edf54-c520-4d7d-bab9-03c36eee4f97 req-4ed4226f-c291-49c7-960d-ad9f0954de02 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.3594866 Jun 28 06:47:49.149355 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Transition to ACTIVE for port object 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:49.158614 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-c52500d4-b49f-4b3b-a5dc-55582a949116 None None] Allocated IP 172.20.0.34 (e531c27e-1f0d-4822-9dad-a413bc177184/be66e0d2-9301-4005-8b43-dc507e2a37b2/1ed5cefe-535f-47d1-8ac2-213f3c33de92) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:49.178514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Transition to ACTIVE for port object 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:49.184798 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a2edf54-c520-4d7d-bab9-03c36eee4f97 req-51290209-055e-4fa4-b47f-344a94bb8b49 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 Jun 28 06:47:49.195357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.215378 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e5e3bfeb-3f2a-404d-b069-ba27c55febe0 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:49.242001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e0be2b-4af3-4d5b-bb6f-000fc6b01c17,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:49.245034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:49.261708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.269092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:49.274101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c52500d4-b49f-4b3b-a5dc-55582a949116 None None] For port 1ed5cefe-535f-47d1-8ac2-213f3c33de92, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ed5cefe-535f-47d1-8ac2-213f3c33de92,segment=NetworkSegment(a4a66c28-c954-44c3-bb6d-e26074814380),segment_id=a4a66c28-c954-44c3-bb6d-e26074814380)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:49.287308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6417656a-03b6-4ebf-9dbc-0c9113395e17 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:49.287727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6417656a-03b6-4ebf-9dbc-0c9113395e17 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.320070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Network 2fc8c57e-7242-429a-bd2e-86bcd2b71416 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:49.329314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:49.339977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:49.347491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c52500d4-b49f-4b3b-a5dc-55582a949116 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.358834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Pushing event updated for resources: {'Port': ['ID=40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:49.359042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.362844 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0082235 Jun 28 06:47:49.363024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:49.364490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54290) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:49.371597 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.384535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a6cfe6b1-dca0-409c-8de5-929caa5931df tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:49.389202 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c52500d4-b49f-4b3b-a5dc-55582a949116 None None] Transition to ACTIVE for port object 1ed5cefe-535f-47d1-8ac2-213f3c33de92 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:49.420909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Attempting to bind port 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:49.422409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Attempting to bind port 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'c4f759ad-cb68-49d2-b577-876cfe8f0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2fc8c57e-7242-429a-bd2e-86bcd2b71416'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:49.422705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Attempting to bind port 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b on network 2fc8c57e-7242-429a-bd2e-86bcd2b71416 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:49.427968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:49.434807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Checking segment: {'id': 'c4f759ad-cb68-49d2-b577-876cfe8f0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2fc8c57e-7242-429a-bd2e-86bcd2b71416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:49.434807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.434807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Bound using segment: {'id': 'c4f759ad-cb68-49d2-b577-876cfe8f0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2fc8c57e-7242-429a-bd2e-86bcd2b71416'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:49.434807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Bound port: 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f759ad-cb68-49d2-b577-876cfe8f0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2fc8c57e-7242-429a-bd2e-86bcd2b71416'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:49.434807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.439459 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-182fed69-8cc9-4216-a109-34e5286c4d08 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0710595 Jun 28 06:47:49.439459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54292) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:49.442965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-906ede98-81db-4480-8781-91ac37055b93 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group': {'name': 'tempest-security--2007792905', 'description': 'tempest-security-description-1183857008'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:49.471031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-906ede98-81db-4480-8781-91ac37055b93 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.483361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.489406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c52500d4-b49f-4b3b-a5dc-55582a949116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.500927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Subnet': ['ID=92e6720d-bd5b-4d64-a44e-bc06237c348e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:49.501180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-074fe318-f1aa-4be6-a679-82f2d59d003f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:49.501268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:49.504470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] For port 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:49.507206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc8c57e-7242-429a-bd2e-86bcd2b71416']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:49.517850 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6417656a-03b6-4ebf-9dbc-0c9113395e17 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.531537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-906ede98-81db-4480-8781-91ac37055b93 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.531774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f759ad-cb68-49d2-b577-876cfe8f0a41') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:49.531774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f759ad-cb68-49d2-b577-876cfe8f0a41') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:49.541886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6417656a-03b6-4ebf-9dbc-0c9113395e17 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:49.543978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] For port 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b,segment=NetworkSegment(c4f759ad-cb68-49d2-b577-876cfe8f0a41),segment_id=c4f759ad-cb68-49d2-b577-876cfe8f0a41)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:49.544899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.622809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-906ede98-81db-4480-8781-91ac37055b93 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.625409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52500d4-b49f-4b3b-a5dc-55582a949116 None None] Pushing event updated for resources: {'Port': ['ID=1ed5cefe-535f-47d1-8ac2-213f3c33de92,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:49.629202 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c52500d4-b49f-4b3b-a5dc-55582a949116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:49.635983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-906ede98-81db-4480-8781-91ac37055b93 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.636578 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-906ede98-81db-4480-8781-91ac37055b93 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "PUT /v2.0/security-groups/d0e0be2b-4af3-4d5b-bb6f-000fc6b01c17 HTTP/1.1" status: 200 len: 1780 time: 0.1968536 Jun 28 06:47:49.639197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7f88a66f-4e6c-4bb5-b47a-f8523069fac3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:49.642455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54296) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:49.656934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.657474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-68db1678-cd80-48a4-9d32-1c76bf448a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:49.658897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.707144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ede98-81db-4480-8781-91ac37055b93 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e0be2b-4af3-4d5b-bb6f-000fc6b01c17,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:49.712595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-906ede98-81db-4480-8781-91ac37055b93 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:49.729754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Made reservation on behalf of e2fddddf685b4fb0874f450869f3f92f for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:49.731814 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:49.735702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.737104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:49.742182 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:49.745107 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-18d005e4-3ad7-484e-8891-454da6b0368d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups/d0e0be2b-4af3-4d5b-bb6f-000fc6b01c17 HTTP/1.1" status: 200 len: 1780 time: 0.0993683 Jun 28 06:47:49.748604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54300) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:49.786745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Pushing event updated for resources: {'Port': ['ID=40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:49.801607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:49.880988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf63bf-ce46-427c-8d57-192eb96947bb None None] Network 2fc8c57e-7242-429a-bd2e-86bcd2b71416 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:49.902355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:47:49.902355 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:47:49.902355 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'id': '2fc8c57e-7242-429a-bd2e-86bcd2b71416'}] Jun 28 06:47:49.902355 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:47:49.902355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:47:49.958640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6417656a-03b6-4ebf-9dbc-0c9113395e17 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:49.973224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:50.008819 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417656a-03b6-4ebf-9dbc-0c9113395e17 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=f50a118b-2aaf-4a5c-9d85-aa7a9ad06629,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:50.012085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-61f8691e-f0dc-4955-8ddf-1079a81be402 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.013565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6417656a-03b6-4ebf-9dbc-0c9113395e17 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:50.090639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9c5f9-78e5-4a17-907e-d5730ee71ac8 req-c6e0b144-c48a-490f-867f-adfb92c41073 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:50.092209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ff9c5f9-78e5-4a17-907e-d5730ee71ac8 req-c6e0b144-c48a-490f-867f-adfb92c41073 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.3460655 Jun 28 06:47:50.095699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6417656a-03b6-4ebf-9dbc-0c9113395e17 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.099795 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6417656a-03b6-4ebf-9dbc-0c9113395e17 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 HTTP/1.1" status: 204 len: 168 time: 0.9638743 Jun 28 06:47:50.100709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54306) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:50.100844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-61f8691e-f0dc-4955-8ddf-1079a81be402 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.122626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-6126757c-4541-4351-81ac-7dfee2f8f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:50.124536 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-6126757c-4541-4351-81ac-7dfee2f8f3d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1099 time: 0.2794623 Jun 28 06:47:50.140619 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-680e85d4-55d5-4f7c-94db-b5e050120e58 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] GET failed (client error): The resource could not be found. Jun 28 06:47:50.142846 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-680e85d4-55d5-4f7c-94db-b5e050120e58 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports/f50a118b-2aaf-4a5c-9d85-aa7a9ad06629 HTTP/1.1" status: 404 len: 333 time: 0.0410585 Jun 28 06:47:50.145565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54308) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:50.176985 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Allocated IP 172.20.0.9 (5f90b46d-010e-4b4e-a1ee-0e7e23497587/a515bc3d-c230-456e-b8c4-ec0b1be937e3/51bd712f-2ad3-475a-a53d-4cd42b3901ce) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:50.209327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66d3fd41-75e0-42b2-a7b3-58f2a7a3f06f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.234270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66d3fd41-75e0-42b2-a7b3-58f2a7a3f06f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.302340 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-36a120e9-81ac-4376-a7fe-2ad12a183d3a req-5bc9af06-0d3f-4158-bd57-ec5a87fdee68 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 210 time: 0.1060443 Jun 28 06:47:50.311332 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ff9c5f9-78e5-4a17-907e-d5730ee71ac8 req-5260d1a6-8081-46d6-a417-201b63c08991 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075789 Jun 28 06:47:50.335047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66d3fd41-75e0-42b2-a7b3-58f2a7a3f06f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.337853 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66d3fd41-75e0-42b2-a7b3-58f2a7a3f06f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.339020 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-66d3fd41-75e0-42b2-a7b3-58f2a7a3f06f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/security-groups/bb4caa7a-ca01-4c90-89f2-8bbf64a29f2e HTTP/1.1" status: 204 len: 168 time: 0.1924000 Jun 28 06:47:50.339844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e7dd75a6-04da-48e5-9647-26fe706456ee tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:50.344607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54310) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:50.365479 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3fd41-75e0-42b2-a7b3-58f2a7a3f06f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4caa7a-ca01-4c90-89f2-8bbf64a29f2e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:50.369470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-66d3fd41-75e0-42b2-a7b3-58f2a7a3f06f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:50.387043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-a1268e45-bdfe-4924-ab8c-7858df39ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:50.391199 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-a1268e45-bdfe-4924-ab8c-7858df39ccd0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 200 len: 912 time: 0.2474122 Jun 28 06:47:50.393242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-61f8691e-f0dc-4955-8ddf-1079a81be402 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.395821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-61f8691e-f0dc-4955-8ddf-1079a81be402 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.399218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-61f8691e-f0dc-4955-8ddf-1079a81be402 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-groups/d0e0be2b-4af3-4d5b-bb6f-000fc6b01c17 HTTP/1.1" status: 204 len: 168 time: 0.6473904 Jun 28 06:47:50.399561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54312) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:50.402229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9140d848-732c-4f57-ae6d-a4a395fc7f11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:50.414148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.466929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa04f6b8-a4ac-4f61-911a-bb821d3faeea tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.475278 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d01b851e-7359-4c97-9b0a-af19390d9c15 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2981 time: 0.0745075 Jun 28 06:47:50.485222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54314) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:50.498746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8691e-f0dc-4955-8ddf-1079a81be402 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e0be2b-4af3-4d5b-bb6f-000fc6b01c17,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:50.505442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-61f8691e-f0dc-4955-8ddf-1079a81be402 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:50.507639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4148dfdd-f8aa-437f-8093-cdfaa19ec77e None None] Provisioning for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:50.521194 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-7049b557-ce33-43ad-8a34-46c8193cbbe5 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] delete failed (client error): The resource could not be found. Jun 28 06:47:50.527567 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7049b557-ce33-43ad-8a34-46c8193cbbe5 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-groups/d0e0be2b-4af3-4d5b-bb6f-000fc6b01c17 HTTP/1.1" status: 404 len: 347 time: 0.0324085 Jun 28 06:47:50.527743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4148dfdd-f8aa-437f-8093-cdfaa19ec77e None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:50.527844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa04f6b8-a4ac-4f61-911a-bb821d3faeea tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.527929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4148dfdd-f8aa-437f-8093-cdfaa19ec77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.528033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54316) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:50.532716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-77ff279e-f973-4ceb-8ed4-c2f301a7057f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group': {'name': 'tempest-secgroup--832338317'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:50.540825 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-e86170d6-6159-499e-875d-ab71f756146d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 200 len: 1001 time: 0.1425936 Jun 28 06:47:50.594505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Deleting port 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:50.594919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.615653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-1b626512-dafd-4bb9-a6e8-6b366ef6bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:50.617151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-1b626512-dafd-4bb9-a6e8-6b366ef6bc64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94181330-8daa-4f63-8db3-dd5004767258 HTTP/1.1" status: 200 len: 850 time: 0.0631199 Jun 28 06:47:50.622546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.626959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4148dfdd-f8aa-437f-8093-cdfaa19ec77e None None] Could not find standard attr ID for object f50a118b-2aaf-4a5c-9d85-aa7a9ad06629. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:47:50.637407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4148dfdd-f8aa-437f-8093-cdfaa19ec77e None None] Provisioning complete for port 7be77901-8d25-4b7e-b3c3-8005ba63804c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:50.637915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4148dfdd-f8aa-437f-8093-cdfaa19ec77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.659103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ff279e-f973-4ceb-8ed4-c2f301a7057f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.662055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] For port 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b,segment=NetworkSegment(c4f759ad-cb68-49d2-b577-876cfe8f0a41),segment_id=c4f759ad-cb68-49d2-b577-876cfe8f0a41)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:50.664757 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.667774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Transition to ACTIVE for port object 51bd712f-2ad3-475a-a53d-4cd42b3901ce will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:50.677725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4148dfdd-f8aa-437f-8093-cdfaa19ec77e None None] Port 7be77901-8d25-4b7e-b3c3-8005ba63804c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:50.682936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Calling delete_port for 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:50.712062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-db676ad3-2603-4ca6-bca7-edb38217d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:50.713612 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-db676ad3-2603-4ca6-bca7-edb38217d2aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873058 Jun 28 06:47:50.738701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa04f6b8-a4ac-4f61-911a-bb821d3faeea tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.741317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aa04f6b8-a4ac-4f61-911a-bb821d3faeea tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.742478 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-aa04f6b8-a4ac-4f61-911a-bb821d3faeea tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/security-groups/0cb1f083-7aef-4898-a790-9995597b7ca8 HTTP/1.1" status: 204 len: 168 time: 0.3969307 Jun 28 06:47:50.745822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54318) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:50.746411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-66d3fd41-75e0-42b2-a7b3-58f2a7a3f06f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:50.771134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04f6b8-a4ac-4f61-911a-bb821d3faeea tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb1f083-7aef-4898-a790-9995597b7ca8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:50.778603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aa04f6b8-a4ac-4f61-911a-bb821d3faeea tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:50.843765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ff279e-f973-4ceb-8ed4-c2f301a7057f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.900898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.903202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e5f51a88-036f-465a-8bdb-550943f0f5b8 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:50.931362 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ff279e-f973-4ceb-8ed4-c2f301a7057f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:50.934516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Port': ['ID=40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:50.938339 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:50.939075 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c07b38d4-f0d4-4a14-914d-7aea507ed12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:50.954062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No DVR routers for this DVR port 40d4415c-0f5c-4a63-aff5-fb7b0f79bb9b on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:50.993214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-09b8b758-d94c-4cc6-9b30-8fa9ff1eb674 None None] Could not find standard attr ID for object f50a118b-2aaf-4a5c-9d85-aa7a9ad06629. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:47:51.003948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff279e-f973-4ceb-8ed4-c2f301a7057f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a57ae4-c17b-4ecb-a3ec-e8ca649752bc,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:51.009125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-77ff279e-f973-4ceb-8ed4-c2f301a7057f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:51.062919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-77ff279e-f973-4ceb-8ed4-c2f301a7057f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.064295 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-77ff279e-f973-4ceb-8ed4-c2f301a7057f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5355203 Jun 28 06:47:51.067443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54320) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:51.075275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-850bc100-043b-4750-8151-86895314514d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '52a57ae4-c17b-4ecb-a3ec-e8ca649752bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:51.081637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.096176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc8c57e-7242-429a-bd2e-86bcd2b71416']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:51.112504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f759ad-cb68-49d2-b577-876cfe8f0a41') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:51.112983 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f759ad-cb68-49d2-b577-876cfe8f0a41') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:51.127620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.127848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5319cc-7b54-4e0f-bb40-b064868d8b42 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:47:51.142426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.151174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:51.151705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:51.155061 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:51.175140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.185710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:51.226294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-850bc100-043b-4750-8151-86895314514d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.264275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5319cc-7b54-4e0f-bb40-b064868d8b42 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:47:51.275993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:51.277003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'Port': ['ID=51bd712f-2ad3-475a-a53d-4cd42b3901ce,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:51.282822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-850bc100-043b-4750-8151-86895314514d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.284199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.287716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-a3a4308a-61e5-45cd-a8a4-5ee47cef0a2b service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652094 Jun 28 06:47:51.287839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6887529a-cd92-4246-9c30-2f675d16b35b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:51.289212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:51.290186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:51.293661 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.295128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:51.295556 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/2fc8c57e-7242-429a-bd2e-86bcd2b71416 HTTP/1.1" status: 204 len: 168 time: 2.6383977 Jun 28 06:47:51.306664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54322) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:51.308345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Network': ['ID=2fc8c57e-7242-429a-bd2e-86bcd2b71416,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:51.310907 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:51.328251 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4769e285-910f-44b3-9bd5-4bf010bcd853 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.346256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1020193374'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:51.369964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-850bc100-043b-4750-8151-86895314514d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.372989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:51.398917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bc100-043b-4750-8151-86895314514d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e072a8-7e0d-4206-ba37-bbef9f8a9640,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:51.402721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-850bc100-043b-4750-8151-86895314514d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:51.438253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4769e285-910f-44b3-9bd5-4bf010bcd853 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.455184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:51.456377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.565987 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ca8cbc7-c137-4ef5-ab39-243c341cc79e req-1dd21456-9862-4d14-9c35-f52b6d65c96c service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677248 Jun 28 06:47:51.587772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:51.587772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.651861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce37a32-a5db-48f6-bd3b-111d14b386e5 req-f259d074-8d0d-4c81-a831-2541d86ee52d tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:51.653390 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dce37a32-a5db-48f6-bd3b-111d14b386e5 req-f259d074-8d0d-4c81-a831-2541d86ee52d tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1706643 Jun 28 06:47:51.662393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe851d-fe19-4a07-967b-122dae1ef13c req-499f8765-c3a6-4242-8bca-0de1ca37f3e9 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:51.663877 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-57fe851d-fe19-4a07-967b-122dae1ef13c req-499f8765-c3a6-4242-8bca-0de1ca37f3e9 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 931 time: 0.1773252 Jun 28 06:47:51.667993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed5cefe-535f-47d1-8ac2-213f3c33de92 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:51.672462 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0196967 Jun 28 06:47:51.700631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Request body: {'port': {'device_id': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:51.710898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-850bc100-043b-4750-8151-86895314514d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.714807 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-850bc100-043b-4750-8151-86895314514d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6434596 Jun 28 06:47:51.715016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54328) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:51.741295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c361327a-2f11-441c-b31e-97064a2b8db9 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:47:51.743546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4769e285-910f-44b3-9bd5-4bf010bcd853 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.745404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.747191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4769e285-910f-44b3-9bd5-4bf010bcd853 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.748324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4769e285-910f-44b3-9bd5-4bf010bcd853 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/security-groups/1eb7de99-451f-46b1-afc2-f62e1ed4f253 HTTP/1.1" status: 204 len: 168 time: 1.0015092 Jun 28 06:47:51.749258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:47:51.751393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54330) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:51.759851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:51.765086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.782608 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dce37a32-a5db-48f6-bd3b-111d14b386e5 req-8ed2c40a-1bde-4bc0-b680-439ed4641224 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174228 Jun 28 06:47:51.788274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769e285-910f-44b3-9bd5-4bf010bcd853 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb7de99-451f-46b1-afc2-f62e1ed4f253,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:51.804213 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-57fe851d-fe19-4a07-967b-122dae1ef13c req-1f421947-e8bc-47ea-a7c3-92e7dfa7b56c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306841 Jun 28 06:47:51.809317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4769e285-910f-44b3-9bd5-4bf010bcd853 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:51.810208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.810556 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Added segment 1bcadb44-728d-41e4-b1aa-9269d885012d of type vlan for network f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6 Jun 28 06:47:51.829223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd7035e-8e5d-41ab-8636-0a3b93b99d4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet 0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:51.832523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5bd7035e-8e5d-41ab-8636-0a3b93b99d4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.839533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:51.839845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.878442 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5bd7035e-8e5d-41ab-8636-0a3b93b99d4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.897023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.902927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.908838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.909823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-65f53bd4-5c93-4005-a667-56325ae4ef32 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:51.915411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:51.916512 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/02e072a8-7e0d-4206-ba37-bbef9f8a9640 HTTP/1.1" status: 204 len: 168 time: 0.2006037 Jun 28 06:47:51.920926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54332) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:51.924616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02e072a8-7e0d-4206-ba37-bbef9f8a9640,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:51.934957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.935350 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.935729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.936104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.936473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.936922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.937458 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.937827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.938194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.938566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.938926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.939285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:51.939934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c361327a-2f11-441c-b31e-97064a2b8db9 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:47:51.945298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:52.001378 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5bd7035e-8e5d-41ab-8636-0a3b93b99d4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.014660 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-631e748f-bac2-420b-a8c3-213e0d5db856 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0907664 Jun 28 06:47:52.020480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54334) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:52.133456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.139008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:52.139699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.150054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5d93f26d-8b76-4620-8e8f-4444b2267beb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:52.163091 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5bd7035e-8e5d-41ab-8636-0a3b93b99d4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.166586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f30a2b45-4e1f-4252-ac9a-aba3f897f2f0 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:52.191166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-48a04ff1-3ffd-4317-a514-a75e476c0db9 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.199197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7035e-8e5d-41ab-8636-0a3b93b99d4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:52.207788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5bd7035e-8e5d-41ab-8636-0a3b93b99d4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:52.211706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5bd7035e-8e5d-41ab-8636-0a3b93b99d4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.214125 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5bd7035e-8e5d-41ab-8636-0a3b93b99d4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73 HTTP/1.1" status: 204 len: 168 time: 0.4581146 Jun 28 06:47:52.219040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54336) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:52.276776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c577ad8-07bf-4330-80e4-241c3f23e27a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet be66e0d2-9301-4005-8b43-dc507e2a37b2 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:52.279959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c577ad8-07bf-4330-80e4-241c3f23e27a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.296578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Network': ['ID=f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:52.305666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-48a04ff1-3ffd-4317-a514-a75e476c0db9 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.310120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:52.313367 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9870234 Jun 28 06:47:52.317477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54338) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:52.318786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:47:52.322451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'subnet': {'network_id': 'f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:52.352960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c577ad8-07bf-4330-80e4-241c3f23e27a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.447709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055cea4e-d169-4b28-8275-fb2a54e49dd8 None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:52.472112 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-48a04ff1-3ffd-4317-a514-a75e476c0db9 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.475114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-48a04ff1-3ffd-4317-a514-a75e476c0db9 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.476056 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-48a04ff1-3ffd-4317-a514-a75e476c0db9 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-groups/52a57ae4-c17b-4ecb-a3ec-e8ca649752bc HTTP/1.1" status: 204 len: 168 time: 0.4543571 Jun 28 06:47:52.478431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6fc63434-8c3a-4596-9655-871f4d4c9e3f tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:52.488443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54342) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:52.519547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a04ff1-3ffd-4317-a514-a75e476c0db9 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a57ae4-c17b-4ecb-a3ec-e8ca649752bc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:52.530578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-48a04ff1-3ffd-4317-a514-a75e476c0db9 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:52.535408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c577ad8-07bf-4330-80e4-241c3f23e27a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.545478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bd712f-2ad3-475a-a53d-4cd42b3901ce {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:47:52.558113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.569886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:52.575677 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.613478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Transition to ACTIVE for port object 51bd712f-2ad3-475a-a53d-4cd42b3901ce will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:52.625959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54344) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:52.627178 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-444a5888-b40d-425f-a339-d2d2bd7380a2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2981 time: 0.1352277 Jun 28 06:47:52.630423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d0d7455c-faf0-4b05-8fc6-8d7e21e43fc7 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930883357'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:52.741153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.744317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-944f4889-bb21-41c0-88a4-7e91c76031dd tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:52.813068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=51bd712f-2ad3-475a-a53d-4cd42b3901ce,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:52.816531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:52.826956 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0d7455c-faf0-4b05-8fc6-8d7e21e43fc7 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.855425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-914b723f-2b51-4610-b0c7-3bf3baa27772 None None] Provisioning for port 51bd712f-2ad3-475a-a53d-4cd42b3901ce completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:52.862721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c577ad8-07bf-4330-80e4-241c3f23e27a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.885333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Attempting to bind port 51bd712f-2ad3-475a-a53d-4cd42b3901ce on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:52.885684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Attempting to bind port 51bd712f-2ad3-475a-a53d-4cd42b3901ce by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:52.893727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Attempting to bind port 51bd712f-2ad3-475a-a53d-4cd42b3901ce on network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:52.893893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-00b71641-de9e-4108-951c-9a7bf16fba00 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:52.893989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Port 51bd712f-2ad3-475a-a53d-4cd42b3901ce on network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:47:52.893989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Attempting to bind port 51bd712f-2ad3-475a-a53d-4cd42b3901ce on network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:52.898410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:52.898726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Checking segment: {'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:52.899583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Bound using segment: {'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:52.900211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Bound port: 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:52.900740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:52.982031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c577ad8-07bf-4330-80e4-241c3f23e27a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=be66e0d2-9301-4005-8b43-dc507e2a37b2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:52.998138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c577ad8-07bf-4330-80e4-241c3f23e27a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.001718 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5c577ad8-07bf-4330-80e4-241c3f23e27a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/be66e0d2-9301-4005-8b43-dc507e2a37b2 HTTP/1.1" status: 204 len: 168 time: 0.7813139 Jun 28 06:47:53.002758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5c577ad8-07bf-4330-80e4-241c3f23e27a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:53.005983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54350) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:53.038069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] For port 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:53.106189 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15f486e-f196-4334-a67d-b8be24b4197f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:53.106651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15f486e-f196-4334-a67d-b8be24b4197f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:53.108463 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f15f486e-f196-4334-a67d-b8be24b4197f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/0a0e4f0b-d8fa-4fea-ac9b-8b9c26891f73 HTTP/1.1" status: 404 len: 337 time: 0.0994270 Jun 28 06:47:53.112515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54354) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:53.112689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] For port 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:53.176699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fc880-e352-4fb6-8c02-44c41ef3d628 req-689f7126-7af0-4cf6-a04f-493dc24f16b6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:53.178993 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-852fc880-e352-4fb6-8c02-44c41ef3d628 req-689f7126-7af0-4cf6-a04f-493dc24f16b6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 943 time: 0.1721046 Jun 28 06:47:53.189027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f12d8d-df53-4372-94a6-7d275efca33c req-5a5afc32-cfc7-4a24-a6d3-f501c90e6824 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:53.191121 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-65f12d8d-df53-4372-94a6-7d275efca33c req-5a5afc32-cfc7-4a24-a6d3-f501c90e6824 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1829455 Jun 28 06:47:53.204156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18cf212-6e55-45cc-8959-fe050415fe0e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting subnet d40d83a4-afd1-46c0-ac75-7ea1fdae6dc7 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:47:53.213238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0d7455c-faf0-4b05-8fc6-8d7e21e43fc7 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.215825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b18cf212-6e55-45cc-8959-fe050415fe0e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.244781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.251046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:53.258732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-852fc880-e352-4fb6-8c02-44c41ef3d628 req-7ddaf572-3996-4c76-b06c-205b994f66f7 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664828 Jun 28 06:47:53.261663 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-65f12d8d-df53-4372-94a6-7d275efca33c req-f3b069f5-6823-4758-abac-1f399f72426f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617106 Jun 28 06:47:53.263228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.266947 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3d1c2064-9f9d-47b6-9513-a6c52b3d9f5f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:53.300141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:53.303007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.303007 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] 10.222.0.50 "PUT /v2.0/ports/51bd712f-2ad3-475a-a53d-4cd42b3901ce HTTP/1.1" status: 200 len: 1093 time: 1.6070244 Jun 28 06:47:53.303007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:47:53.305314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45019a41-0796-4ccb-9949-74027caa64c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:47:53.334690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=51bd712f-2ad3-475a-a53d-4cd42b3901ce,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:53.339252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:53.371508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0d7455c-faf0-4b05-8fc6-8d7e21e43fc7 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.407975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b18cf212-6e55-45cc-8959-fe050415fe0e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.412194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Subnet': ['ID=e18511f1-e0b5-4b8a-8122-192a9d100c97,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:53.434104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e89c59-c27b-4a0e-a3a0-2987e5dbfbbc None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:53.673017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b18cf212-6e55-45cc-8959-fe050415fe0e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.675831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5d0f6f-1db1-45e4-a229-c69289850afc x-openstack-request-id: req-9b5d0f6f-1db1-45e4-a229-c69289850afc {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:47:53.675831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:47:53.675831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b5d0f6f-1db1-45e4-a229-c69289850afc {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:47:53.675831 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'status': 'completed', 'code': 200} Jun 28 06:47:53.676828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:53.676828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:53.677746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-2fa58a43-96a9-4bc0-8ee6-5fbfe334541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:53.677746 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-2fa58a43-96a9-4bc0-8ee6-5fbfe334541a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2fddddf685b4fb0874f450869f3f92f&device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 1096 time: 0.1067739 Jun 28 06:47:53.678064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bbb76bd7-1030-4cb0-be20-fdc52251204f None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:53.678064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bbb76bd7-1030-4cb0-be20-fdc52251204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.678344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b812-0450-47e4-8e8c-d1c54610cbbe req-256a27fa-a5ed-44f1-abfc-02061f43bd0c tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:53.678344 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b213b812-0450-47e4-8e8c-d1c54610cbbe req-256a27fa-a5ed-44f1-abfc-02061f43bd0c tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1768453 Jun 28 06:47:53.678596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7455c-faf0-4b05-8fc6-8d7e21e43fc7 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b69dd-d33b-44a8-81ef-7fb2b807e58a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:53.678596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d0d7455c-faf0-4b05-8fc6-8d7e21e43fc7 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:53.678596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Checking segment: {'id': '1bcadb44-728d-41e4-b1aa-9269d885012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:53.678596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network hostable DHCP agents. Network: f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:47:53.686857 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-87886951-bef7-4439-aed3-c80fecb947b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce HTTP/1.1" status: 200 len: 217 time: 0.0561500 Jun 28 06:47:53.739642 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b213b812-0450-47e4-8e8c-d1c54610cbbe req-f0136171-9610-460f-835b-27d1dc5c5856 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078084 Jun 28 06:47:53.756789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-eec9e217-75b0-499c-adc3-c94e5704b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:53.758311 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-eec9e217-75b0-499c-adc3-c94e5704b0e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a515bc3d-c230-456e-b8c4-ec0b1be937e3 HTTP/1.1" status: 200 len: 835 time: 0.0639465 Jun 28 06:47:53.777301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bbb76bd7-1030-4cb0-be20-fdc52251204f None None] Provisioning complete for port 7be77901-8d25-4b7e-b3c3-8005ba63804c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:53.777966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bbb76bd7-1030-4cb0-be20-fdc52251204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.829565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-ef7ace73-2fd3-47e4-b416-e398860d9333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:53.831219 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-ef7ace73-2fd3-47e4-b416-e398860d9333 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f90b46d-010e-4b4e-a1ee-0e7e23497587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661652 Jun 28 06:47:53.833655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bbb76bd7-1030-4cb0-be20-fdc52251204f None None] Port 7be77901-8d25-4b7e-b3c3-8005ba63804c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:53.895948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d0d7455c-faf0-4b05-8fc6-8d7e21e43fc7 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.897217 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d0d7455c-faf0-4b05-8fc6-8d7e21e43fc7 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2706134 Jun 28 06:47:53.898248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:47:53.900754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b18cf212-6e55-45cc-8959-fe050415fe0e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.903962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54364) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:53.904722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-85c21f86-b922-4a0d-9217-281ac5655fa8 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:53.911852 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-52661a7f-bbf6-4932-8f97-a4cf4374ae81 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '9d0b69dd-d33b-44a8-81ef-7fb2b807e58a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:53.957088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b18cf212-6e55-45cc-8959-fe050415fe0e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:53.962094 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b18cf212-6e55-45cc-8959-fe050415fe0e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/d40d83a4-afd1-46c0-ac75-7ea1fdae6dc7 HTTP/1.1" status: 204 len: 168 time: 0.8437307 Jun 28 06:47:53.962094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cf212-6e55-45cc-8959-fe050415fe0e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Subnet': ['ID=d40d83a4-afd1-46c0-ac75-7ea1fdae6dc7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:53.965000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b18cf212-6e55-45cc-8959-fe050415fe0e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:53.965578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54366) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:53.978099 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-80dd1b4c-c549-42b8-89f2-18e7a0245d7d service neutron] 10.222.0.50 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383834 Jun 28 06:47:53.998816 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-546db215-adae-4c9e-ade5-f3220305c6b9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:54.000086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546db215-adae-4c9e-ade5-f3220305c6b9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:54.002573 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-546db215-adae-4c9e-ade5-f3220305c6b9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/f6e59dbb-48b4-4c35-9087-9d5c14dd48b3 HTTP/1.1" status: 404 len: 337 time: 0.0359576 Jun 28 06:47:54.007284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54368) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.040719 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d6d0b95d-7a59-4de0-8b67-f4ef0cd0b74e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "GET /v2.0/ports?device_id=533d24d2-03db-4a17-bb66-93508becf6f5 HTTP/1.1" status: 200 len: 205 time: 0.0321515 Jun 28 06:47:54.080736 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54370) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.081049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f3a8-859a-4edd-b80b-1098a582747b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.081344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb148cf6-ed8d-4532-ad68-61b030cca0d1 req-e25c7247-4344-4c04-9b37-bebcdcdcec11 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:54.081344 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb148cf6-ed8d-4532-ad68-61b030cca0d1 req-e25c7247-4344-4c04-9b37-bebcdcdcec11 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1657183 Jun 28 06:47:54.091591 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-253a9cff-9f78-491a-96be-2ccd43e9dc96 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] delete failed (client error): The resource could not be found. Jun 28 06:47:54.092611 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-253a9cff-9f78-491a-96be-2ccd43e9dc96 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/routers/533d24d2-03db-4a17-bb66-93508becf6f5 HTTP/1.1" status: 404 len: 336 time: 0.0483270 Jun 28 06:47:54.095493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54372) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.115152 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4681ae70-7a2d-4a9c-8228-b38df82ab92f req-68b4a604-85de-4c4d-8c36-200e4574251e service neutron] 10.222.0.50 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281230 Jun 28 06:47:54.127309 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c672f1a-7940-475a-86d1-550606905233 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:54.127776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c672f1a-7940-475a-86d1-550606905233 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:54.132229 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4c672f1a-7940-475a-86d1-550606905233 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/4519b929-1b05-4c83-81a3-f9f26d5d58b3 HTTP/1.1" status: 404 len: 337 time: 0.0342669 Jun 28 06:47:54.133158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54374) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.141468 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb148cf6-ed8d-4532-ad68-61b030cca0d1 req-b1f12ed0-219d-402b-ab32-10607d1f026f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618281 Jun 28 06:47:54.161695 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd195059-9a92-4938-8089-17758c07473e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:54.162153 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd195059-9a92-4938-8089-17758c07473e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:54.163900 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fd195059-9a92-4938-8089-17758c07473e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/fa082f8c-81ec-452b-951f-939ab183842f HTTP/1.1" status: 404 len: 337 time: 0.0296330 Jun 28 06:47:54.166342 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54378) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.193531 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-952af326-f80a-488e-87fd-4bc07794ac9b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:54.193989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952af326-f80a-488e-87fd-4bc07794ac9b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:54.195708 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-952af326-f80a-488e-87fd-4bc07794ac9b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/ec95c7a1-e678-43f0-884a-6dd7db7fad1b HTTP/1.1" status: 404 len: 337 time: 0.0284696 Jun 28 06:47:54.198415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54380) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.215440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52661a7f-bbf6-4932-8f97-a4cf4374ae81 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.235509 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a11c262-0007-47ff-8967-a3589ac3f45a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:54.236320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a11c262-0007-47ff-8967-a3589ac3f45a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:54.239501 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0a11c262-0007-47ff-8967-a3589ac3f45a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/a1970c82-1bf6-4fcb-8dcd-ab3bac122e24 HTTP/1.1" status: 404 len: 333 time: 0.0399294 Jun 28 06:47:54.241723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54382) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.253802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:54.262432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:54.262841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55afb372-c4d4-4a47-a93a-b3bea77eb459 None None] Network f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:54.263085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.287080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52661a7f-bbf6-4932-8f97-a4cf4374ae81 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.287901 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ec7af1-bdf0-43ca-a3de-785c5aa4992b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:54.288361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ec7af1-bdf0-43ca-a3de-785c5aa4992b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:54.290302 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b5ec7af1-bdf0-43ca-a3de-785c5aa4992b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/be5014cc-5694-446a-971b-2fbdb607b509 HTTP/1.1" status: 404 len: 337 time: 0.0474515 Jun 28 06:47:54.292666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54384) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.356150 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0352499 Jun 28 06:47:54.356695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54390) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.390668 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-529261d0-8322-472e-ba56-33b8d5426254 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:54.391272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529261d0-8322-472e-ba56-33b8d5426254 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:54.392968 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-529261d0-8322-472e-ba56-33b8d5426254 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/e1c7bc9d-94f0-4b8f-825b-3a6444cf6539 HTTP/1.1" status: 404 len: 337 time: 0.0985544 Jun 28 06:47:54.395429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54392) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.412963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52661a7f-bbf6-4932-8f97-a4cf4374ae81 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.446487 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2a7070-d84f-4ffc-a4ec-52df3dc072a1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:54.447178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2a7070-d84f-4ffc-a4ec-52df3dc072a1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:54.453731 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2d2a7070-d84f-4ffc-a4ec-52df3dc072a1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/de8b9ebb-a5ec-4611-84bf-2b9195ba0951 HTTP/1.1" status: 404 len: 333 time: 0.0526881 Jun 28 06:47:54.453731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54394) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.458760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-45ff2c9d-97ef-42e7-9f83-7a3eec69a557 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:54.491682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6', 'network_id': 'f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6', 'tenant_id': '78796853aaad43c2991c3b0c65b5442b', 'fixed_ips': [{'subnet_id': 'e18511f1-e0b5-4b8a-8122-192a9d100c97'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:47:54.492732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.518547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52661a7f-bbf6-4932-8f97-a4cf4374ae81 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898df31e-3359-47dc-9836-205346ed736c,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:54.540433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52661a7f-bbf6-4932-8f97-a4cf4374ae81 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:54.544150 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2e2137-fea6-4426-adc4-c83ae25172b9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:54.544739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2e2137-fea6-4426-adc4-c83ae25172b9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:54.549843 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2f2e2137-fea6-4426-adc4-c83ae25172b9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/59f33b96-c8b0-48c2-a0c9-f01455ee7e18 HTTP/1.1" status: 404 len: 337 time: 0.0949023 Jun 28 06:47:54.552454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54396) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.578244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d467f12-d7f4-4290-ad9a-85ce58631651 None None] Network e531c27e-1f0d-4822-9dad-a413bc177184 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:54.582330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45019a41-0796-4ccb-9949-74027caa64c8 req-967a6e63-e97c-4ce3-a332-a19c1e77571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:54.584360 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-45019a41-0796-4ccb-9949-74027caa64c8 req-967a6e63-e97c-4ce3-a332-a19c1e77571d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2fddddf685b4fb0874f450869f3f92f&device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 1096 time: 0.2028461 Jun 28 06:47:54.585087 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fb588d-bccf-4825-9fbb-65651d51da79 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] DELETE failed (client error): The resource could not be found. Jun 28 06:47:54.585564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fb588d-bccf-4825-9fbb-65651d51da79 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:47:54.587269 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f5fb588d-bccf-4825-9fbb-65651d51da79 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/subnets/116ff2dc-50a8-436b-91df-c4332ad8af38 HTTP/1.1" status: 404 len: 337 time: 0.0335221 Jun 28 06:47:54.590971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54398) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.617626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.627886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52661a7f-bbf6-4932-8f97-a4cf4374ae81 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.631515 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-52661a7f-bbf6-4932-8f97-a4cf4374ae81 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7227376 Jun 28 06:47:54.636881 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54400) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:54.643195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ee20f1dd-31f3-4e46-9aa3-d467fbf2990f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '9d0b69dd-d33b-44a8-81ef-7fb2b807e58a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:54.648790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb229ef6-40db-41e2-90e7-4d411b6d1c4a req-11ebd495-30fa-448c-8653-b3d5e756ad16 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:54.650477 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb229ef6-40db-41e2-90e7-4d411b6d1c4a req-11ebd495-30fa-448c-8653-b3d5e756ad16 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 943 time: 0.1503849 Jun 28 06:47:54.657628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-864f1a88-6d27-4c07-bc9d-6a02cf05b198 None None] Provisioning complete for port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:54.658212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-864f1a88-6d27-4c07-bc9d-6a02cf05b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.712898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.768501 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb229ef6-40db-41e2-90e7-4d411b6d1c4a req-fca7dfa3-04b2-460f-8221-bbedeb52d13a tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061888 Jun 28 06:47:54.784978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Allocated IP 2001:db8::2 (f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6/e18511f1-e0b5-4b8a-8122-192a9d100c97/b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:54.816422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee20f1dd-31f3-4e46-9aa3-d467fbf2990f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.841193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45019a41-0796-4ccb-9949-74027caa64c8 req-ec697ae3-202a-4120-8703-e73b840a27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:54.844545 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-45019a41-0796-4ccb-9949-74027caa64c8 req-ec697ae3-202a-4120-8703-e73b840a27bc service neutron] 10.222.0.50 "GET /v2.0/networks?id=5f90b46d-010e-4b4e-a1ee-0e7e23497587 HTTP/1.1" status: 200 len: 897 time: 0.2408683 Jun 28 06:47:54.848353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Deleting port 7be77901-8d25-4b7e-b3c3-8005ba63804c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:54.848756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.881935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee20f1dd-31f3-4e46-9aa3-d467fbf2990f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.934040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee20f1dd-31f3-4e46-9aa3-d467fbf2990f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.936442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-864f1a88-6d27-4c07-bc9d-6a02cf05b198 None None] Provisioning complete for port 7be77901-8d25-4b7e-b3c3-8005ba63804c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:54.936663 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-864f1a88-6d27-4c07-bc9d-6a02cf05b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:54.937979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:54.964659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20f1dd-31f3-4e46-9aa3-d467fbf2990f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eeee200-21af-4abc-87b8-1a2f30a12a57,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:54.969319 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ee20f1dd-31f3-4e46-9aa3-d467fbf2990f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:54.990242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-45019a41-0796-4ccb-9949-74027caa64c8 req-821c5d81-9d47-41e7-80f9-95136c8e4d7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce HTTP/1.1" status: 200 len: 217 time: 0.1028848 Jun 28 06:47:55.005645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.011380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-864f1a88-6d27-4c07-bc9d-6a02cf05b198 None None] Port 7be77901-8d25-4b7e-b3c3-8005ba63804c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:47:55.024610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] DHCP port deletion for e531c27e-1f0d-4822-9dad-a413bc177184 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:47:55.033144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.055974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Calling delete_port for 7be77901-8d25-4b7e-b3c3-8005ba63804c owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:55.057553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Transition to ACTIVE for port object b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:55.060169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee20f1dd-31f3-4e46-9aa3-d467fbf2990f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.064423 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ee20f1dd-31f3-4e46-9aa3-d467fbf2990f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4269810 Jun 28 06:47:55.065749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54404) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:55.073905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-907865cb-7415-4413-9b76-43402288ff1e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '9d0b69dd-d33b-44a8-81ef-7fb2b807e58a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:55.079841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Transition to ACTIVE for port object b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:55.098726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] Deleting port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:55.099138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.114209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45019a41-0796-4ccb-9949-74027caa64c8 req-e97e7d6f-50b8-4a7b-8a53-1724f68dbfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:55.115673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-45019a41-0796-4ccb-9949-74027caa64c8 req-e97e7d6f-50b8-4a7b-8a53-1724f68dbfbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a515bc3d-c230-456e-b8c4-ec0b1be937e3 HTTP/1.1" status: 200 len: 835 time: 0.1120450 Jun 28 06:47:55.128595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9dc0f-97a1-4277-bdba-0d9f119a2cb4 req-8847adcd-4bd3-4bb1-af3d-19b50cf52007 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:55.128595 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbb9dc0f-97a1-4277-bdba-0d9f119a2cb4 req-8847adcd-4bd3-4bb1-af3d-19b50cf52007 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.2033260 Jun 28 06:47:55.164674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] For port 1ed5cefe-535f-47d1-8ac2-213f3c33de92, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ed5cefe-535f-47d1-8ac2-213f3c33de92,segment=NetworkSegment(a4a66c28-c954-44c3-bb6d-e26074814380),segment_id=a4a66c28-c954-44c3-bb6d-e26074814380)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:55.165106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.178633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.181600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] Calling delete_port for 1ed5cefe-535f-47d1-8ac2-213f3c33de92 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:55.186015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:55.210518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-907865cb-7415-4413-9b76-43402288ff1e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.223413 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbb9dc0f-97a1-4277-bdba-0d9f119a2cb4 req-bcc2272a-0f98-434d-af67-a9d006b22479 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849514 Jun 28 06:47:55.239711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45019a41-0796-4ccb-9949-74027caa64c8 req-9031837b-df75-46b2-96ab-9908d9dbbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:55.241166 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-45019a41-0796-4ccb-9949-74027caa64c8 req-9031837b-df75-46b2-96ab-9908d9dbbba2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f90b46d-010e-4b4e-a1ee-0e7e23497587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1124034 Jun 28 06:47:55.254650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Network f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:55.262337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:55.268167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:55.274286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.283599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Pushing event updated for resources: {'Port': ['ID=b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:55.283822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18574c14-7251-45b1-8290-68ffb26236b0 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:55.304595 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:47:55.314472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Subnet': ['ID=e18511f1-e0b5-4b8a-8122-192a9d100c97,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:55.318111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.318275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:55.322151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-32c8e3d5-2923-41a0-a281-728fe40402c9 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:55.323817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.324185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.324525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.324952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.325229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.325563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.325902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.326245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.326703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.326897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.328170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.328686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.334489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:55.347259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-907865cb-7415-4413-9b76-43402288ff1e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.356998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Port': ['ID=7be77901-8d25-4b7e-b3c3-8005ba63804c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:55.372297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Attempting to bind port b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:55.372543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.372672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Attempting to bind port b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '1bcadb44-728d-41e4-b1aa-9269d885012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:55.372787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.372926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Attempting to bind port b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4 on network f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:55.373031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.373482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.374601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.374898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.376389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.376389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.376389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.376389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.377636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.377636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:47:55.379180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:55.379652 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Checking segment: {'id': '1bcadb44-728d-41e4-b1aa-9269d885012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:55.380142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.380620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Bound using segment: {'id': '1bcadb44-728d-41e4-b1aa-9269d885012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:55.381204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Bound port: b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bcadb44-728d-41e4-b1aa-9269d885012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:55.381668 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.383239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.385221 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/ports/7be77901-8d25-4b7e-b3c3-8005ba63804c HTTP/1.1" status: 204 len: 168 time: 0.7932465 Jun 28 06:47:55.389402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:55.395407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54406) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:55.403519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.414071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:55.426114 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-45019a41-0796-4ccb-9949-74027caa64c8 req-2cf53d2d-bad2-42a0-a8a0-9c3cb35cdefc service neutron] 10.222.0.50 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756341 Jun 28 06:47:55.426564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcadb44-728d-41e4-b1aa-9269d885012d') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:55.426864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcadb44-728d-41e4-b1aa-9269d885012d') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:55.436265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.453208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.457449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] For port b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:47:55.461198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:55.461619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:55.464910 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:55.476489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-907865cb-7415-4413-9b76-43402288ff1e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.495670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.498357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d0a0e738-e347-41a6-a253-1f59ee8f2ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:55.509920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e59ac86f-faec-4aa6-b80a-5460a891b596 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:55.525569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] Pushing event deleted for resources: {'Port': ['ID=1ed5cefe-535f-47d1-8ac2-213f3c33de92,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:55.530055 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:55.531454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] No DVR routers for this DVR port 1ed5cefe-535f-47d1-8ac2-213f3c33de92 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:55.546262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907865cb-7415-4413-9b76-43402288ff1e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb409cc-8371-4f80-8528-93d525dd5f5d,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:55.548396 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-907865cb-7415-4413-9b76-43402288ff1e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:55.550173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.563766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] For port b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4,segment=NetworkSegment(1bcadb44-728d-41e4-b1aa-9269d885012d),segment_id=1bcadb44-728d-41e4-b1aa-9269d885012d)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:47:55.598998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-907865cb-7415-4413-9b76-43402288ff1e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.602844 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-907865cb-7415-4413-9b76-43402288ff1e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5335245 Jun 28 06:47:55.602844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:47:55.602844 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:47:55.602844 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'id': 'f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6'}] Jun 28 06:47:55.602844 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:47:55.602844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:47:55.604973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54408) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:55.613313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-0199e528-00f1-47a6-b52d-21183a7d0793 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '9d0b69dd-d33b-44a8-81ef-7fb2b807e58a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:55.613464 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-45019a41-0796-4ccb-9949-74027caa64c8 req-a60ebdb9-20b9-4814-9bac-5dd5af34b7e5 service neutron] 10.222.0.50 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766210 Jun 28 06:47:55.622949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.629706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-47f1282e-b11e-4484-b670-f8e024373ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:55.632452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed5cefe-535f-47d1-8ac2-213f3c33de92 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:47:55.681062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 1ed5cefe-535f-47d1-8ac2-213f3c33de92 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:47:55.681420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ed5cefe-535f-47d1-8ac2-213f3c33de92 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:47:55.685555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.698819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e531c27e-1f0d-4822-9dad-a413bc177184']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:55.708182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0199e528-00f1-47a6-b52d-21183a7d0793 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.709905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a66c28-c954-44c3-bb6d-e26074814380') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:55.709905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a66c28-c954-44c3-bb6d-e26074814380') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:55.718861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.734199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Pushing event updated for resources: {'Port': ['ID=b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:55.735804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.740964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:55.745985 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:55.746767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:55.752405 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:55.765910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd800f2-6a50-40a2-bf7c-8510507d55e3 None None] Network f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:55.935994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24787b19-e51d-41bc-9198-76ec741cb4a3 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:47:55.942316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.946768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:55.954246 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] 10.222.0.24 "DELETE /v2.0/networks/e531c27e-1f0d-4822-9dad-a413bc177184 HTTP/1.1" status: 204 len: 168 time: 0.5553589 Jun 28 06:47:55.956223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17d033d5-d0a4-4921-b1b7-7386f4a1b10a tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:55.986490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Pushing event deleted for resources: {'Network': ['ID=e531c27e-1f0d-4822-9dad-a413bc177184,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:55.990770 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:56.005473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48306d9-c7b7-4aba-a635-e7e08c1bc814 req-6516d74e-b6a1-4ac6-9d2a-67709f7472aa tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:56.007856 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d48306d9-c7b7-4aba-a635-e7e08c1bc814 req-6516d74e-b6a1-4ac6-9d2a-67709f7472aa tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 943 time: 0.1081011 Jun 28 06:47:56.045027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24787b19-e51d-41bc-9198-76ec741cb4a3 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:47:56.055753 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d48306d9-c7b7-4aba-a635-e7e08c1bc814 req-8bfdd70a-b4d4-4946-bbf1-e46cca1f61c1 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411088 Jun 28 06:47:56.076995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0199e528-00f1-47a6-b52d-21183a7d0793 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.102387 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.159439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Deleting port b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:47:56.159782 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.172839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0199e528-00f1-47a6-b52d-21183a7d0793 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.182711 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:56.230055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199e528-00f1-47a6-b52d-21183a7d0793 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff500db-e443-4e50-bb5e-3a6df8b2bc46,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:56.236548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0199e528-00f1-47a6-b52d-21183a7d0793 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:56.252211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] For port b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4,segment=NetworkSegment(1bcadb44-728d-41e4-b1aa-9269d885012d),segment_id=1bcadb44-728d-41e4-b1aa-9269d885012d)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:56.256348 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.270162 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Calling delete_port for b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:47:56.352744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0199e528-00f1-47a6-b52d-21183a7d0793 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.357661 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0199e528-00f1-47a6-b52d-21183a7d0793 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7531066 Jun 28 06:47:56.360291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54418) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:56.367023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-477d90da-1a62-4327-991a-4e8e739d2ea2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '9d0b69dd-d33b-44a8-81ef-7fb2b807e58a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:56.437567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734f7c9-5ab4-4034-8fd4-371a96c9b774 req-c0b3f6d5-86e8-4585-8bf7-c7db2cb8fc26 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:56.439240 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1734f7c9-5ab4-4034-8fd4-371a96c9b774 req-c0b3f6d5-86e8-4585-8bf7-c7db2cb8fc26 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.0878589 Jun 28 06:47:56.444467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.475079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.479069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-147d2bdd-95ae-498c-a824-89a608eb517c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:56.490071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1734f7c9-5ab4-4034-8fd4-371a96c9b774 req-5c9956e9-d668-48cf-bf36-86f2aaf944af tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445876 Jun 28 06:47:56.515725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-477d90da-1a62-4327-991a-4e8e739d2ea2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.529396 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Port': ['ID=b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:56.533678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:56.534679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No DVR routers for this DVR port b0738f4b-5d1c-485e-80a4-a0bb9af7fcf4 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:47:56.552408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-041515d6-8345-4ea6-b903-df4498c43755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.597597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54424) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:56.665502 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.683668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:56.687461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-477d90da-1a62-4327-991a-4e8e739d2ea2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.695543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcadb44-728d-41e4-b1aa-9269d885012d') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:56.695852 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcadb44-728d-41e4-b1aa-9269d885012d') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:47:56.705057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.723893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.729931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:47:56.730340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:47:56.733955 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:47:56.747887 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-929b819b-0c41-4ab1-b738-3d6ec940c5a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb4cea3c5cce4e11913a94a64c35b037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484630 Jun 28 06:47:56.750961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54428) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:56.790749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-477d90da-1a62-4327-991a-4e8e739d2ea2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.793267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:56.800573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aaf209ba-9689-47c7-a5ae-f9308c7afbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.809520 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d90da-1a62-4327-991a-4e8e739d2ea2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b8aa96-4c95-4055-9466-65ea530e9ab7,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:56.812491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-477d90da-1a62-4327-991a-4e8e739d2ea2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:56.822114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aaf209ba-9689-47c7-a5ae-f9308c7afbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.878664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-477d90da-1a62-4327-991a-4e8e739d2ea2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.879883 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-477d90da-1a62-4327-991a-4e8e739d2ea2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5178661 Jun 28 06:47:56.880588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.882764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54432) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:56.890958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3fcb8177-b740-44f8-8095-2a80cf090fc6 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:56.896440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.898279 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6 HTTP/1.1" status: 204 len: 168 time: 2.5405724 Jun 28 06:47:56.902047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54434) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:56.908435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-862592091'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:56.914110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Network': ['ID=f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:56.926552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:56.927679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c23f952a-269a-4981-877c-f85e16c5f0f2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.935857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c23f952a-269a-4981-877c-f85e16c5f0f2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.946921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aaf209ba-9689-47c7-a5ae-f9308c7afbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.951299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aaf209ba-9689-47c7-a5ae-f9308c7afbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:56.951930 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-aaf209ba-9689-47c7-a5ae-f9308c7afbec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/190046e8-802d-4f70-8b71-e2848c751099 HTTP/1.1" status: 204 len: 168 time: 0.2000105 Jun 28 06:47:56.954673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8c6680fa-2e4c-45ba-9b4d-67086eab18b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:56.974063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf209ba-9689-47c7-a5ae-f9308c7afbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190046e8-802d-4f70-8b71-e2848c751099,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:56.996408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-aaf209ba-9689-47c7-a5ae-f9308c7afbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:57.033356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61e0e6-7ab4-4f2a-adb3-1e95972711cd req-6145990c-4f81-4b94-acdd-14ee9440f312 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:57.034884 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cf61e0e6-7ab4-4f2a-adb3-1e95972711cd req-6145990c-4f81-4b94-acdd-14ee9440f312 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.0812519 Jun 28 06:47:57.055784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:57.059225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.111201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c23f952a-269a-4981-877c-f85e16c5f0f2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.111201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8f85f85d-bffd-4186-b168-e9c1a5bae269 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:57.114701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c23f952a-269a-4981-877c-f85e16c5f0f2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.115923 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c23f952a-269a-4981-877c-f85e16c5f0f2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/89b8aa96-4c95-4055-9466-65ea530e9ab7 HTTP/1.1" status: 204 len: 168 time: 0.2321198 Jun 28 06:47:57.119058 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cf61e0e6-7ab4-4f2a-adb3-1e95972711cd req-ec6b7608-cebf-4ebc-a35a-9fbf181573bc tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785520 Jun 28 06:47:57.121595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54440) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:57.127432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f952a-269a-4981-877c-f85e16c5f0f2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89b8aa96-4c95-4055-9466-65ea530e9ab7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:57.134081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:47:57.148728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c23f952a-269a-4981-877c-f85e16c5f0f2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:57.156480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.156864 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Added segment 1b8824c0-3268-474f-9787-62ae4ea8dfd7 of type vlan for network b159a1c7-a34f-4779-976a-b34627bf36da Jun 28 06:47:57.322214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51bd712f-2ad3-475a-a53d-4cd42b3901ce details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:47:57.441966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:57.456672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'port_id': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'mac_address': 'fa:16:3e:24:05:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:47:57.510726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.524365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bd712f-2ad3-475a-a53d-4cd42b3901ce {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:47:57.547464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:57.567914 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.598632 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6efcb489-325a-4e44-8e25-0bc49d94cb54 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4747543 Jun 28 06:47:57.601587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54450) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:57.605051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.630748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e232c3-94f9-4313-ab15-394517332c41 req-87979c60-fbf0-4173-84e0-1c8d38bfadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:57.633570 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40e232c3-94f9-4313-ab15-394517332c41 req-87979c60-fbf0-4173-84e0-1c8d38bfadda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc117095beac49488fd5f8f0e756086e&device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 1099 time: 0.5630136 Jun 28 06:47:57.649332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-451d4ad0-faa9-4394-9ad5-a1043bb6f1a6 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.658378 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-451d4ad0-faa9-4394-9ad5-a1043bb6f1a6 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.663907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.663907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-67a2f5ae-f73f-493e-863c-21a3aa5cbf34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:57.711521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=51bd712f-2ad3-475a-a53d-4cd42b3901ce,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:57.714720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:57.746924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5afa27-98a7-4ffc-819d-a52c1d8b5a44 req-6c3852b6-1bd4-4f68-b097-d2d02a6b9037 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:57.748393 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3e5afa27-98a7-4ffc-819d-a52c1d8b5a44 req-6c3852b6-1bd4-4f68-b097-d2d02a6b9037 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 943 time: 0.5409892 Jun 28 06:47:57.781380 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e232c3-94f9-4313-ab15-394517332c41 req-8c81e04d-1fe9-4958-a097-02d9a5b347d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:57.782785 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40e232c3-94f9-4313-ab15-394517332c41 req-8c81e04d-1fe9-4958-a097-02d9a5b347d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 200 len: 912 time: 0.1395390 Jun 28 06:47:57.829964 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3e5afa27-98a7-4ffc-819d-a52c1d8b5a44 req-cf4fe8a7-f8b2-4660-9001-06878d337ae4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745952 Jun 28 06:47:57.832137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-451d4ad0-faa9-4394-9ad5-a1043bb6f1a6 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.838069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-451d4ad0-faa9-4394-9ad5-a1043bb6f1a6 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.841785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.844173 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-451d4ad0-faa9-4394-9ad5-a1043bb6f1a6 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/eff500db-e443-4e50-bb5e-3a6df8b2bc46 HTTP/1.1" status: 204 len: 168 time: 0.2401609 Jun 28 06:47:57.845320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:57.848721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:57.849568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:57.852703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54456) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:57.854447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d4ad0-faa9-4394-9ad5-a1043bb6f1a6 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eff500db-e443-4e50-bb5e-3a6df8b2bc46,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:57.857318 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-451d4ad0-faa9-4394-9ad5-a1043bb6f1a6 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:57.857525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:57.919934 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40e232c3-94f9-4313-ab15-394517332c41 req-d2e6e609-a535-42ed-a06c-c0242811e2bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 200 len: 1001 time: 0.1276748 Jun 28 06:47:57.988457 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0851469 Jun 28 06:47:57.990789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Network': ['ID=b159a1c7-a34f-4779-976a-b34627bf36da,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:57.991640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54462) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:57.994819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:57.996915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Request body: {'subnet': {'network_id': 'b159a1c7-a34f-4779-976a-b34627bf36da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:58.000899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network b159a1c7-a34f-4779-976a-b34627bf36da details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:47:58.007476 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-17f15cfc-ad4a-4390-9429-45692720b81d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1454213 Jun 28 06:47:58.017443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54464) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:58.026135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e232c3-94f9-4313-ab15-394517332c41 req-4fa1dc7b-8f13-4eba-b53d-4e2caaf98a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:58.026949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['51bd712f-2ad3-475a-a53d-4cd42b3901ce'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:47:58.027975 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40e232c3-94f9-4313-ab15-394517332c41 req-4fa1dc7b-8f13-4eba-b53d-4e2caaf98a72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94181330-8daa-4f63-8db3-dd5004767258 HTTP/1.1" status: 200 len: 850 time: 0.0824597 Jun 28 06:47:58.097359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e232c3-94f9-4313-ab15-394517332c41 req-81abf544-57fe-4d6c-bda5-21f69139cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:58.099768 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40e232c3-94f9-4313-ab15-394517332c41 req-81abf544-57fe-4d6c-bda5-21f69139cb46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0640752 Jun 28 06:47:58.140105 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18fc6d09-375a-47d4-86d8-5eaafa59d848 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.153949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18fc6d09-375a-47d4-86d8-5eaafa59d848 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.204151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40e232c3-94f9-4313-ab15-394517332c41 req-273e62af-9657-487a-8ce5-8baa761e929f service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971587 Jun 28 06:47:58.227736 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54470) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:58.307180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Made reservation on behalf of 78796853aaad43c2991c3b0c65b5442b for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:58.312565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.352635 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-af2753bd-6855-48c3-acc0-b01faacc7f8a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1261279726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:58.361228 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18fc6d09-375a-47d4-86d8-5eaafa59d848 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.367234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:58.372607 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40e232c3-94f9-4313-ab15-394517332c41 req-ab214fd4-db60-4ec2-9ea9-7e4f0ffcdcc5 service neutron] 10.222.0.50 "GET /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591530 Jun 28 06:47:58.390519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee04a7-444a-452d-bb4e-d664b5b3d263 req-49763025-004a-4d70-8cda-ab19bfa90a3a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:58.393149 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-98ee04a7-444a-452d-bb4e-d664b5b3d263 req-49763025-004a-4d70-8cda-ab19bfa90a3a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1041081 Jun 28 06:47:58.409190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18fc6d09-375a-47d4-86d8-5eaafa59d848 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.410224 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-18fc6d09-375a-47d4-86d8-5eaafa59d848 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3eb409cc-8371-4f80-8528-93d525dd5f5d HTTP/1.1" status: 204 len: 168 time: 0.3918571 Jun 28 06:47:58.413339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54474) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:58.423693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc6d09-375a-47d4-86d8-5eaafa59d848 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eb409cc-8371-4f80-8528-93d525dd5f5d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:58.431552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18fc6d09-375a-47d4-86d8-5eaafa59d848 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:58.450539 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-98ee04a7-444a-452d-bb4e-d664b5b3d263 req-c4633cbf-1912-480b-bbee-214af5ee7402 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504944 Jun 28 06:47:58.472197 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d3f11e76-1227-4c4f-b18f-6ee39d051448 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0577338 Jun 28 06:47:58.474972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54476) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:58.503688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-586dd851-f5e8-48cc-b278-2302cf9f9743 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.511669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-586dd851-f5e8-48cc-b278-2302cf9f9743 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.545405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-af2753bd-6855-48c3-acc0-b01faacc7f8a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.547581 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-af2753bd-6855-48c3-acc0-b01faacc7f8a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.620900 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-586dd851-f5e8-48cc-b278-2302cf9f9743 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.623055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-871ba1a7-92b7-4a20-be1a-c9c811825eb2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:58.628875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-586dd851-f5e8-48cc-b278-2302cf9f9743 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.632494 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-586dd851-f5e8-48cc-b278-2302cf9f9743 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9eeee200-21af-4abc-87b8-1a2f30a12a57 HTTP/1.1" status: 204 len: 168 time: 0.1540606 Jun 28 06:47:58.633451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54478) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:58.641552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dd851-f5e8-48cc-b278-2302cf9f9743 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9eeee200-21af-4abc-87b8-1a2f30a12a57,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:58.649967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-586dd851-f5e8-48cc-b278-2302cf9f9743 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:58.674394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-af2753bd-6855-48c3-acc0-b01faacc7f8a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.679679 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4eee0c12-c287-422e-b30c-214d76f38557 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0450962 Jun 28 06:47:58.682583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54480) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:58.707264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c94f95d2-64a4-4f09-9639-db568fc820f1 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.714833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c94f95d2-64a4-4f09-9639-db568fc820f1 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.724532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-af2753bd-6855-48c3-acc0-b01faacc7f8a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.744370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.objects.ports [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100886) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 06:47:58.746721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.752019 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-99c96262-9c7f-49a1-afd5-a959fb411bdd tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:58.811557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event updated for resources: {'Subnet': ['ID=20de7bd9-2f28-49b4-8146-9353d464ee89,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:58.815222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c94f95d2-64a4-4f09-9639-db568fc820f1 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.815491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:58.820079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c94f95d2-64a4-4f09-9639-db568fc820f1 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.823673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c94f95d2-64a4-4f09-9639-db568fc820f1 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/898df31e-3359-47dc-9836-205346ed736c HTTP/1.1" status: 204 len: 168 time: 0.1379042 Jun 28 06:47:58.823673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-91cea881-b847-4c5d-b9d2-df61aefb2a19 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:58.823916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Checking segment: {'id': '1b8824c0-3268-474f-9787-62ae4ea8dfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b159a1c7-a34f-4779-976a-b34627bf36da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:58.823916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network hostable DHCP agents. Network: b159a1c7-a34f-4779-976a-b34627bf36da, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:47:58.825315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54482) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:58.837513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f95d2-64a4-4f09-9639-db568fc820f1 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=898df31e-3359-47dc-9836-205346ed736c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:58.844432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c94f95d2-64a4-4f09-9639-db568fc820f1 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:58.873124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ad1e0d6d-b921-48c0-a946-94eb8f38cb99 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456469 Jun 28 06:47:58.876301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54486) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:58.900665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-af2753bd-6855-48c3-acc0-b01faacc7f8a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.903097 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-af2753bd-6855-48c3-acc0-b01faacc7f8a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6739430 Jun 28 06:47:58.906377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54488) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:58.919167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1872863196'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:58.931553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc3e1c-ba1b-42e3-bf81-cfa047a9a5d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.956681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc3e1c-ba1b-42e3-bf81-cfa047a9a5d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:58.967994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Network b159a1c7-a34f-4779-976a-b34627bf36da is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:47:59.043269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a0868-913d-462e-ae7b-929f711a5493 req-042eac9f-d790-4103-a5d1-4dad3067d64c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:59.055211 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c1a0868-913d-462e-ae7b-929f711a5493 req-042eac9f-d790-4103-a5d1-4dad3067d64c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 944 time: 0.0905566 Jun 28 06:47:59.072418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Made reservation on behalf of 23b74d0a362949d6830bd8c21b3c28d4 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:47:59.076255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.080939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, b159a1c7-a34f-4779-976a-b34627bf36da) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:59.085371 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c1a0868-913d-462e-ae7b-929f711a5493 req-14ce288d-5933-4407-8d72-d3608c9a66ee tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334716 Jun 28 06:47:59.088329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639a3c53-709e-4d8a-b36d-cab85f4c039f None None] Network b159a1c7-a34f-4779-976a-b34627bf36da requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:47:59.100561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.111116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:59.111714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.174852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc3e1c-ba1b-42e3-bf81-cfa047a9a5d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.177937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-29bc3e1c-ba1b-42e3-bf81-cfa047a9a5d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.181518 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-29bc3e1c-ba1b-42e3-bf81-cfa047a9a5d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-groups/9d0b69dd-d33b-44a8-81ef-7fb2b807e58a HTTP/1.1" status: 204 len: 168 time: 0.3017638 Jun 28 06:47:59.181518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3001a102-5785-4dfd-9bca-bd943c0cde28 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:59.182233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54490) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:59.189937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc3e1c-ba1b-42e3-bf81-cfa047a9a5d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b69dd-d33b-44a8-81ef-7fb2b807e58a,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:59.192254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-29bc3e1c-ba1b-42e3-bf81-cfa047a9a5d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:59.249871 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b3db7d17-3d2b-488e-841f-ce9c9f317b79 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2981 time: 0.0667753 Jun 28 06:47:59.258932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54492) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:59.265488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-bccd8ce8-fb7c-4da2-a41f-e8a7886a64bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550121519'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:59.271478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-b159a1c7-a34f-4779-976a-b34627bf36da', 'network_id': 'b159a1c7-a34f-4779-976a-b34627bf36da', 'tenant_id': '78796853aaad43c2991c3b0c65b5442b', 'fixed_ips': [{'subnet_id': '20de7bd9-2f28-49b4-8146-9353d464ee89'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:47:59.272480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.293620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.338721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51bd712f-2ad3-475a-a53d-4cd42b3901ce up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:47:59.346815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.376316 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.382443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:59.402320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:47:59.420978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.421710 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Added segment 8ae36081-1a03-425d-8adb-2e66d3f105f7 of type vlan for network d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b Jun 28 06:47:59.423280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47eea817-9cc9-4f30-80d2-3c3b4b8c17a7,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:59.432895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:59.440752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Allocated IP 2001:db8::f816:3eff:fe4f:2526 (b159a1c7-a34f-4779-976a-b34627bf36da/20de7bd9-2f28-49b4-8146-9353d464ee89/58346e1e-1c31-4fda-a857-4025f34ea55c) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:47:59.469216 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4764087 Jun 28 06:47:59.472050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54494) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:59.474196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.587494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 51bd712f-2ad3-475a-a53d-4cd42b3901ce completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:47:59.592881 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ce8-fb7c-4da2-a41f-e8a7886a64bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.596438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.599298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 51bd712f-2ad3-475a-a53d-4cd42b3901ce triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:47:59.599640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.603305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.610688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:59.611333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.621276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5855d063-322b-4a85-8ccd-d06df7ae8d96 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:59.635893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.651116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Transition to ACTIVE for port object 58346e1e-1c31-4fda-a857-4025f34ea55c will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:59.682523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Transition to ACTIVE for port object 58346e1e-1c31-4fda-a857-4025f34ea55c will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:47:59.711687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'Network': ['ID=d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:59.714250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:59.725340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.725483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:47:59.738325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.747405 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8330114 Jun 28 06:47:59.753082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54498) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:47:59.758203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474dd0a-d8da-4c68-a76c-51ecf92b8910 req-b1c7ee7e-5801-4d44-a595-0ac58bba762f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:47:59.759669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Request body: {'subnet': {'network_id': 'd59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:47:59.767896 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a474dd0a-d8da-4c68-a76c-51ecf92b8910 req-b1c7ee7e-5801-4d44-a595-0ac58bba762f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1842623 Jun 28 06:47:59.811621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:47:59.814244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1028c0-d87f-4961-8040-35e2f3c84091" -d '{"events": [{"server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "name": "network-vif-plugged", "status": "completed", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:47:59.820783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.832943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a9a38aba-3426-4987-8c29-0746bd9b2dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:59.833535 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a474dd0a-d8da-4c68-a76c-51ecf92b8910 req-4a711049-3dee-4640-9af2-48c34bacf274 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647216 Jun 28 06:47:59.848648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:47:59.896495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Pushing event updated for resources: {'Port': ['ID=58346e1e-1c31-4fda-a857-4025f34ea55c,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:47:59.902465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:47:59.906125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Network b159a1c7-a34f-4779-976a-b34627bf36da is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:47:59.908616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:47:59.910402 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:47:59.927023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ce8-fb7c-4da2-a41f-e8a7886a64bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.941064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.952482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-25ae94c1-debb-4a95-8556-2be9bdc458dd tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:47:59.980240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Attempting to bind port 58346e1e-1c31-4fda-a857-4025f34ea55c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:47:59.980240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Attempting to bind port 58346e1e-1c31-4fda-a857-4025f34ea55c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '1b8824c0-3268-474f-9787-62ae4ea8dfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b159a1c7-a34f-4779-976a-b34627bf36da'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:47:59.980240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Attempting to bind port 58346e1e-1c31-4fda-a857-4025f34ea55c on network b159a1c7-a34f-4779-976a-b34627bf36da {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:47:59.989320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:47:59.989846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Checking segment: {'id': '1b8824c0-3268-474f-9787-62ae4ea8dfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b159a1c7-a34f-4779-976a-b34627bf36da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:47:59.990266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:47:59.990666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Bound using segment: {'id': '1b8824c0-3268-474f-9787-62ae4ea8dfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b159a1c7-a34f-4779-976a-b34627bf36da'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:47:59.991228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Bound port: 58346e1e-1c31-4fda-a857-4025f34ea55c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8824c0-3268-474f-9787-62ae4ea8dfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b159a1c7-a34f-4779-976a-b34627bf36da'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:47:59.991597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.006796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb10818-a8ea-4df5-9bb0-5ca7fc492a76 x-openstack-request-id: req-3eb10818-a8ea-4df5-9bb0-5ca7fc492a76 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:48:00.007147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "name": "network-vif-plugged", "status": "completed", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:48:00.007397 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3eb10818-a8ea-4df5-9bb0-5ca7fc492a76 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:48:00.007872 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'code': 200} Jun 28 06:48:00.008776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Subnet': ['ID=20de7bd9-2f28-49b4-8146-9353d464ee89,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:00.010946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.015389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-29e888aa-e251-488f-ab67-ab2b86db870c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:00.021560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:00.069963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ce8-fb7c-4da2-a41f-e8a7886a64bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.074155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aa04f6b8-a4ac-4f61-911a-bb821d3faeea tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:00.091743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.097826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=51bd712f-2ad3-475a-a53d-4cd42b3901ce,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:00.104339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:00.106309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b159a1c7-a34f-4779-976a-b34627bf36da']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:00.113306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] For port 58346e1e-1c31-4fda-a857-4025f34ea55c, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:00.122248 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8824c0-3268-474f-9787-62ae4ea8dfd7') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:00.122885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8824c0-3268-474f-9787-62ae4ea8dfd7') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:00.132422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] For port 58346e1e-1c31-4fda-a857-4025f34ea55c, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=58346e1e-1c31-4fda-a857-4025f34ea55c,segment=NetworkSegment(1b8824c0-3268-474f-9787-62ae4ea8dfd7),segment_id=1b8824c0-3268-474f-9787-62ae4ea8dfd7)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:00.137622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.143398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd8ce8-fb7c-4da2-a41f-e8a7886a64bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cae36ba-6cda-48a7-afad-5595b1451958,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:00.158195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bccd8ce8-fb7c-4da2-a41f-e8a7886a64bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:00.164468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8abb79-8e8e-469f-9410-89baf88253e5 req-4c5a30d4-f2ab-4b8c-b6f0-39dde75740a6 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:00.166314 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ee8abb79-8e8e-469f-9410-89baf88253e5 req-4c5a30d4-f2ab-4b8c-b6f0-39dde75740a6 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1585643 Jun 28 06:48:00.206674 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ee8abb79-8e8e-469f-9410-89baf88253e5 req-0ed2cbbb-c1f3-4186-a76a-b87cf7dfc3cc tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Jun 28 06:48:00.235617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Made reservation on behalf of 23b74d0a362949d6830bd8c21b3c28d4 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:00.239039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.241113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.248521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-49cd574b-61c4-49f2-aaa7-6c39f4b6b933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:00.255641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.269647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:00.270191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:00.273202 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:00.338804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Pushing event updated for resources: {'Port': ['ID=58346e1e-1c31-4fda-a857-4025f34ea55c,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:00.342007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:00.344339 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bccd8ce8-fb7c-4da2-a41f-e8a7886a64bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.345597 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bccd8ce8-fb7c-4da2-a41f-e8a7886a64bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0857186 Jun 28 06:48:00.353827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54510) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:00.357209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b548c-594e-4838-8623-0390f84862ca None None] Network b159a1c7-a34f-4779-976a-b34627bf36da requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:00.366022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2a097a06-22be-41bc-bdd1-3226dd817687 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '8cae36ba-6cda-48a7-afad-5595b1451958', 'direction': 'ingress', 'protocol': 17}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:00.411171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5506d2e-c202-48f5-8128-4c9c190b55f0 req-57ba49bc-22f8-4d31-a46a-de6fc536cff1 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:00.415056 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a5506d2e-c202-48f5-8128-4c9c190b55f0 req-57ba49bc-22f8-4d31-a46a-de6fc536cff1 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.1929171 Jun 28 06:48:00.416242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:48:00.416242 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:48:00.416242 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'id': 'b159a1c7-a34f-4779-976a-b34627bf36da'}] Jun 28 06:48:00.416242 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:48:00.416559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:48:00.501976 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a5506d2e-c202-48f5-8128-4c9c190b55f0 req-60b45f09-90c7-4807-bc2b-b2dfdab975aa tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784829 Jun 28 06:48:00.524197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13037fff-3b26-4f2b-b57b-62e1aa6285a9 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:48:00.535536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a097a06-22be-41bc-bdd1-3226dd817687 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.556820 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb0779-a29f-40c6-9bfd-dcc25ffedaba req-f77fcaf5-5e6c-4417-9f73-5519f1c6ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:00.558341 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d4bb0779-a29f-40c6-9bfd-dcc25ffedaba req-f77fcaf5-5e6c-4417-9f73-5519f1c6ae17 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 1098 time: 0.1124232 Jun 28 06:48:00.603634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.610722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-78354194-5840-436d-a0c9-8998ebc8bd77 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:00.614574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a097a06-22be-41bc-bdd1-3226dd817687 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.619211 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d4bb0779-a29f-40c6-9bfd-dcc25ffedaba req-693a04ff-8384-496a-91b0-bd38c879029e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458305 Jun 28 06:48:00.622312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13037fff-3b26-4f2b-b57b-62e1aa6285a9 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:48:00.678975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'Subnet': ['ID=89598f0b-8566-4f7d-97d0-54111be5c129,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:00.683651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:00.686268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Checking segment: {'id': '8ae36081-1a03-425d-8adb-2e66d3f105f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:00.687227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Network hostable DHCP agents. Network: d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:00.723323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a097a06-22be-41bc-bdd1-3226dd817687 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.725453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:00.742511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a097a06-22be-41bc-bdd1-3226dd817687 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd4e895-cb81-4a48-bee6-ec8481ebe185,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:00.744950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2a097a06-22be-41bc-bdd1-3226dd817687 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:00.774707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Network d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:00.798235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a097a06-22be-41bc-bdd1-3226dd817687 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.802260 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2a097a06-22be-41bc-bdd1-3226dd817687 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4433148 Jun 28 06:48:00.802260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54514) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:00.845687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:00.857968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:00.859341 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.868280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ca445d7-935a-41de-b706-a64aee73b1bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.890182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d465b538-663a-4a78-9d93-c670516c6647 None None] Network d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:00.902408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ca445d7-935a-41de-b706-a64aee73b1bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.919143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:00.924137 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1700170 Jun 28 06:48:00.930439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54518) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:00.936796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Request body: {'network': {'name': 'tempest-router-network01--178001131'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:00.941256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54520) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.026339 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Made reservation on behalf of 23b74d0a362949d6830bd8c21b3c28d4 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:01.030345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.041180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b', 'network_id': 'd59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b', 'tenant_id': '23b74d0a362949d6830bd8c21b3c28d4', 'fixed_ips': [{'subnet_id': '89598f0b-8566-4f7d-97d0-54111be5c129'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:01.042110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.061202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:01.103147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267a6d-aaac-462f-a383-8fba969ddec5 req-091ebd7f-d9a8-4317-a03a-0788349c4a3c tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:01.104623 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f5267a6d-aaac-462f-a383-8fba969ddec5 req-091ebd7f-d9a8-4317-a03a-0788349c4a3c tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.2071352 Jun 28 06:48:01.126844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.127251 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Added segment eeb4b548-5ce6-4361-982a-421c8dbf6bfd of type vlan for network 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f Jun 28 06:48:01.130720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ca445d7-935a-41de-b706-a64aee73b1bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.133330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ca445d7-935a-41de-b706-a64aee73b1bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.134438 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2ca445d7-935a-41de-b706-a64aee73b1bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-groups/8cae36ba-6cda-48a7-afad-5595b1451958 HTTP/1.1" status: 204 len: 168 time: 0.3312666 Jun 28 06:48:01.137967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54522) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.142345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-20af6cd7-9067-48aa-8365-116b49bc70b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:01.153237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e2719e-fdba-47ba-9e92-b74ddbb18f33 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:01.153726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e2719e-fdba-47ba-9e92-b74ddbb18f33 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:01.154205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e2719e-fdba-47ba-9e92-b74ddbb18f33 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:01.156445 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-56e2719e-fdba-47ba-9e92-b74ddbb18f33 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=928c838aa6674b9cac7488cce014aba7&network_id=86b40531-0a94-472d-a8df-c26d19f25874 HTTP/1.1" status: 200 len: 3000 time: 0.2127714 Jun 28 06:48:01.172554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca445d7-935a-41de-b706-a64aee73b1bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cae36ba-6cda-48a7-afad-5595b1451958,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:01.175674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2ca445d7-935a-41de-b706-a64aee73b1bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:01.179131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Deleting port 58346e1e-1c31-4fda-a857-4025f34ea55c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:01.179472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.188071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f5267a6d-aaac-462f-a383-8fba969ddec5 req-1d170327-b123-4c3b-ae74-42584932e8fd tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769205 Jun 28 06:48:01.221431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.242098 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f81dede1-6173-43ea-8a12-2f4442a6f5f0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2981 time: 0.1029453 Jun 28 06:48:01.246674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54526) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.258240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-45e0f8ee-cdd9-4ac6-a18a-37215382bf43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group': {'name': 'tempest-secgroup--410471117'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:01.260302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Allocated IP 172.20.0.2 (d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b/89598f0b-8566-4f7d-97d0-54111be5c129/6435c124-ebe0-4580-90f7-53ce6b89ff19) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:01.268516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] For port 58346e1e-1c31-4fda-a857-4025f34ea55c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=58346e1e-1c31-4fda-a857-4025f34ea55c,segment=NetworkSegment(1b8824c0-3268-474f-9787-62ae4ea8dfd7),segment_id=1b8824c0-3268-474f-9787-62ae4ea8dfd7)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:01.268904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.287327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Calling delete_port for 58346e1e-1c31-4fda-a857-4025f34ea55c owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:01.334561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.340172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:01.344980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.345114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:01.376669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e0f8ee-cdd9-4ac6-a18a-37215382bf43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.412485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.428700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'Network': ['ID=8acd50e0-1e77-4e35-b8aa-2d05be08dc2f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:01.435839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:01.442332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:01.454720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.454898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Transition to ACTIVE for port object 6435c124-ebe0-4580-90f7-53ce6b89ff19 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:01.457814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-82b8380d-19ba-4d3e-bba2-4319b1f6029c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:01.489116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Port': ['ID=58346e1e-1c31-4fda-a857-4025f34ea55c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:01.489385 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5550001 Jun 28 06:48:01.491919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54530) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.493590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:01.495375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No DVR routers for this DVR port 58346e1e-1c31-4fda-a857-4025f34ea55c on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:01.500753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Request body: {'network': {'name': 'tempest-router-network02--751032088'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:01.508733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Transition to ACTIVE for port object 6435c124-ebe0-4580-90f7-53ce6b89ff19 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:01.579803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.582406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e0f8ee-cdd9-4ac6-a18a-37215382bf43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.590033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b159a1c7-a34f-4779-976a-b34627bf36da']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:01.600996 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8824c0-3268-474f-9787-62ae4ea8dfd7') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:01.601300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8824c0-3268-474f-9787-62ae4ea8dfd7') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:01.604351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.610218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c52500d4-b49f-4b3b-a5dc-55582a949116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:01.615022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.649568 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Network d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:01.654364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:01.657476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.657895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:01.665397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e0f8ee-cdd9-4ac6-a18a-37215382bf43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.669692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:01.670095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.671691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7c5c3ebb-dd2e-4e1c-87cd-9d80662902b6 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:01.673514 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:01.697532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Pushing event updated for resources: {'Port': ['ID=6435c124-ebe0-4580-90f7-53ce6b89ff19,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:01.710542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0f8ee-cdd9-4ac6-a18a-37215382bf43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6128ee6-5361-44a6-add9-46e30733244d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:01.713427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-45e0f8ee-cdd9-4ac6-a18a-37215382bf43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:01.750456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3e750-ec93-492f-8283-863e091584fd req-88450dcb-c67c-4d0e-bf2e-f4f2d699ed5c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:01.752212 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54a3e750-ec93-492f-8283-863e091584fd req-88450dcb-c67c-4d0e-bf2e-f4f2d699ed5c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.1255531 Jun 28 06:48:01.770531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Made reservation on behalf of 23b74d0a362949d6830bd8c21b3c28d4 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:01.775062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.795585 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54a3e750-ec93-492f-8283-863e091584fd req-2433de9d-47cd-4c4d-94b8-47530706bca5 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372334 Jun 28 06:48:01.803217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.807766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:01.808323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-14536dc3-1ba9-4fc6-b0bf-8a17c4bfb716 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:01.819047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.819047 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/b159a1c7-a34f-4779-976a-b34627bf36da HTTP/1.1" status: 204 len: 168 time: 2.3438563 Jun 28 06:48:01.819213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.819213 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Added segment d6c96d7f-c8e5-4412-8614-1a2fe984c5f8 of type vlan for network 829a5bd2-07d1-412c-9684-cbf62895e403 Jun 28 06:48:01.821903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54534) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.862605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.866431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-45e0f8ee-cdd9-4ac6-a18a-37215382bf43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.870379 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-45e0f8ee-cdd9-4ac6-a18a-37215382bf43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6200478 Jun 28 06:48:01.871115 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54536) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.871236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Network': ['ID=b159a1c7-a34f-4779-976a-b34627bf36da,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:01.873112 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-de259cc7-ba96-4527-9957-acdbba97c0dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] DELETE failed (client error): The resource could not be found. Jun 28 06:48:01.873725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de259cc7-ba96-4527-9957-acdbba97c0dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:48:01.875614 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-de259cc7-ba96-4527-9957-acdbba97c0dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/subnets/20de7bd9-2f28-49b4-8146-9353d464ee89 HTTP/1.1" status: 404 len: 337 time: 0.0526786 Jun 28 06:48:01.876598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:01.877526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b51166aa-6472-490e-80c2-0caa27132c43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group': {'name': 'tempest-secgroup--814000512'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:01.881344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54538) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.889245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:01.901903 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5623e14-02c3-42a7-8610-3131475f1d4f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] DELETE failed (client error): The resource could not be found. Jun 28 06:48:01.902481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5623e14-02c3-42a7-8610-3131475f1d4f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:48:01.907583 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a5623e14-02c3-42a7-8610-3131475f1d4f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/b159a1c7-a34f-4779-976a-b34627bf36da HTTP/1.1" status: 404 len: 339 time: 0.0217845 Jun 28 06:48:01.907790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Attempting to bind port 6435c124-ebe0-4580-90f7-53ce6b89ff19 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:01.907790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Attempting to bind port 6435c124-ebe0-4580-90f7-53ce6b89ff19 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '8ae36081-1a03-425d-8adb-2e66d3f105f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:01.907790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Attempting to bind port 6435c124-ebe0-4580-90f7-53ce6b89ff19 on network d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:01.908239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54540) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.912361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:01.913084 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Checking segment: {'id': '8ae36081-1a03-425d-8adb-2e66d3f105f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:01.913214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.913577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Bound using segment: {'id': '8ae36081-1a03-425d-8adb-2e66d3f105f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:01.914051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Bound port: 6435c124-ebe0-4580-90f7-53ce6b89ff19, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae36081-1a03-425d-8adb-2e66d3f105f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:01.914451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:01.935306 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dc9a15-67e6-4127-bd44-ac53e438ba92 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] DELETE failed (client error): The resource could not be found. Jun 28 06:48:01.935758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91dc9a15-67e6-4127-bd44-ac53e438ba92 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:48:01.938165 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-91dc9a15-67e6-4127-bd44-ac53e438ba92 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/subnets/e18511f1-e0b5-4b8a-8122-192a9d100c97 HTTP/1.1" status: 404 len: 337 time: 0.0289698 Jun 28 06:48:01.940628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54542) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.959895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8c7a73-07da-4cfe-be9e-3b42c65363f8 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] DELETE failed (client error): The resource could not be found. Jun 28 06:48:01.960451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8c7a73-07da-4cfe-be9e-3b42c65363f8 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:48:01.964524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3d8c7a73-07da-4cfe-be9e-3b42c65363f8 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/f8b3f2b3-10f0-4e9a-b0cc-485395ad7fe6 HTTP/1.1" status: 404 len: 339 time: 0.0205779 Jun 28 06:48:01.964752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54544) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.977507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] For port 6435c124-ebe0-4580-90f7-53ce6b89ff19, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:01.980751 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] For port 6435c124-ebe0-4580-90f7-53ce6b89ff19, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6435c124-ebe0-4580-90f7-53ce6b89ff19,segment=NetworkSegment(8ae36081-1a03-425d-8adb-2e66d3f105f7),segment_id=8ae36081-1a03-425d-8adb-2e66d3f105f7)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:01.990212 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-de58e0f0-80d8-4795-9fe9-dd0cb305527e tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] DELETE failed (client error): The resource could not be found. Jun 28 06:48:01.990663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de58e0f0-80d8-4795-9fe9-dd0cb305527e tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:48:01.992342 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-de58e0f0-80d8-4795-9fe9-dd0cb305527e tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/subnets/92e6720d-bd5b-4d64-a44e-bc06237c348e HTTP/1.1" status: 404 len: 337 time: 0.0266507 Jun 28 06:48:01.994841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54546) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:01.997836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b51166aa-6472-490e-80c2-0caa27132c43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.012882 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a766403-8092-4084-b471-af426ed88f25 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] DELETE failed (client error): The resource could not be found. Jun 28 06:48:02.013417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a766403-8092-4084-b471-af426ed88f25 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:48:02.015761 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4a766403-8092-4084-b471-af426ed88f25 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/2fc8c57e-7242-429a-bd2e-86bcd2b71416 HTTP/1.1" status: 404 len: 339 time: 0.0200412 Jun 28 06:48:02.018289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54548) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:02.062224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.068088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:02.068679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.074239 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-81f654ae-87cd-4872-8f35-4b2fc5b68ee3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:02.112268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.115207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4515a3bc-ce02-4bed-9b6b-fbe3e9ab15a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:02.116813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b51166aa-6472-490e-80c2-0caa27132c43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.125406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8300397a-511c-446e-90c1-1b81c0c70233 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Deleting port 41578796-aed1-4f50-aec4-e7ed17205080 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:02.125976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8300397a-511c-446e-90c1-1b81c0c70233 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.167554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'Network': ['ID=829a5bd2-07d1-412c-9684-cbf62895e403,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:02.170698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:02.177786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Pushing event updated for resources: {'Port': ['ID=6435c124-ebe0-4580-90f7-53ce6b89ff19,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:02.181916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 829a5bd2-07d1-412c-9684-cbf62895e403 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:02.184071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:02.189090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b51166aa-6472-490e-80c2-0caa27132c43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.194074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e3c6eead-fbb8-4c9c-8c9d-2496b6e0f41c tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:02.216065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8300397a-511c-446e-90c1-1b81c0c70233 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.231762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8300397a-511c-446e-90c1-1b81c0c70233 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Calling delete_port for 41578796-aed1-4f50-aec4-e7ed17205080 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:02.261468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51166aa-6472-490e-80c2-0caa27132c43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20bd1cf-8fae-4ae7-a4bf-038a7d143aaf,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:02.265887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b51166aa-6472-490e-80c2-0caa27132c43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:02.275335 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7801957 Jun 28 06:48:02.275621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54552) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:02.283619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Request body: {'subnet': {'network_id': '8acd50e0-1e77-4e35-b8aa-2d05be08dc2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:02.322867 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b51166aa-6472-490e-80c2-0caa27132c43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.327844 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b51166aa-6472-490e-80c2-0caa27132c43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4530048 Jun 28 06:48:02.328076 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54554) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:02.335286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8ff5f06d-82a7-4a94-bfbc-f4895d72421a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': 'c6128ee6-5361-44a6-add9-46e30733244d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e20bd1cf-8fae-4ae7-a4bf-038a7d143aaf', 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:02.433807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8300397a-511c-446e-90c1-1b81c0c70233 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.441484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:02.485112 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8300397a-511c-446e-90c1-1b81c0c70233 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.488911 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8300397a-511c-446e-90c1-1b81c0c70233 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/ports/41578796-aed1-4f50-aec4-e7ed17205080 HTTP/1.1" status: 204 len: 168 time: 0.4680083 Jun 28 06:48:02.490193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300397a-511c-446e-90c1-1b81c0c70233 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Port': ['ID=41578796-aed1-4f50-aec4-e7ed17205080,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:02.490871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54556) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:02.492565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8300397a-511c-446e-90c1-1b81c0c70233 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:02.511148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfbb48-9d0b-4c5c-8b82-d448160223b0 req-9a249272-1748-4b04-8631-f85ffbca0cd5 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:02.512688 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fcbfbb48-9d0b-4c5c-8b82-d448160223b0 req-9a249272-1748-4b04-8631-f85ffbca0cd5 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1492047 Jun 28 06:48:02.538103 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0711e9-34b6-4b4b-8e04-e365e4bc424f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] DELETE failed (client error): The resource could not be found. Jun 28 06:48:02.538570 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0711e9-34b6-4b4b-8e04-e365e4bc424f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:48:02.542614 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-af0711e9-34b6-4b4b-8e04-e365e4bc424f tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/subnets/bde316fc-fe8b-40b6-8d4b-1843977e64dc HTTP/1.1" status: 404 len: 337 time: 0.0484321 Jun 28 06:48:02.544061 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54558) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:02.552535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f06d-82a7-4a94-bfbc-f4895d72421a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.587986 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fcbfbb48-9d0b-4c5c-8b82-d448160223b0 req-882d63fb-b60c-4f9f-9e17-fcb94a9fab5a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679464 Jun 28 06:48:02.636527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Made reservation on behalf of 23b74d0a362949d6830bd8c21b3c28d4 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:02.641182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.642648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.677054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f06d-82a7-4a94-bfbc-f4895d72421a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.735803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.746185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8971f41-ed4f-44de-a5b2-0268f1731cc8']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:02.756844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5945c0fd-8078-47d5-9fdb-53c975f98562') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:02.757293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5945c0fd-8078-47d5-9fdb-53c975f98562') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:02.767841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.772625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f06d-82a7-4a94-bfbc-f4895d72421a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.776522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-23172426-e865-4f22-bf5a-9e6bed1459a0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:02.783161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.789277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:02.789661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:02.792755 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:02.802084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5f06d-82a7-4a94-bfbc-f4895d72421a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efca59d3-8f38-48d4-95d4-3dec44d616a8,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:02.807388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8ff5f06d-82a7-4a94-bfbc-f4895d72421a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:02.918177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f06d-82a7-4a94-bfbc-f4895d72421a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.919514 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8ff5f06d-82a7-4a94-bfbc-f4895d72421a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5890980 Jun 28 06:48:02.923018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54564) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:02.948637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f8c99d-d691-4e0c-bb61-bfaf7d2520d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.952806 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.958818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.958967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-363f0c82-822b-4f68-a2ca-db7e9bba07bf tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:02.963318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8353919c-d9bb-4363-bfd2-16db6156c145 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:02.966254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f8c99d-d691-4e0c-bb61-bfaf7d2520d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.969725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:02.971740 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/b8971f41-ed4f-44de-a5b2-0268f1731cc8 HTTP/1.1" status: 204 len: 168 time: 0.4267261 Jun 28 06:48:02.974373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54566) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:02.995204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Network': ['ID=b8971f41-ed4f-44de-a5b2-0268f1731cc8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:03.017202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:03.042240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'Subnet': ['ID=1172fee9-63df-40e6-8cac-f0a97dd43026,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:03.055079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:03.064739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Checking segment: {'id': 'eeb4b548-5ce6-4361-982a-421c8dbf6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8acd50e0-1e77-4e35-b8aa-2d05be08dc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:03.070566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Network hostable DHCP agents. Network: 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:03.096090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c461f-c72f-43a1-9eef-1f5065838ce9 req-172d161a-b4cc-46f7-91a2-fa27d0023ac1 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:03.097663 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a8c461f-c72f-43a1-9eef-1f5065838ce9 req-172d161a-b4cc-46f7-91a2-fa27d0023ac1 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.1748986 Jun 28 06:48:03.113852 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f8c99d-d691-4e0c-bb61-bfaf7d2520d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.115885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18fc6d09-375a-47d4-86d8-5eaafa59d848 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:03.121963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82f8c99d-d691-4e0c-bb61-bfaf7d2520d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.123226 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-82f8c99d-d691-4e0c-bb61-bfaf7d2520d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/efca59d3-8f38-48d4-95d4-3dec44d616a8 HTTP/1.1" status: 204 len: 168 time: 0.1991241 Jun 28 06:48:03.127561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54568) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:03.128461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8c99d-d691-4e0c-bb61-bfaf7d2520d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efca59d3-8f38-48d4-95d4-3dec44d616a8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:03.131114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-82f8c99d-d691-4e0c-bb61-bfaf7d2520d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:03.141378 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Network 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:03.162657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2e3de-b24e-4ab5-a043-f1f575944f26 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Deleting port 06a458f0-f64d-4bef-9c59-3a7f878249ee {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:03.163021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e3de-b24e-4ab5-a043-f1f575944f26 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.204022 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a8c461f-c72f-43a1-9eef-1f5065838ce9 req-651e5d52-3982-4e3b-877a-d2c97f477d16 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996120 Jun 28 06:48:03.243963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:03.248509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:03.250039 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.257650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3c9042-6389-4ce6-a37b-2dbbe415f36a None None] Network 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:03.271088 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8a3432a3-0359-4209-bb2e-21c22aafda19 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1426554 Jun 28 06:48:03.274538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54572) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:03.283750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e3de-b24e-4ab5-a043-f1f575944f26 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.285747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f9438-f42f-4a0f-8da7-489050968368 None None] Network d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:03.299088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2e3de-b24e-4ab5-a043-f1f575944f26 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Calling delete_port for 06a458f0-f64d-4bef-9c59-3a7f878249ee owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:03.343730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dfc16c39-3ce3-454a-b35e-d9eeb0230b3c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.375855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dfc16c39-3ce3-454a-b35e-d9eeb0230b3c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.421665 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1424882 Jun 28 06:48:03.424266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54574) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:03.431403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Request body: {'subnet': {'network_id': '829a5bd2-07d1-412c-9684-cbf62895e403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:03.450951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-180e9c3f-2c0d-43d8-bd40-ed85c252ac0b None None] Provisioning for port 6435c124-ebe0-4580-90f7-53ce6b89ff19 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:03.451639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d4390-fff6-4811-b433-3749a711a67b req-26f40ca6-6fc3-4c40-9bdd-8be4bde8237c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:03.454823 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f3d4390-fff6-4811-b433-3749a711a67b req-26f40ca6-6fc3-4c40-9bdd-8be4bde8237c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.0888336 Jun 28 06:48:03.503052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e3de-b24e-4ab5-a043-f1f575944f26 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.507338 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f3d4390-fff6-4811-b433-3749a711a67b req-4a9a6aeb-c24a-408a-8549-cdfd7dc611df tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Jun 28 06:48:03.511083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:03.534945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dfc16c39-3ce3-454a-b35e-d9eeb0230b3c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.539006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dfc16c39-3ce3-454a-b35e-d9eeb0230b3c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.540326 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-dfc16c39-3ce3-454a-b35e-d9eeb0230b3c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-groups/e20bd1cf-8fae-4ae7-a4bf-038a7d143aaf HTTP/1.1" status: 204 len: 168 time: 0.2647285 Jun 28 06:48:03.543649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b51166aa-6472-490e-80c2-0caa27132c43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:03.545546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54578) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:03.554945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2e3de-b24e-4ab5-a043-f1f575944f26 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Port': ['ID=06a458f0-f64d-4bef-9c59-3a7f878249ee,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:03.557990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54580) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:03.571586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8ee2e3de-b24e-4ab5-a043-f1f575944f26 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:03.572751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc16c39-3ce3-454a-b35e-d9eeb0230b3c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20bd1cf-8fae-4ae7-a4bf-038a7d143aaf,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:03.575184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dfc16c39-3ce3-454a-b35e-d9eeb0230b3c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:03.614627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e3de-b24e-4ab5-a043-f1f575944f26 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.619601 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8ee2e3de-b24e-4ab5-a043-f1f575944f26 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/ports/06a458f0-f64d-4bef-9c59-3a7f878249ee HTTP/1.1" status: 204 len: 168 time: 0.6440051 Jun 28 06:48:03.630451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54584) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:03.649821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Made reservation on behalf of 23b74d0a362949d6830bd8c21b3c28d4 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:03.649982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-8acd50e0-1e77-4e35-b8aa-2d05be08dc2f', 'network_id': '8acd50e0-1e77-4e35-b8aa-2d05be08dc2f', 'tenant_id': '23b74d0a362949d6830bd8c21b3c28d4', 'fixed_ips': [{'subnet_id': '1172fee9-63df-40e6-8cac-f0a97dd43026'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:03.651755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.654752 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.695715 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ba21a1-9385-425e-ae0b-6fe39e0ab207 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] DELETE failed (client error): The resource could not be found. Jun 28 06:48:03.696179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ba21a1-9385-425e-ae0b-6fe39e0ab207 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:48:03.708245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54586) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:03.710590 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a0ba21a1-9385-425e-ae0b-6fe39e0ab207 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/subnets/d708ae33-01cf-414f-8d49-4f941ec4a3d2 HTTP/1.1" status: 404 len: 337 time: 0.0834203 Jun 28 06:48:03.789446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6435c124-ebe0-4580-90f7-53ce6b89ff19 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:03.789927 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1d363cd7-f8e5-4cd8-a5ec-c2332dd2c97d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.2426922 Jun 28 06:48:03.791032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54588) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:03.847598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416568cf-7a7a-4984-94bc-30784b559782 tempest-TestNetworkAdvancedServerOps-1612547650 tempest-TestNetworkAdvancedServerOps-1612547650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:03.855317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-416568cf-7a7a-4984-94bc-30784b559782 tempest-TestNetworkAdvancedServerOps-1612547650 tempest-TestNetworkAdvancedServerOps-1612547650-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 1093 time: 0.2920711 Jun 28 06:48:03.862995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54590) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:03.878869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:03.906867 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Allocated IP 172.20.0.2 (8acd50e0-1e77-4e35-b8aa-2d05be08dc2f/1172fee9-63df-40e6-8cac-f0a97dd43026/7868f69c-62a2-49a2-ab01-00c02dabc287) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:03.941048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.950931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-899408ad-c555-4c29-b8c9-9f5041f038ad tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.953081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 6435c124-ebe0-4580-90f7-53ce6b89ff19 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:03.961949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 6435c124-ebe0-4580-90f7-53ce6b89ff19 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:03.961949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:03.964790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31f476-c23e-4c27-afea-c7cb5dd41574 req-1e653cbb-0e23-4ccc-825a-32ee195cd2c9 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:03.966474 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ad31f476-c23e-4c27-afea-c7cb5dd41574 req-1e653cbb-0e23-4ccc-825a-32ee195cd2c9 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.1743257 Jun 28 06:48:04.004547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-899408ad-c555-4c29-b8c9-9f5041f038ad tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.014101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.069826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7375305b-986d-467f-856e-38a4b6d98ed6 None None] Provisioning complete for port 6435c124-ebe0-4580-90f7-53ce6b89ff19 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:04.070513 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7375305b-986d-467f-856e-38a4b6d98ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.075584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ad31f476-c23e-4c27-afea-c7cb5dd41574 req-81d4e920-eaa0-4837-b809-70e1b6884aed tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996380 Jun 28 06:48:04.085989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Deleting port 7050b855-849d-481c-8a7a-b9085681e390 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:04.086328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.177596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.209791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] For port 7050b855-849d-481c-8a7a-b9085681e390, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7050b855-849d-481c-8a7a-b9085681e390,segment=NetworkSegment(93f07813-b8b6-442c-831e-eb9829b260da),segment_id=93f07813-b8b6-442c-831e-eb9829b260da)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:04.210159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.220459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-899408ad-c555-4c29-b8c9-9f5041f038ad tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.223063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-899408ad-c555-4c29-b8c9-9f5041f038ad tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.224210 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-899408ad-c555-4c29-b8c9-9f5041f038ad tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-groups/c6128ee6-5361-44a6-add9-46e30733244d HTTP/1.1" status: 204 len: 168 time: 0.4196367 Jun 28 06:48:04.225390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Calling delete_port for 7050b855-849d-481c-8a7a-b9085681e390 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:04.233588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54592) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:04.233742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-019da414-8850-4b42-8a5b-39a7efcb65ed tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:04.241885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899408ad-c555-4c29-b8c9-9f5041f038ad tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6128ee6-5361-44a6-add9-46e30733244d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:04.245708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-899408ad-c555-4c29-b8c9-9f5041f038ad tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:04.253896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.278319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Transition to ACTIVE for port object 7868f69c-62a2-49a2-ab01-00c02dabc287 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:04.301257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.314252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.314396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54594) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:04.314396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Allocated IP 172.26.4.154 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/90c127ae-25fc-4a60-841f-9ed0dc9fa615) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:04.315226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3026518e-9f2d-46e4-b53d-73b564d1dc3c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:04.318111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7375305b-986d-467f-856e-38a4b6d98ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.322546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Transition to ACTIVE for port object 7868f69c-62a2-49a2-ab01-00c02dabc287 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:04.359345 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4f2c5bdd-c735-4bd6-9434-5a29cae1012c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2981 time: 0.1235447 Jun 28 06:48:04.360993 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54596) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:04.368934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 6435c124-ebe0-4580-90f7-53ce6b89ff19, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6435c124-ebe0-4580-90f7-53ce6b89ff19,segment=NetworkSegment(8ae36081-1a03-425d-8adb-2e66d3f105f7),segment_id=8ae36081-1a03-425d-8adb-2e66d3f105f7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:04.369492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-92cbb6b1-c90a-4eed-9d04-066e01190a76 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group': {'name': 'tempest-secgroup--309387688'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:04.398550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.401724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:04.421964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faed5599-3b0b-4ba2-81bf-6a8a9924ebf3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:04.423447 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-faed5599-3b0b-4ba2-81bf-6a8a9924ebf3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 814 time: 0.1043367 Jun 28 06:48:04.425667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'Subnet': ['ID=79866942-4adc-4b3b-8c55-de2254d11cb7,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:04.441913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:04.442541 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Checking segment: {'id': 'd6c96d7f-c8e5-4412-8614-1a2fe984c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '829a5bd2-07d1-412c-9684-cbf62895e403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:04.442913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Network hostable DHCP agents. Network: 829a5bd2-07d1-412c-9684-cbf62895e403, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:04.454911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Network 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:04.460548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:04.465562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:04.468352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.470382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Pushing event updated for resources: {'Port': ['ID=7868f69c-62a2-49a2-ab01-00c02dabc287,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:04.478339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:04.480620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.480936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ac561c4a-af2d-452d-b48d-a72a2376d925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:04.517963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-92cbb6b1-c90a-4eed-9d04-066e01190a76 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.551590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Network 829a5bd2-07d1-412c-9684-cbf62895e403 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:04.553743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.558538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6417656a-03b6-4ebf-9dbc-0c9113395e17 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:04.569039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.573030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-50e46419-a976-486b-892c-9301673caf0c tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:04.591984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-7375305b-986d-467f-856e-38a4b6d98ed6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:48:04.591984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-7375305b-986d-467f-856e-38a4b6d98ed6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:48:04.606809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No DVR routers for this DVR port 7050b855-849d-481c-8a7a-b9085681e390 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:04.612964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Port': ['ID=7050b855-849d-481c-8a7a-b9085681e390,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:04.614533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Attempting to bind port 7868f69c-62a2-49a2-ab01-00c02dabc287 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:04.614923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Attempting to bind port 7868f69c-62a2-49a2-ab01-00c02dabc287 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'eeb4b548-5ce6-4361-982a-421c8dbf6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8acd50e0-1e77-4e35-b8aa-2d05be08dc2f'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:04.615301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Attempting to bind port 7868f69c-62a2-49a2-ab01-00c02dabc287 on network 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:04.615484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:04.617464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=6435c124-ebe0-4580-90f7-53ce6b89ff19,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:04.622110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:04.624368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:04.624772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Checking segment: {'id': 'eeb4b548-5ce6-4361-982a-421c8dbf6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8acd50e0-1e77-4e35-b8aa-2d05be08dc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:04.625227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.625637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Bound using segment: {'id': 'eeb4b548-5ce6-4361-982a-421c8dbf6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8acd50e0-1e77-4e35-b8aa-2d05be08dc2f'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:04.626127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Bound port: 7868f69c-62a2-49a2-ab01-00c02dabc287, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb4b548-5ce6-4361-982a-421c8dbf6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8acd50e0-1e77-4e35-b8aa-2d05be08dc2f'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:04.626522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.669973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 829a5bd2-07d1-412c-9684-cbf62895e403) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:04.675046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:04.675838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.690940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa5826-8298-4dc0-ae6b-794f223f09e3 None None] Network 829a5bd2-07d1-412c-9684-cbf62895e403 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:04.745415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] For port 7868f69c-62a2-49a2-ab01-00c02dabc287, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:04.748024 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.766044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] For port 7868f69c-62a2-49a2-ab01-00c02dabc287, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7868f69c-62a2-49a2-ab01-00c02dabc287,segment=NetworkSegment(eeb4b548-5ce6-4361-982a-421c8dbf6bfd),segment_id=eeb4b548-5ce6-4361-982a-421c8dbf6bfd)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:04.767218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cad7f88-bab4-49ef-b3d4-3407e164c7cd']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:04.771086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-92cbb6b1-c90a-4eed-9d04-066e01190a76 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.789238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f07813-b8b6-442c-831e-eb9829b260da') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:04.789518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f07813-b8b6-442c-831e-eb9829b260da') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:04.799789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.822918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.832583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:04.833106 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:04.837009 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:04.842528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.857258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:04.888188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-829a5bd2-07d1-412c-9684-cbf62895e403', 'network_id': '829a5bd2-07d1-412c-9684-cbf62895e403', 'tenant_id': '23b74d0a362949d6830bd8c21b3c28d4', 'fixed_ips': [{'subnet_id': '79866942-4adc-4b3b-8c55-de2254d11cb7'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:04.889126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.895931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-92cbb6b1-c90a-4eed-9d04-066e01190a76 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:04.898699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d0d7455c-faf0-4b05-8fc6-8d7e21e43fc7 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:04.936943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbb6b1-c90a-4eed-9d04-066e01190a76 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdd9acc-7d14-42e7-89cb-e66aeb9d1a1e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:04.950279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-92cbb6b1-c90a-4eed-9d04-066e01190a76 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:04.959525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Pushing event updated for resources: {'Port': ['ID=7868f69c-62a2-49a2-ab01-00c02dabc287,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:04.979979 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5516512 Jun 28 06:48:04.980601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54602) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:05.016361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:05.036963 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:05.040846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:05.047173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:05.071079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'Port': ['ID=90c127ae-25fc-4a60-841f-9ed0dc9fa615,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:05.079423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54604) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:05.082276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-92cbb6b1-c90a-4eed-9d04-066e01190a76 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.083680 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-92cbb6b1-c90a-4eed-9d04-066e01190a76 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7178583 Jun 28 06:48:05.085687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'network': {'name': 'tempest-network-smoke--2138142851', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'port_security_enabled': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:05.089535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:05.093530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54606) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:05.120546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-58c570b0-86db-471a-acf9-07c37a32a243 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '0fdd9acc-7d14-42e7-89cb-e66aeb9d1a1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:05.121823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.129960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:05.133974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.138461 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/0cad7f88-bab4-49ef-b3d4-3407e164c7cd HTTP/1.1" status: 204 len: 168 time: 1.4184051 Jun 28 06:48:05.141006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54610) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:05.197230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Allocated IP 172.20.0.2 (829a5bd2-07d1-412c-9684-cbf62895e403/79866942-4adc-4b3b-8c55-de2254d11cb7/24b83f6c-63b2-4637-8497-967ba188d51d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:05.208344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Network': ['ID=0cad7f88-bab4-49ef-b3d4-3407e164c7cd,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:05.211828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:05.271291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:05.276885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.358828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-03fb17e6-7f66-44c4-9e2e-e70542a49508 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:05.360546 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-03fb17e6-7f66-44c4-9e2e-e70542a49508 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.3715570 Jun 28 06:48:05.381898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.401740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb60f333-2177-4759-b7ff-352c15e55df4 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Deleting subnet cc351ef4-e2d5-488a-af22-a679263075d7 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:48:05.402987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.415128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Transition to ACTIVE for port object 24b83f6c-63b2-4637-8497-967ba188d51d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:05.422540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb60f333-2177-4759-b7ff-352c15e55df4 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.430771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Transition to ACTIVE for port object 24b83f6c-63b2-4637-8497-967ba188d51d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:05.516263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.520090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:05.539714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:05.557111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Network 829a5bd2-07d1-412c-9684-cbf62895e403 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:05.564065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:05.567741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:05.583554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Pushing event updated for resources: {'Port': ['ID=24b83f6c-63b2-4637-8497-967ba188d51d,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:05.583554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:05.583854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-58c570b0-86db-471a-acf9-07c37a32a243 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.595804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb60f333-2177-4759-b7ff-352c15e55df4 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.653235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Attempting to bind port 24b83f6c-63b2-4637-8497-967ba188d51d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:05.653788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Attempting to bind port 24b83f6c-63b2-4637-8497-967ba188d51d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd6c96d7f-c8e5-4412-8614-1a2fe984c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '829a5bd2-07d1-412c-9684-cbf62895e403'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:05.654255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Attempting to bind port 24b83f6c-63b2-4637-8497-967ba188d51d on network 829a5bd2-07d1-412c-9684-cbf62895e403 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:05.660790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.661169 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Added segment 985895ef-2c35-40f9-a667-ad093d3d53cd of type vlan for network 9064416d-d89a-42ca-a81f-cd6a616b3398 Jun 28 06:48:05.675079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:05.675744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Checking segment: {'id': 'd6c96d7f-c8e5-4412-8614-1a2fe984c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '829a5bd2-07d1-412c-9684-cbf62895e403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:05.676520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.676968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Bound using segment: {'id': 'd6c96d7f-c8e5-4412-8614-1a2fe984c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '829a5bd2-07d1-412c-9684-cbf62895e403'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:05.677502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Bound port: 24b83f6c-63b2-4637-8497-967ba188d51d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c96d7f-c8e5-4412-8614-1a2fe984c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '829a5bd2-07d1-412c-9684-cbf62895e403'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:05.677899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.682838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Allocated IP 172.20.0.1 (8acd50e0-1e77-4e35-b8aa-2d05be08dc2f/1172fee9-63df-40e6-8cac-f0a97dd43026/c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:05.787379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] For port 24b83f6c-63b2-4637-8497-967ba188d51d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:05.793453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] For port 24b83f6c-63b2-4637-8497-967ba188d51d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=24b83f6c-63b2-4637-8497-967ba188d51d,segment=NetworkSegment(d6c96d7f-c8e5-4412-8614-1a2fe984c5f8),segment_id=d6c96d7f-c8e5-4412-8614-1a2fe984c5f8)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:05.817420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7868f69c-62a2-49a2-ab01-00c02dabc287 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:05.841078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.854065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7699cd-89c5-47b3-9b5c-655a49c1885e req-8ee02912-7b9d-4d73-b41a-739df85529f4 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:05.855634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd7699cd-89c5-47b3-9b5c-655a49c1885e req-8ee02912-7b9d-4d73-b41a-739df85529f4 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 0.5232418 Jun 28 06:48:05.860102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.878003 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Transition to ACTIVE for port object c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:05.885317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.888647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:05.925826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-58c570b0-86db-471a-acf9-07c37a32a243 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.973001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Pushing event updated for resources: {'Port': ['ID=24b83f6c-63b2-4637-8497-967ba188d51d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:05.976280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:05.979895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:05.983984 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8dee6083-3785-4244-8057-5d0b93d8f967 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:06.007933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 7868f69c-62a2-49a2-ab01-00c02dabc287 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:06.012404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6435c124-ebe0-4580-90f7-53ce6b89ff19 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:06.070732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 6435c124-ebe0-4580-90f7-53ce6b89ff19 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:06.071162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.182845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-58c570b0-86db-471a-acf9-07c37a32a243 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.188385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb60f333-2177-4759-b7ff-352c15e55df4 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.257512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9e0f8684-c985-403e-a1b1-c25f110c9adf tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:06.276450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Deleting port 74373999-e5cd-4c2c-a16c-46bfa02da3ec {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:06.280573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.285697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.287314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.293096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:06.293856 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.299000 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd7699cd-89c5-47b3-9b5c-655a49c1885e req-30a012f0-d725-4e8c-b2a3-added2a67d0a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4245331 Jun 28 06:48:06.311823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c570b0-86db-471a-acf9-07c37a32a243 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a55a40-175d-4082-b682-520ddee8ae79,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:06.316107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-58c570b0-86db-471a-acf9-07c37a32a243 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:06.360232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac8f750-36c2-40a0-98c1-3882bda9da17 None None] Network 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:06.361036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4c1cbe45-7614-423c-9108-41341aa2ee33 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:06.401914 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Network 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:06.405889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:06.410160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:06.445298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'Port': ['ID=c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:06.449771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:06.467001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-58c570b0-86db-471a-acf9-07c37a32a243 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.472549 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-58c570b0-86db-471a-acf9-07c37a32a243 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3573027 Jun 28 06:48:06.473385 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54612) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:06.487788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.521850 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4405994 Jun 28 06:48:06.526926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54614) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:06.539409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Network': ['ID=9064416d-d89a-42ca-a81f-cd6a616b3398,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:06.551059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:06.553547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d50a58e1-b233-49c8-9e13-9d99661653ef tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.554893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 9064416d-d89a-42ca-a81f-cd6a616b3398 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:06.589962 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6f5d6f4f-025a-4c70-a20c-1f135283b12f None None] Provisioning for port 7868f69c-62a2-49a2-ab01-00c02dabc287 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:06.590195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] For port 74373999-e5cd-4c2c-a16c-46bfa02da3ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=74373999-e5cd-4c2c-a16c-46bfa02da3ec,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:06.590195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.613242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d50a58e1-b233-49c8-9e13-9d99661653ef tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.648515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb60f333-2177-4759-b7ff-352c15e55df4 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.676008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3ae66fac-c56e-483f-9172-b8b8903fb3c3 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:06.679469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e8ed78-78b9-4119-8c84-c84f0a87cc5a tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:06.685494 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b6e8ed78-78b9-4119-8c84-c84f0a87cc5a tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=928c838aa6674b9cac7488cce014aba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1508315 Jun 28 06:48:06.692972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54616) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:06.718478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60f333-2177-4759-b7ff-352c15e55df4 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Subnet': ['ID=cc351ef4-e2d5-488a-af22-a679263075d7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:06.722490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb60f333-2177-4759-b7ff-352c15e55df4 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.726493 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bb60f333-2177-4759-b7ff-352c15e55df4 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/subnets/cc351ef4-e2d5-488a-af22-a679263075d7 HTTP/1.1" status: 204 len: 168 time: 1.5770779 Jun 28 06:48:06.731748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54618) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:06.735338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bb60f333-2177-4759-b7ff-352c15e55df4 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:06.771074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.787410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4049b9fb-e1d0-4b05-9164-283c52b5be79 None None] Network 83235a83-04f4-428e-be1d-5305d59c7fd8 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:06.793742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6f5d6f4f-025a-4c70-a20c-1f135283b12f None None] Provisioning complete for port 7868f69c-62a2-49a2-ab01-00c02dabc287 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:06.794138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6f4f-025a-4c70-a20c-1f135283b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.856600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d50a58e1-b233-49c8-9e13-9d99661653ef tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.864314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8ff5f06d-82a7-4a94-bfbc-f4895d72421a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:06.881949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d50a58e1-b233-49c8-9e13-9d99661653ef tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.886351 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d50a58e1-b233-49c8-9e13-9d99661653ef tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c5a55a40-175d-4082-b682-520ddee8ae79 HTTP/1.1" status: 204 len: 168 time: 0.4067402 Jun 28 06:48:06.886351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a58e1-b233-49c8-9e13-9d99661653ef tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5a55a40-175d-4082-b682-520ddee8ae79,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:06.893878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54620) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:06.898029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d50a58e1-b233-49c8-9e13-9d99661653ef tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:06.910022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.934883 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.972942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.973477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:06.973805 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Floating IP d3ad428e-1179-4ce8-be22-c80538bd4dfd disassociated. External IP: 172.26.4.90, port: 74373999-e5cd-4c2c-a16c-46bfa02da3ec. Jun 28 06:48:06.974464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Calling delete_port for 74373999-e5cd-4c2c-a16c-46bfa02da3ec owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:07.007848 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-08092e95-a6c6-490e-8766-bf39d75f02f9 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1087084 Jun 28 06:48:07.010641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54622) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:07.017396 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1876a9-8d71-484e-8ffa-2e911cf26a93 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:07.021850 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8e1876a9-8d71-484e-8ffa-2e911cf26a93 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3268931 Jun 28 06:48:07.038800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54624) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:07.058709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6f4f-025a-4c70-a20c-1f135283b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.102797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6f5d6f4f-025a-4c70-a20c-1f135283b12f None None] For port 7868f69c-62a2-49a2-ab01-00c02dabc287, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7868f69c-62a2-49a2-ab01-00c02dabc287,segment=NetworkSegment(eeb4b548-5ce6-4361-982a-421c8dbf6bfd),segment_id=eeb4b548-5ce6-4361-982a-421c8dbf6bfd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:07.161758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Deleting port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:07.162149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.175318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6f4f-025a-4c70-a20c-1f135283b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.178517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-80889c94-e916-4f8d-98a8-b71ffddb6fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:07.186127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8bd7f384-ef4b-46ab-bf36-3886e783f87b tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1462524 Jun 28 06:48:07.204495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54626) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:07.256425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] DHCP port deletion for 83235a83-04f4-428e-be1d-5305d59c7fd8 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:48:07.266672 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a9aadf37-eb3b-485b-b1cb-f3e605011eba tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=928c838aa6674b9cac7488cce014aba7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0603406 Jun 28 06:48:07.274580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54628) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:07.305664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.348777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] For port 5010b8b4-9a82-4dcd-9beb-77dac56ead40, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5010b8b4-9a82-4dcd-9beb-77dac56ead40,segment=NetworkSegment(0331f5a2-2126-4dbe-97e1-54946c8185f8),segment_id=0331f5a2-2126-4dbe-97e1-54946c8185f8)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:07.349164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.370066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d6f4f-025a-4c70-a20c-1f135283b12f None None] Pushing event updated for resources: {'Port': ['ID=7868f69c-62a2-49a2-ab01-00c02dabc287,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:07.376011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6f5d6f4f-025a-4c70-a20c-1f135283b12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:07.379537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] Deleting port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:07.379936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.390275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-129d96a2-9b74-42e1-adf9-60364321666b tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.399364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Calling delete_port for 5010b8b4-9a82-4dcd-9beb-77dac56ead40 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:07.411392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 74373999-e5cd-4c2c-a16c-46bfa02da3ec no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:48:07.429881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-129d96a2-9b74-42e1-adf9-60364321666b tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.478182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.506454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-93da479e-e74c-4eb1-97bd-2bd8fd9f35a2 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:07.524118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.532525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b84cc3-e384-48e9-9b42-56ca535731ef None None] Network 829a5bd2-07d1-412c-9684-cbf62895e403 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:07.564218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-129d96a2-9b74-42e1-adf9-60364321666b tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.567154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-129d96a2-9b74-42e1-adf9-60364321666b tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.572672 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-129d96a2-9b74-42e1-adf9-60364321666b tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-groups/0fdd9acc-7d14-42e7-89cb-e66aeb9d1a1e HTTP/1.1" status: 204 len: 168 time: 0.5597107 Jun 28 06:48:07.582331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54632) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:07.662728 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bb3ff2cb-86b9-4c1d-b510-6750a3536dae tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2981 time: 0.0800102 Jun 28 06:48:07.663526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.668951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:07.675309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54634) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:07.688686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-08011f48-e865-4428-b9ae-7842b061edd8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505318413'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:07.698322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c1442-6251-4c66-89dc-b6c014943ae8 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:07.699876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] For port 5010b8b4-9a82-4dcd-9beb-77dac56ead40, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5010b8b4-9a82-4dcd-9beb-77dac56ead40,segment=NetworkSegment(0331f5a2-2126-4dbe-97e1-54946c8185f8),segment_id=0331f5a2-2126-4dbe-97e1-54946c8185f8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:07.700384 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ef1c1442-6251-4c66-89dc-b6c014943ae8 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4140236 Jun 28 06:48:07.700863 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event updated for resources: {'Port': ['ID=90c127ae-25fc-4a60-841f-9ed0dc9fa615,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:07.701167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.710434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54636) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:07.720751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:07.720751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-691fd954-7d91-4de0-9316-162f811875b7 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:07.730996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.740201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.774481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'Port': ['ID=c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:07.779789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:07.785884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6a469891-a045-4d5f-8ff2-8d41aa47630d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:07.806241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.808217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-86ae5297-3fa5-4c5b-a2dc-5105653e0f54 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913866 Jun 28 06:48:07.809191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d96a2-9b74-42e1-adf9-60364321666b tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdd9acc-7d14-42e7-89cb-e66aeb9d1a1e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:07.812318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-129d96a2-9b74-42e1-adf9-60364321666b tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:07.813814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] Calling delete_port for 5010b8b4-9a82-4dcd-9beb-77dac56ead40 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:07.814673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54638) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:07.816614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] No DVR routers for this DVR port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:07.818860 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Port': ['ID=5010b8b4-9a82-4dcd-9beb-77dac56ead40,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:07.822796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.832541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370868404', 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:07.841549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cbfc6659-c59d-4e41-ac68-f813e294dd89 None None] Provisioning for port c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:07.848187 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30c96c98-cd94-455d-b788-242eacfb8dfa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:07.866448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cbfc6659-c59d-4e41-ac68-f813e294dd89 None None] Provisioning complete for port c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:07.866950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cbfc6659-c59d-4e41-ac68-f813e294dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.901980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-08011f48-e865-4428-b9ae-7842b061edd8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.902693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 24b83f6c-63b2-4637-8497-967ba188d51d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:07.913184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.919537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Pushing event deleted for resources: {'Port': ['ID=74373999-e5cd-4c2c-a16c-46bfa02da3ec,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:07.922033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:07.925274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83235a83-04f4-428e-be1d-5305d59c7fd8']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:07.941023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0331f5a2-2126-4dbe-97e1-54946c8185f8') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:07.941314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0331f5a2-2126-4dbe-97e1-54946c8185f8') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:07.950926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.968464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:07.974764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:07.975171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.034790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:08.035804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:08.038069 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:08.040197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:08.050513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.122771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] Pushing event deleted for resources: {'Port': ['ID=5010b8b4-9a82-4dcd-9beb-77dac56ead40,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:08.138337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] No DVR routers for this DVR port 5010b8b4-9a82-4dcd-9beb-77dac56ead40 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:08.143653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:08.166095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Network 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:08.167527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:08.174046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc6659-c59d-4e41-ac68-f813e294dd89 None None] Port c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:08.222784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cbfc6659-c59d-4e41-ac68-f813e294dd89 None None] Provisioning complete for port 7868f69c-62a2-49a2-ab01-00c02dabc287 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:08.223159 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cbfc6659-c59d-4e41-ac68-f813e294dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.246835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.260097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0e44721c-4323-401b-9c56-42b47c59eb0d tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:08.266041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 24b83f6c-63b2-4637-8497-967ba188d51d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:08.268753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.271305 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] 10.222.0.24 "DELETE /v2.0/networks/83235a83-04f4-428e-be1d-5305d59c7fd8 HTTP/1.1" status: 204 len: 168 time: 1.5384848 Jun 28 06:48:08.282067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7868f69c-62a2-49a2-ab01-00c02dabc287 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:08.286154 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Pushing event deleted for resources: {'Network': ['ID=83235a83-04f4-428e-be1d-5305d59c7fd8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:08.291368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:08.402524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Router 6757f26c-a828-4dc5-a3e1-d80bd3ae2a56 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:48:08.414933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 7868f69c-62a2-49a2-ab01-00c02dabc287 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:08.415191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.547277 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:08.557465 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "PUT /v2.0/routers/6757f26c-a828-4dc5-a3e1-d80bd3ae2a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5718775 Jun 28 06:48:08.557465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54642) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:08.564958 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1668c-4b2e-40ff-b500-eedfcb83916b None None] Sync routers for ids ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:08.576088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba27dfe-61d0-4684-a211-73bfa4bb4adc req-b5e3a7cc-2607-4a68-acc9-05814d2c3110 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:08.579213 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1668c-4b2e-40ff-b500-eedfcb83916b None None] Routers {'6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:08.579922 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2cc1668c-4b2e-40ff-b500-eedfcb83916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:08.585505 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ba27dfe-61d0-4684-a211-73bfa4bb4adc req-b5e3a7cc-2607-4a68-acc9-05814d2c3110 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 946 time: 1.0271580 Jun 28 06:48:08.620702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Provisioning for port 24b83f6c-63b2-4637-8497-967ba188d51d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:08.623703 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2cc1668c-4b2e-40ff-b500-eedfcb83916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:08.626607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Provisioning complete for port 24b83f6c-63b2-4637-8497-967ba188d51d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:08.627664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.640173 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1668c-4b2e-40ff-b500-eedfcb83916b None None] Routers {'6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:08.641830 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2cc1668c-4b2e-40ff-b500-eedfcb83916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:08.664341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Router 2a72d101-b79a-44e4-809b-ef39c548d25a has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:08.668319 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Floating IP c24ae55b-0987-4c1f-9f15-05ef6418e4f3 associated. External IP: 172.26.4.154, port: 51bd712f-2ad3-475a-a53d-4cd42b3901ce. Jun 28 06:48:08.694821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5010b8b4-9a82-4dcd-9beb-77dac56ead40 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:48:08.723445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 5010b8b4-9a82-4dcd-9beb-77dac56ead40 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:48:08.724157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5010b8b4-9a82-4dcd-9beb-77dac56ead40 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:48:08.740825 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ba27dfe-61d0-4684-a211-73bfa4bb4adc req-ec0cd358-aa78-4c32-ae36-08e544a869ee tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d5386b2-019a-49ae-bbdb-8e35872d5cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530252 Jun 28 06:48:08.793921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.837582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] For port 24b83f6c-63b2-4637-8497-967ba188d51d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=24b83f6c-63b2-4637-8497-967ba188d51d,segment=NetworkSegment(d6c96d7f-c8e5-4412-8614-1a2fe984c5f8),segment_id=d6c96d7f-c8e5-4412-8614-1a2fe984c5f8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:08.841318 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2cc1668c-4b2e-40ff-b500-eedfcb83916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:08.842139 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1668c-4b2e-40ff-b500-eedfcb83916b None None] The sync data for ids ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:08.907675 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.917023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fbcb6f7f-36f0-444e-b6b8-60d9ddf4f863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:08.932297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54646) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:08.957259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-08011f48-e865-4428-b9ae-7842b061edd8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.969774 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Provisioning complete for port c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:08.970452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:08.975375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:09.015023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Port c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:09.016781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] Sync routers for ids ['2a72d101-b79a-44e4-809b-ef39c548d25a'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:09.042451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] Routers {'2a72d101-b79a-44e4-809b-ef39c548d25a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:09.045536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2a72d101-b79a-44e4-809b-ef39c548d25a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:09.049780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Pushing event updated for resources: {'Port': ['ID=24b83f6c-63b2-4637-8497-967ba188d51d,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:09.061419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] No DVR routers for this DVR port 74373999-e5cd-4c2c-a16c-46bfa02da3ec on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:09.064060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.066511 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bed65c80-6727-4105-8cb5-7cbcb0e70d1d req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.50 "DELETE /v2.0/ports/74373999-e5cd-4c2c-a16c-46bfa02da3ec HTTP/1.1" status: 204 len: 173 time: 3.6601169 Jun 28 06:48:09.071523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'name': 'network-vif-deleted', 'tag': '74373999-e5cd-4c2c-a16c-46bfa02da3ec'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:48:09.074282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207dfd91-9e8d-41dc-b086-01523afbcc58" -d '{"events": [{"server_uuid": "58ee7543-16ce-4c07-bf1c-5122003dee06", "name": "network-vif-deleted", "tag": "74373999-e5cd-4c2c-a16c-46bfa02da3ec"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:48:09.085294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-08011f48-e865-4428-b9ae-7842b061edd8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.101417 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-441c9f10-ffd5-4755-aeeb-c411d31bcdee tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 06:48:09.102635 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-441c9f10-ffd5-4755-aeeb-c411d31bcdee tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "PUT /v2.0/routers/6757f26c-a828-4dc5-a3e1-d80bd3ae2a56/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5444241 Jun 28 06:48:09.105866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54652) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:09.114650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:09.159987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7685524a-8155-46bc-a705-e89ebb8a78ab tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:09.170250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-35c74794-0eb6-4441-87e2-438595389d3c None None] Provisioning complete for port 24b83f6c-63b2-4637-8497-967ba188d51d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:09.171213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-35c74794-0eb6-4441-87e2-438595389d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.181178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e218e82f-2e11-4c42-8f69-f11795c3c444 x-openstack-request-id: req-e218e82f-2e11-4c42-8f69-f11795c3c444 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:48:09.181518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ee7543-16ce-4c07-bf1c-5122003dee06", "name": "network-vif-deleted", "tag": "74373999-e5cd-4c2c-a16c-46bfa02da3ec", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:48:09.181795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e218e82f-2e11-4c42-8f69-f11795c3c444 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:48:09.182228 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ee7543-16ce-4c07-bf1c-5122003dee06', 'name': 'network-vif-deleted', 'tag': '74373999-e5cd-4c2c-a16c-46bfa02da3ec', 'status': 'completed', 'code': 200} Jun 28 06:48:09.229880 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] Set router 2a72d101-b79a-44e4-809b-ef39c548d25a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:09.230822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Router 2c7152c8-7dec-4fd9-a079-460f7d42b23c has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:09.234392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08011f48-e865-4428-b9ae-7842b061edd8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54624aee-4ff9-49f7-a8d1-64c921fe6562,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:09.241955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-08011f48-e865-4428-b9ae-7842b061edd8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:09.251115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:09.254779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.299141 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f0a72cdd-ae03-4623-8404-bfba616404b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78796853aaad43c2991c3b0c65b5442b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636863 Jun 28 06:48:09.303190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54654) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:09.388206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-08011f48-e865-4428-b9ae-7842b061edd8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.390209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-08011f48-e865-4428-b9ae-7842b061edd8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7073998 Jun 28 06:48:09.396723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54656) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:09.403705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c48e5a46-4a35-4c87-905e-b5acb1af8dd3 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '54624aee-4ff9-49f7-a8d1-64c921fe6562', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:09.461723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-35c74794-0eb6-4441-87e2-438595389d3c None None] Provisioning complete for port c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:09.462204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-35c74794-0eb6-4441-87e2-438595389d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.493716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f7a4513e-acd3-4af5-82d8-10480fbbb9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.503224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.523131 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-35c74794-0eb6-4441-87e2-438595389d3c None None] Port c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:09.564799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:09.567747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f7a4513e-acd3-4af5-82d8-10480fbbb9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.575045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c48e5a46-4a35-4c87-905e-b5acb1af8dd3 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.583794 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] Sync routers for ids ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:09.591267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:25Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'f14e46d1-54db-4619-b40d-7d1e2bf72f3a', 'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'mac_address': 'fa:16:3e:72:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:22Z', 'updated_at': '2021-06-28T06:44:35Z', 'revision_number': 5, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'subnets': [{'id': '94181330-8daa-4f63-8db3-dd5004767258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:09.597870 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] Routers {'2c7152c8-7dec-4fd9-a079-460f7d42b23c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:09.599325 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:09.741015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.746936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c48e5a46-4a35-4c87-905e-b5acb1af8dd3 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.802017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 24b83f6c-63b2-4637-8497-967ba188d51d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:09.804535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] Checking router: 2a72d101-b79a-44e4-809b-ef39c548d25a for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:48:09.814456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f7a4513e-acd3-4af5-82d8-10480fbbb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.818333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f7a4513e-acd3-4af5-82d8-10480fbbb9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.819537 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f7a4513e-acd3-4af5-82d8-10480fbbb9e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8983fffd-5e07-4b29-aba4-d48a03e44413 HTTP/1.1" status: 204 len: 168 time: 0.5154104 Jun 28 06:48:09.820538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.834269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e1ec80db-c261-47d0-a44f-35da6dbf15de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:09.837356 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9722538 Jun 28 06:48:09.843704 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c48e5a46-4a35-4c87-905e-b5acb1af8dd3 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:09.852303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1bcbeb26-30d1-456e-ba91-fe8e4bdaa8c6 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:09.860079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] Routers {'2a72d101-b79a-44e4-809b-ef39c548d25a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:09.860753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2a72d101-b79a-44e4-809b-ef39c548d25a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:09.866120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4513e-acd3-4af5-82d8-10480fbbb9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8983fffd-5e07-4b29-aba4-d48a03e44413,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:09.872649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f7a4513e-acd3-4af5-82d8-10480fbbb9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:09.873401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5521a9f7-0de7-41c6-8b5c-3acdeec1bd2b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:09.882093 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] Set router 2c7152c8-7dec-4fd9-a079-460f7d42b23c gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:09.906850 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e5a46-4a35-4c87-905e-b5acb1af8dd3 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f431bb48-7e07-4b12-b343-28d11057c51e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:09.919732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c48e5a46-4a35-4c87-905e-b5acb1af8dd3 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:09.992130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Subnet': ['ID=535fc88a-eb05-49eb-8b19-81f4143cd70f,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:10.002101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:10.002891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Checking segment: {'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:10.003263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network hostable DHCP agents. Network: 9064416d-d89a-42ca-a81f-cd6a616b3398, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:10.016225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c48e5a46-4a35-4c87-905e-b5acb1af8dd3 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.018473 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c48e5a46-4a35-4c87-905e-b5acb1af8dd3 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6188431 Jun 28 06:48:10.020581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54664) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:10.026412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Deleting port c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:10.026741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.040040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 24b83f6c-63b2-4637-8497-967ba188d51d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:10.040425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.115922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] Set router 2a72d101-b79a-44e4-809b-ef39c548d25a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:10.147612 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9a133e9e-4c1a-4e82-881d-d2c241f447a9 req-407acb31-97cd-4cd8-af4d-d4d867eddc0f tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ee7543-16ce-4c07-bf1c-5122003dee06 HTTP/1.1" status: 200 len: 210 time: 0.1095805 Jun 28 06:48:10.153935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.171320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Calling delete_port for c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:10.220740 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8a60f084-fa3c-4fae-a9a3-74398f55b920 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules/f431bb48-7e07-4b12-b343-28d11057c51e HTTP/1.1" status: 200 len: 763 time: 0.1960297 Jun 28 06:48:10.221421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54666) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:10.246933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9064416d-d89a-42ca-a81f-cd6a616b3398 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:10.297869 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b9a3307b-6365-4b0e-abed-0962e789b6cb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0751867 Jun 28 06:48:10.300376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54670) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:10.344904 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:39Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c24ae55b-0987-4c1f-9f15-05ef6418e4f3', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'port_id': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'mac_address': 'fa:16:3e:24:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:48:05Z', 'updated_at': '2021-06-28T06:48:05Z', 'revision_number': 0, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035f514a-15e7-4ffd-8f8f-266ff4fa23a7', 'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'mac_address': 'fa:16:3e:37:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:36Z', 'updated_at': '2021-06-28T06:47:46Z', 'revision_number': 5, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'subnets': [{'id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:10.351426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a364ac7c-334d-45e6-82bb-a4de0dc1ff6c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.368718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f581b-244f-4045-b76d-5f05ccd699d7 req-fb12cf53-1844-4bf2-adee-9fd2f79aeae9 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:10.371210 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-194f581b-244f-4045-b76d-5f05ccd699d7 req-fb12cf53-1844-4bf2-adee-9fd2f79aeae9 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.2185459 Jun 28 06:48:10.372000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 9064416d-d89a-42ca-a81f-cd6a616b3398) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:10.382851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad1aa48-68b0-487f-a0f4-0100e138211d None None] Network 9064416d-d89a-42ca-a81f-cd6a616b3398 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:10.391492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:10.392341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.400872 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] Checking router: 2c7152c8-7dec-4fd9-a079-460f7d42b23c for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:48:10.418591 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] Routers {'2c7152c8-7dec-4fd9-a079-460f7d42b23c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:10.423685 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:10.460300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a364ac7c-334d-45e6-82bb-a4de0dc1ff6c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.476765 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-194f581b-244f-4045-b76d-5f05ccd699d7 req-d499a525-0280-4231-9f12-81dc0d91ec40 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805404 Jun 28 06:48:10.527318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:25Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'f14e46d1-54db-4619-b40d-7d1e2bf72f3a', 'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'mac_address': 'fa:16:3e:72:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:22Z', 'updated_at': '2021-06-28T06:44:35Z', 'revision_number': 5, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'subnets': [{'id': '94181330-8daa-4f63-8db3-dd5004767258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:10.567217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641314e0-fcac-45f8-94af-798fb3053092 None None] The sync data for ids ['2a72d101-b79a-44e4-809b-ef39c548d25a'] in dv-neutron-797120-6-hyperv is: [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:44:25Z', 'revision_number': 4, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'f14e46d1-54db-4619-b40d-7d1e2bf72f3a', 'name': '', 'network_id': '55180fb3-ac20-4ce8-aeeb-de80dffcb6b6', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'mac_address': 'fa:16:3e:72:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '94181330-8daa-4f63-8db3-dd5004767258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:22Z', 'updated_at': '2021-06-28T06:44:35Z', 'revision_number': 5, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'subnets': [{'id': '94181330-8daa-4f63-8db3-dd5004767258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:10.576370 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7483423 Jun 28 06:48:10.576370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54678) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:10.605072 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] Set router 2c7152c8-7dec-4fd9-a079-460f7d42b23c gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:10.733874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-9064416d-d89a-42ca-a81f-cd6a616b3398', 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ips': [{'subnet_id': '535fc88a-eb05-49eb-8b19-81f4143cd70f'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:10.735034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.754539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a364ac7c-334d-45e6-82bb-a4de0dc1ff6c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.770905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a364ac7c-334d-45e6-82bb-a4de0dc1ff6c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.772739 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a364ac7c-334d-45e6-82bb-a4de0dc1ff6c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f431bb48-7e07-4b12-b343-28d11057c51e HTTP/1.1" status: 204 len: 168 time: 0.4709532 Jun 28 06:48:10.773834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:10.776760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54684) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:10.797044 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b0e8b0a8-e58c-492c-8624-fa44881590a4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/floatingips/c24ae55b-0987-4c1f-9f15-05ef6418e4f3 HTTP/1.1" status: 200 len: 991 time: 0.2247338 Jun 28 06:48:10.810373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364ac7c-334d-45e6-82bb-a4de0dc1ff6c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f431bb48-7e07-4b12-b343-28d11057c51e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:10.815655 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a364ac7c-334d-45e6-82bb-a4de0dc1ff6c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:10.822903 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:10.826437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d0c7cb3d-6c1b-475b-9da6-150656af53b6 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:10.924201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event deleted for resources: {'Port': ['ID=c5d37be4-39f1-47d1-83c7-6ed5bc0d8e06,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:10.942206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:11.000345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Allocated IP 172.20.0.18 (9064416d-d89a-42ca-a81f-cd6a616b3398/535fc88a-eb05-49eb-8b19-81f4143cd70f/0a6d5e21-7535-47fb-aa19-2aadacb47c23) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:11.041437 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:39Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c24ae55b-0987-4c1f-9f15-05ef6418e4f3', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'port_id': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'mac_address': 'fa:16:3e:24:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:48:05Z', 'updated_at': '2021-06-28T06:48:05Z', 'revision_number': 0, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035f514a-15e7-4ffd-8f8f-266ff4fa23a7', 'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'mac_address': 'fa:16:3e:37:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:36Z', 'updated_at': '2021-06-28T06:47:46Z', 'revision_number': 5, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'subnets': [{'id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:11.085381 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf638cc7-bf1d-4700-8456-89653a813a54 None None] The sync data for ids ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'] in dv-neutron-797120-6-hyperv is: [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:39Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c24ae55b-0987-4c1f-9f15-05ef6418e4f3', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'port_id': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'mac_address': 'fa:16:3e:24:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:48:05Z', 'updated_at': '2021-06-28T06:48:05Z', 'revision_number': 0, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035f514a-15e7-4ffd-8f8f-266ff4fa23a7', 'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'mac_address': 'fa:16:3e:37:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:36Z', 'updated_at': '2021-06-28T06:47:46Z', 'revision_number': 5, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'subnets': [{'id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:11.111641 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-112eeabe-054c-4305-864a-a68c3ff8e628 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3327870 Jun 28 06:48:11.114463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54690) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:11.120245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4699c8fd-5698-4c07-bf86-ecb566c8d89e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '54624aee-4ff9-49f7-a8d1-64c921fe6562', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:11.149579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54694) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:11.160767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a865c589-1cca-449e-a0c3-ffa2ce86a199 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860752773', 'description': 'tempest-secgroup-smoke-1860752773 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:11.183298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:48:11.187782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967a5333-e450-4d95-b8d1-77ff774f8c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:48:11.203509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366005cc-0fbf-4097-8b63-a62a12192273 None None] New status for floating IP d3ad428e-1179-4ce8-be22-c80538bd4dfd: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:48:11.243181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4699c8fd-5698-4c07-bf86-ecb566c8d89e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.285411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.354528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e90fbd-bc88-43b6-8af5-a3f169131e9c x-openstack-request-id: req-76e90fbd-bc88-43b6-8af5-a3f169131e9c {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:48:11.357464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:48:11.357814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76e90fbd-bc88-43b6-8af5-a3f169131e9c {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:48:11.360710 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'status': 'completed', 'code': 200} Jun 28 06:48:11.461017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54704) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:11.486930 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4699c8fd-5698-4c07-bf86-ecb566c8d89e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.505739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54708) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:11.511110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.521187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Transition to ACTIVE for port object 0a6d5e21-7535-47fb-aa19-2aadacb47c23 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:11.530742 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a2b766-2181-4282-a5b0-e4d78aa42c42 None None] New status for floating IP c24ae55b-0987-4c1f-9f15-05ef6418e4f3: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:48:11.544637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Transition to ACTIVE for port object 0a6d5e21-7535-47fb-aa19-2aadacb47c23 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:11.565192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4699c8fd-5698-4c07-bf86-ecb566c8d89e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.567502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-5667c03e-0f26-458e-b4da-04675b23f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:11.569404 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-5667c03e-0f26-458e-b4da-04675b23f24c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2fddddf685b4fb0874f450869f3f92f&device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 1098 time: 0.1895425 Jun 28 06:48:11.611861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.614897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c94f95d2-64a4-4f09-9639-db568fc820f1 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:11.615667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:11.644088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699c8fd-5698-4c07-bf86-ecb566c8d89e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ec3b31-fa25-4073-a35f-4eaef491ddd4,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:11.654474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4699c8fd-5698-4c07-bf86-ecb566c8d89e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:11.661558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-950313898'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:11.670538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Network 9064416d-d89a-42ca-a81f-cd6a616b3398 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:11.676318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:11.686483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:11.688659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Pushing event updated for resources: {'Port': ['ID=0a6d5e21-7535-47fb-aa19-2aadacb47c23,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:11.693038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:11.755162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c830498d-fe74-4234-b024-837c4456e9b0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.765439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Attempting to bind port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:11.765724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Attempting to bind port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:11.766106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Attempting to bind port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 on network 9064416d-d89a-42ca-a81f-cd6a616b3398 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:11.771553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:11.771946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Checking segment: {'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:11.772683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.772806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Bound using segment: {'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:11.773819 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Bound port: 0a6d5e21-7535-47fb-aa19-2aadacb47c23, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:11.773819 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.776182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4699c8fd-5698-4c07-bf86-ecb566c8d89e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.781191 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4699c8fd-5698-4c07-bf86-ecb566c8d89e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6617675 Jun 28 06:48:11.781358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a865c589-1cca-449e-a0c3-ffa2ce86a199 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.782606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54710) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:11.805680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54712) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:11.807508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c830498d-fe74-4234-b024-837c4456e9b0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.846505 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-723ff4d4-8bd8-4597-a2e6-38ed0569067d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules/54ec3b31-fa25-4073-a35f-4eaef491ddd4 HTTP/1.1" status: 200 len: 763 time: 0.0605803 Jun 28 06:48:11.847840 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54714) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:11.854266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] For port 0a6d5e21-7535-47fb-aa19-2aadacb47c23, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:11.858569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] For port 0a6d5e21-7535-47fb-aa19-2aadacb47c23, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0a6d5e21-7535-47fb-aa19-2aadacb47c23,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:11.881803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-8aff3e2e-4478-4440-ad92-51e0017f4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:11.883458 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-8aff3e2e-4478-4440-ad92-51e0017f4827 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5f90b46d-010e-4b4e-a1ee-0e7e23497587 HTTP/1.1" status: 200 len: 897 time: 0.2931883 Jun 28 06:48:11.918032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:11.922688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.935035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.937872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5f9baae0-80f9-4062-9037-8672e06b7279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:11.973598 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-805949c3-3bfc-4739-baef-0f7e9323e13a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1196725 Jun 28 06:48:11.973825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:11.976706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54716) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:12.006088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Router 6757f26c-a828-4dc5-a3e1-d80bd3ae2a56 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:12.011865 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f3f2f661-da2e-4bd1-8d09-97f0e472db2a tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/floatingips/c24ae55b-0987-4c1f-9f15-05ef6418e4f3 HTTP/1.1" status: 200 len: 993 time: 0.2006812 Jun 28 06:48:12.026570 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-4c21d82f-4710-45e1-8188-947a08aa2c70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce HTTP/1.1" status: 200 len: 1001 time: 0.1291220 Jun 28 06:48:12.030239 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-94d8af76-9791-47ab-a3f2-070f8416f5fa tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.039210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Pushing event updated for resources: {'Port': ['ID=0a6d5e21-7535-47fb-aa19-2aadacb47c23,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:12.042268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:12.048919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-94d8af76-9791-47ab-a3f2-070f8416f5fa tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.091137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-e875b20b-87f7-4208-bf9b-cb8ee9b0b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:12.092767 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-e875b20b-87f7-4208-bf9b-cb8ee9b0b594 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a515bc3d-c230-456e-b8c4-ec0b1be937e3 HTTP/1.1" status: 200 len: 835 time: 0.0599911 Jun 28 06:48:12.155276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:12.162451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-2c56ecad-b363-4a93-a78b-8540997c072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:12.162683 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "PUT /v2.0/routers/6757f26c-a828-4dc5-a3e1-d80bd3ae2a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0557077 Jun 28 06:48:12.164014 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-2c56ecad-b363-4a93-a78b-8540997c072e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f90b46d-010e-4b4e-a1ee-0e7e23497587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596735 Jun 28 06:48:12.166682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54718) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:12.169601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a865c589-1cca-449e-a0c3-ffa2ce86a199 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.173882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9755de-2326-4160-ae09-e08bcedde4d6 None None] Sync routers for ids ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:12.185229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c830498d-fe74-4234-b024-837c4456e9b0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.186769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9755de-2326-4160-ae09-e08bcedde4d6 None None] Routers {'6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:12.187359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9c9755de-2326-4160-ae09-e08bcedde4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:12.192835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c830498d-fe74-4234-b024-837c4456e9b0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.198435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54720) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:12.199486 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c830498d-fe74-4234-b024-837c4456e9b0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d5386b2-019a-49ae-bbdb-8e35872d5cd2 HTTP/1.1" status: 204 len: 168 time: 0.6923959 Jun 28 06:48:12.237405 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-2cda8d1c-6661-44cb-818f-6407f76fb290 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] show failed (client error): The resource could not be found. Jun 28 06:48:12.238438 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2cda8d1c-6661-44cb-818f-6407f76fb290 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "GET /v2.0/security-groups/2d5386b2-019a-49ae-bbdb-8e35872d5cd2 HTTP/1.1" status: 404 len: 347 time: 0.0372753 Jun 28 06:48:12.241235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54722) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:12.249836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-94d8af76-9791-47ab-a3f2-070f8416f5fa tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.253693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-129d96a2-9b74-42e1-adf9-60364321666b tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:12.271706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9c9755de-2326-4160-ae09-e08bcedde4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:12.275604 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-eed8f29a-4b6d-4801-8734-07321be98038 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] delete failed (client error): The resource could not be found. Jun 28 06:48:12.276692 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-eed8f29a-4b6d-4801-8734-07321be98038 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-418468254 HTTP/1.1" status: 404 len: 334 time: 0.1075308 Jun 28 06:48:12.283862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9755de-2326-4160-ae09-e08bcedde4d6 None None] Routers {'6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:12.284629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9c9755de-2326-4160-ae09-e08bcedde4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:12.292542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54724) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:12.298051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-67fa9d0c-3d82-4e01-9ea3-a26209367e9d tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Request body: {'router': {'external_gateway_info': {'network_id': '6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:12.309448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b2ded7f4-ca81-4afe-b424-ea2b7e0895ac tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:12.323471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9c9755de-2326-4160-ae09-e08bcedde4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:12.324146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9755de-2326-4160-ae09-e08bcedde4d6 None None] The sync data for ids ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:12.324390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-94d8af76-9791-47ab-a3f2-070f8416f5fa tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.330957 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-94d8af76-9791-47ab-a3f2-070f8416f5fa tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/54ec3b31-fa25-4073-a35f-4eaef491ddd4 HTTP/1.1" status: 204 len: 168 time: 0.3511596 Jun 28 06:48:12.331487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a865c589-1cca-449e-a0c3-ffa2ce86a199 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.357046 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830498d-fe74-4234-b024-837c4456e9b0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5386b2-019a-49ae-bbdb-8e35872d5cd2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:12.363022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54726) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:12.367499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c830498d-fe74-4234-b024-837c4456e9b0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:12.380190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8af76-9791-47ab-a3f2-070f8416f5fa tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54ec3b31-fa25-4073-a35f-4eaef491ddd4,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:12.382670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-94d8af76-9791-47ab-a3f2-070f8416f5fa tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:12.391147 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b31777e5-993c-415b-ac53-3a58254a06c8 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:12.440065 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865c589-1cca-449e-a0c3-ffa2ce86a199 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cb71c4-01c9-4f1b-9ad4-37237584da0c,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:12.443585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a865c589-1cca-449e-a0c3-ffa2ce86a199 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:12.467616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Deleting port fb61a5ca-d22d-46ec-bf16-e7ea51254353 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:12.467616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.550769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.551307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.567287 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Calling delete_port for fb61a5ca-d22d-46ec-bf16-e7ea51254353 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:12.595334 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-53d2a7fb-e622-44c4-9693-bafdaf763415 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2294154 Jun 28 06:48:12.607668 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-ba7cace4-12ac-4c92-b71b-9d35d9d7b7aa service neutron] 10.222.0.50 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321303 Jun 28 06:48:12.608934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54728) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:12.617218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9b431970-5e96-403b-a2bd-67405b14eb05 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Request body: {'security_group_rule': {'security_group_id': '54624aee-4ff9-49f7-a8d1-64c921fe6562', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:12.760989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.762920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-67fa9d0c-3d82-4e01-9ea3-a26209367e9d tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.800720 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-967a5333-e450-4d95-b8d1-77ff774f8c1e req-c3ad3d7d-c3b0-4025-8359-4674368e1fa5 service neutron] 10.222.0.50 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788063 Jun 28 06:48:12.820685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.823715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:12.854311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Pushing event deleted for resources: {'Port': ['ID=fb61a5ca-d22d-46ec-bf16-e7ea51254353,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:12.858714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:12.864945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.880943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-29bc3e1c-ba1b-42e3-bf81-cfa047a9a5d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:12.885834 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.api.v2.resource [None req-67fa9d0c-3d82-4e01-9ea3-a26209367e9d tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] update failed (client error): The resource could not be found. Jun 28 06:48:12.891490 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-67fa9d0c-3d82-4e01-9ea3-a26209367e9d tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "PUT /v2.0/routers/6757f26c-a828-4dc5-a3e1-d80bd3ae2a56 HTTP/1.1" status: 404 len: 339 time: 0.5927501 Jun 28 06:48:12.902295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54730) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:12.914467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:12.925615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a865c589-1cca-449e-a0c3-ffa2ce86a199 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.929866 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a865c589-1cca-449e-a0c3-ffa2ce86a199 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7763581 Jun 28 06:48:12.930281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54732) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:12.935040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '81cb71c4-01c9-4f1b-9ad4-37237584da0c', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:12.942127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.944688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:12.948153 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] 10.222.0.24 "DELETE /v2.0/floatingips/d3ad428e-1179-4ce8-be22-c80538bd4dfd HTTP/1.1" status: 204 len: 168 time: 0.7036760 Jun 28 06:48:12.948834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54734) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:13.000012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.000425 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment 7bc8b28f-46e0-47af-9bf3-641db3d5d0c6 of type vlan for network 2e3c73b3-a621-4c52-8125-33890b08c76b Jun 28 06:48:13.002639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:48:13.002639 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:48:13.002639 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'project_id_1': '928c838aa6674b9cac7488cce014aba7', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 48, 12, 946716)}] Jun 28 06:48:13.002639 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:48:13.003269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:48:13.013419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6390e1f4-2716-45db-87dc-d36247e821c5,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:13.019966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:13.075165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3b8d11-a1db-42f8-9050-35fabe0b25c0 None None] Network 9064416d-d89a-42ca-a81f-cd6a616b3398 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:13.120891 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-9b431970-5e96-403b-a2bd-67405b14eb05 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Project f90566505f1140138da600c2b513b589 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:48:13.127690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.133929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9b431970-5e96-403b-a2bd-67405b14eb05 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.240050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1eb73dcd-64de-4b60-80d8-6a126680deff None None] Provisioning for port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:13.284482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.290334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:13.292085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.299405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0c23ef4b-d49c-44e3-bd48-cab137b9b0cb tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:13.323479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9b431970-5e96-403b-a2bd-67405b14eb05 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.352245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.394676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.399912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=2e3c73b3-a621-4c52-8125-33890b08c76b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:13.403506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.408892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:13.414486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 2e3c73b3-a621-4c52-8125-33890b08c76b details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:13.464750 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0009263 Jun 28 06:48:13.492659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9b431970-5e96-403b-a2bd-67405b14eb05 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.498831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a364ac7c-334d-45e6-82bb-a4de0dc1ff6c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:13.534242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b431970-5e96-403b-a2bd-67405b14eb05 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b702ce53-779d-4e8d-a9ce-a70ec324419b,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:13.537689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9b431970-5e96-403b-a2bd-67405b14eb05 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:13.584710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9b431970-5e96-403b-a2bd-67405b14eb05 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.585940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9b431970-5e96-403b-a2bd-67405b14eb05 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9723125 Jun 28 06:48:13.588656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54736) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:13.611019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54738) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:13.620761 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': '2e3c73b3-a621-4c52-8125-33890b08c76b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:13.673531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4f4d537e-8d2a-43e6-97f5-86f4646fab61 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules/b702ce53-779d-4e8d-a9ce-a70ec324419b HTTP/1.1" status: 200 len: 769 time: 0.0834947 Jun 28 06:48:13.674190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54740) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:13.697898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.708248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0a6d5e21-7535-47fb-aa19-2aadacb47c23 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:13.767179 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2d024c65-3e13-4e1c-981e-d13836ef6a2c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0915248 Jun 28 06:48:13.770962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54742) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:13.794691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Deleting port f14e46d1-54db-4619-b40d-7d1e2bf72f3a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:13.795035 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.803755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Allocated IP 172.20.0.1 (d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b/89598f0b-8566-4f7d-97d0-54111be5c129/75cf9dd9-d360-4092-80c0-6aed448a436a) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:13.809023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:13.814171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:13.814171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.823297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.839869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bd6de3ee-7ff2-465a-886a-2bdf7f9d49ab tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.868965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:13.872594 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.875748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bd6de3ee-7ff2-465a-886a-2bdf7f9d49ab tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.896755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.897021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.906413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c48e5a46-4a35-4c87-905e-b5acb1af8dd3 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:13.933932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a732a6-7ccd-4d05-948e-c36cf23c1d44,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:13.934544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 0a6d5e21-7535-47fb-aa19-2aadacb47c23, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0a6d5e21-7535-47fb-aa19-2aadacb47c23,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:13.937238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:13.954116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] For port f14e46d1-54db-4619-b40d-7d1e2bf72f3a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f14e46d1-54db-4619-b40d-7d1e2bf72f3a,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:13.954473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:13.968887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Calling delete_port for f14e46d1-54db-4619-b40d-7d1e2bf72f3a owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:14.014607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.019601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-155d6376-96fb-46e5-9c8a-6df9c5681611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:14.025633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.029493 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0957611 Jun 28 06:48:14.029493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bd6de3ee-7ff2-465a-886a-2bdf7f9d49ab tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.031862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0199e528-00f1-47a6-b52d-21183a7d0793 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:14.035897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54744) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:14.039363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bd6de3ee-7ff2-465a-886a-2bdf7f9d49ab tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.042679 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bd6de3ee-7ff2-465a-886a-2bdf7f9d49ab tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b702ce53-779d-4e8d-a9ce-a70ec324419b HTTP/1.1" status: 204 len: 168 time: 0.2681441 Jun 28 06:48:14.045991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-27de11f0-36d4-4444-b06d-6eac7f1a80a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '81cb71c4-01c9-4f1b-9ad4-37237584da0c', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:14.054999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54746) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:14.072685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=0a6d5e21-7535-47fb-aa19-2aadacb47c23,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:14.076088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:14.081841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6de3ee-7ff2-465a-886a-2bdf7f9d49ab tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b702ce53-779d-4e8d-a9ce-a70ec324419b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:14.093353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bd6de3ee-7ff2-465a-886a-2bdf7f9d49ab tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:14.163993 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1237076a-3b51-4551-97ec-33409c950852 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1076078 Jun 28 06:48:14.166860 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54748) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:14.258355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d62f-c7a9-4bf9-aaa8-2966e9cb77fb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.286144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27de11f0-36d4-4444-b06d-6eac7f1a80a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.330311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d62f-c7a9-4bf9-aaa8-2966e9cb77fb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.370069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.383429 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27de11f0-36d4-4444-b06d-6eac7f1a80a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.389498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Transition to ACTIVE for port object 75cf9dd9-d360-4092-80c0-6aed448a436a will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:14.414722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.416920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18431969-2c4c-45d2-b76c-184f6fe7f069 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:14.443595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14e46d1-54db-4619-b40d-7d1e2bf72f3a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:14.446579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:14.448979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27de11f0-36d4-4444-b06d-6eac7f1a80a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.455648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d50a58e1-b233-49c8-9e13-9d99661653ef tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:14.492923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de11f0-36d4-4444-b06d-6eac7f1a80a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7473ed4c-cb6d-4622-a474-fd3ff232e8a0,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:14.495590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-27de11f0-36d4-4444-b06d-6eac7f1a80a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:14.500661 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d62f-c7a9-4bf9-aaa8-2966e9cb77fb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.503205 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d62f-c7a9-4bf9-aaa8-2966e9cb77fb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.504363 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c6d7d62f-c7a9-4bf9-aaa8-2966e9cb77fb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "DELETE /v2.0/security-groups/54624aee-4ff9-49f7-a8d1-64c921fe6562 HTTP/1.1" status: 204 len: 168 time: 0.3365428 Jun 28 06:48:14.506273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e6073be6-ad99-4e42-86af-e2f10028c144 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:14.507343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54750) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:14.540755 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7d62f-c7a9-4bf9-aaa8-2966e9cb77fb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54624aee-4ff9-49f7-a8d1-64c921fe6562,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:14.543915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c6d7d62f-c7a9-4bf9-aaa8-2966e9cb77fb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:14.554681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.557920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:14.596650 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a6e340a0-3850-4cc4-8dae-6b43abf3dfc7 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2981 time: 0.0879717 Jun 28 06:48:14.606292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54752) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:14.613597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.615280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27de11f0-36d4-4444-b06d-6eac7f1a80a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.624016 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-27de11f0-36d4-4444-b06d-6eac7f1a80a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5751112 Jun 28 06:48:14.628615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54754) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:14.642453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f830d6ed-84cc-4b0f-8562-c955572848b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '81cb71c4-01c9-4f1b-9ad4-37237584da0c', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:14.654416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Network d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:14.664968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'Port': ['ID=75cf9dd9-d360-4092-80c0-6aed448a436a,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:14.668437 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:14.671930 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-393ebd60-b394-4e16-9d93-ba3bd7c4e40f tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:14.694346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:14.697331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:14.697778 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-deab5ca4-5760-408a-aaba-bdcc02982b0a tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2981 time: 0.0942683 Jun 28 06:48:14.713324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.781208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=f6cba67e-1b6a-4ff9-82a5-859f15e4fcfe,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:14.784144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:14.797335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': '7bc8b28f-46e0-47af-9bf3-641db3d5d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2e3c73b3-a621-4c52-8125-33890b08c76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:14.797703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: 2e3c73b3-a621-4c52-8125-33890b08c76b, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:14.801162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.861766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f830d6ed-84cc-4b0f-8562-c955572848b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.950714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f830d6ed-84cc-4b0f-8562-c955572848b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:14.978173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Router 2a72d101-b79a-44e4-809b-ef39c548d25a has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:14.980287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network 2e3c73b3-a621-4c52-8125-33890b08c76b is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:15.081750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.086592 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:15.096408 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] 10.222.0.24 "PUT /v2.0/routers/2a72d101-b79a-44e4-809b-ef39c548d25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1464622 Jun 28 06:48:15.097353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54758) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:15.100552 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] Sync routers for ids ['2a72d101-b79a-44e4-809b-ef39c548d25a'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:15.107623 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] Routers {'2a72d101-b79a-44e4-809b-ef39c548d25a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:15.109081 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2a72d101-b79a-44e4-809b-ef39c548d25a'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:15.126958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f830d6ed-84cc-4b0f-8562-c955572848b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.164558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bd53958e-79dd-4ed4-bb22-4e9b99790fc1 None None] Provisioning for port 75cf9dd9-d360-4092-80c0-6aed448a436a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:15.169914 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bd53958e-79dd-4ed4-bb22-4e9b99790fc1 None None] Provisioning complete for port 75cf9dd9-d360-4092-80c0-6aed448a436a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:15.170547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bd53958e-79dd-4ed4-bb22-4e9b99790fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.212691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bd53958e-79dd-4ed4-bb22-4e9b99790fc1 None None] Port 75cf9dd9-d360-4092-80c0-6aed448a436a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:15.220598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-58c570b0-86db-471a-acf9-07c37a32a243 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:15.225747 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] Set router 2a72d101-b79a-44e4-809b-ef39c548d25a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:15.259211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 2e3c73b3-a621-4c52-8125-33890b08c76b) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:15.267992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085042bf-5db8-453a-b3e3-0f6f6043ce21 None None] Network 2e3c73b3-a621-4c52-8125-33890b08c76b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:15.286816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54762) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:15.288719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830d6ed-84cc-4b0f-8562-c955572848b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fb17c4-6baf-4168-956f-3f47cc1bba22,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:15.298057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:15.300722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.307753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f830d6ed-84cc-4b0f-8562-c955572848b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:15.371721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f830d6ed-84cc-4b0f-8562-c955572848b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.372932 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f830d6ed-84cc-4b0f-8562-c955572848b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7413654 Jun 28 06:48:15.375889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54766) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:15.382422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-76aeee07-4cb5-4d7b-b5af-a5d40e037a8a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '81cb71c4-01c9-4f1b-9ad4-37237584da0c', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:15.416361 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7997117 Jun 28 06:48:15.419524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54768) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:15.427382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1104230875'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:15.434068 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:48:14Z', 'revision_number': 5, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:15.463534 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] Checking router: 2a72d101-b79a-44e4-809b-ef39c548d25a for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:48:15.473009 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] Routers {'2a72d101-b79a-44e4-809b-ef39c548d25a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:15.473870 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2a72d101-b79a-44e4-809b-ef39c548d25a'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:15.477760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.481447 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3edeb21e-523e-4100-811a-500df799e712 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f90566505f1140138da600c2b513b589&name=default HTTP/1.1" status: 200 len: 2981 time: 0.1912744 Jun 28 06:48:15.484065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54770) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:15.499466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-2e3c73b3-a621-4c52-8125-33890b08c76b', 'network_id': '2e3c73b3-a621-4c52-8125-33890b08c76b', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': 'f6cba67e-1b6a-4ff9-82a5-859f15e4fcfe'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:15.500498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.507121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76aeee07-4cb5-4d7b-b5af-a5d40e037a8a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.568993 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76aeee07-4cb5-4d7b-b5af-a5d40e037a8a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.628993 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76aeee07-4cb5-4d7b-b5af-a5d40e037a8a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.634591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:15.648688 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] Set router 2a72d101-b79a-44e4-809b-ef39c548d25a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:15.651358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aeee07-4cb5-4d7b-b5af-a5d40e037a8a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4225b8e0-9839-478e-8284-e4d80eb5585f,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:15.666850 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-76aeee07-4cb5-4d7b-b5af-a5d40e037a8a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:15.681615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-88e6083d-4293-4b1e-ae4f-500d310d5951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.683575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:15.688337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.712362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Allocated IP 172.20.255.242 (2e3c73b3-a621-4c52-8125-33890b08c76b/f6cba67e-1b6a-4ff9-82a5-859f15e4fcfe/cb5cfeb2-065d-4349-85fb-03daa93693c3) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:15.755521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-88e6083d-4293-4b1e-ae4f-500d310d5951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.765574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0a6d5e21-7535-47fb-aa19-2aadacb47c23 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:15.781525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76aeee07-4cb5-4d7b-b5af-a5d40e037a8a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.785816 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-76aeee07-4cb5-4d7b-b5af-a5d40e037a8a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4085999 Jun 28 06:48:15.796475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54772) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:15.808391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.813311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e8f46c0b-7dab-43ae-8e39-03da1cf0cbd6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '81cb71c4-01c9-4f1b-9ad4-37237584da0c', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:15.829676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:15.848549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.857227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.857619 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment 099f43c7-109d-456e-be96-b452fe9f15df of type vlan for network f95834e4-3e87-4306-8b33-f2993ca9d106 Jun 28 06:48:15.865810 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:48:14Z', 'revision_number': 5, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:15.876629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:15.876829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.883184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.884587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8d3cb858-43fc-48fb-a196-d2138008e320 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:15.959989 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-e8f46c0b-7dab-43ae-8e39-03da1cf0cbd6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:48:15.970066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:15.984550 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb876d81-4d5b-444b-98ab-0757ef613a02 None None] The sync data for ids ['2a72d101-b79a-44e4-809b-ef39c548d25a'] in dv-neutron-797120-6-hyperv is: [{'id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'name': 'tempest-ServerActionsTestJSON-496794265-router', 'tenant_id': 'cc117095beac49488fd5f8f0e756086e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:44:14Z', 'updated_at': '2021-06-28T06:48:14Z', 'revision_number': 5, 'project_id': 'cc117095beac49488fd5f8f0e756086e', 'gw_port': {'id': '91ad31b2-735a-4073-be67-bd15cc5ca2a4', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72d101-b79a-44e4-809b-ef39c548d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:44:16Z', 'updated_at': '2021-06-28T06:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:16.005572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8f46c0b-7dab-43ae-8e39-03da1cf0cbd6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.011339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.015003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Transition to ACTIVE for port object cb5cfeb2-065d-4349-85fb-03daa93693c3 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:16.038345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Transition to ACTIVE for port object cb5cfeb2-065d-4349-85fb-03daa93693c3 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:16.052343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-88e6083d-4293-4b1e-ae4f-500d310d5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.054992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-88e6083d-4293-4b1e-ae4f-500d310d5951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.056262 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-88e6083d-4293-4b1e-ae4f-500d310d5951 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8983aab-d027-42dc-ae63-00c5a3d237c0 HTTP/1.1" status: 204 len: 168 time: 0.5711267 Jun 28 06:48:16.063545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event updated for resources: {'Port': ['ID=75cf9dd9-d360-4092-80c0-6aed448a436a,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:16.066405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:16.073395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9868a918-fc88-4a48-8551-f022e138ab3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:16.076468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.112310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.115137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:16.121647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6083d-4293-4b1e-ae4f-500d310d5951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8983aab-d027-42dc-ae63-00c5a3d237c0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:16.138509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-88e6083d-4293-4b1e-ae4f-500d310d5951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:16.223407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8f46c0b-7dab-43ae-8e39-03da1cf0cbd6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.231265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Deleting port 91ad31b2-735a-4073-be67-bd15cc5ca2a4 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:16.231614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.258862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.264596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:16.265287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.272470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-05ca31a4-46fb-4611-ae2a-28b6e8190191 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:16.299639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Network 2e3c73b3-a621-4c52-8125-33890b08c76b is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:16.306293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:16.309953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:16.315285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Pushing event updated for resources: {'Port': ['ID=cb5cfeb2-065d-4349-85fb-03daa93693c3,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:16.319126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:16.330093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8f46c0b-7dab-43ae-8e39-03da1cf0cbd6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.373704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Attempting to bind port cb5cfeb2-065d-4349-85fb-03daa93693c3 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:16.374046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Attempting to bind port cb5cfeb2-065d-4349-85fb-03daa93693c3 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '7bc8b28f-46e0-47af-9bf3-641db3d5d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2e3c73b3-a621-4c52-8125-33890b08c76b'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:16.374420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Attempting to bind port cb5cfeb2-065d-4349-85fb-03daa93693c3 on network 2e3c73b3-a621-4c52-8125-33890b08c76b {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:16.379640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:16.380013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Checking segment: {'id': '7bc8b28f-46e0-47af-9bf3-641db3d5d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2e3c73b3-a621-4c52-8125-33890b08c76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:16.380427 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.380880 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Bound using segment: {'id': '7bc8b28f-46e0-47af-9bf3-641db3d5d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2e3c73b3-a621-4c52-8125-33890b08c76b'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:16.381345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Bound port: cb5cfeb2-065d-4349-85fb-03daa93693c3, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc8b28f-46e0-47af-9bf3-641db3d5d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2e3c73b3-a621-4c52-8125-33890b08c76b'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:16.381737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.399292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Network d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:16.411736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:16.424463 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0020254 Jun 28 06:48:16.425431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=f95834e4-3e87-4306-8b33-f2993ca9d106,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:16.427334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54778) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:16.435271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:16.439550 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': 'f95834e4-3e87-4306-8b33-f2993ca9d106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:16.444650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network f95834e4-3e87-4306-8b33-f2993ca9d106 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:16.446422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-88abf53d-f645-4aae-a567-cb4e3d2bff11 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:16.536996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] For port cb5cfeb2-065d-4349-85fb-03daa93693c3, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:16.543157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] For port cb5cfeb2-065d-4349-85fb-03daa93693c3, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cb5cfeb2-065d-4349-85fb-03daa93693c3,segment=NetworkSegment(7bc8b28f-46e0-47af-9bf3-641db3d5d0c6),segment_id=7bc8b28f-46e0-47af-9bf3-641db3d5d0c6)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:16.547418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f46c0b-7dab-43ae-8e39-03da1cf0cbd6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91f0cdb-1d2b-4ce4-8f3b-514f397598fb,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:16.550494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e8f46c0b-7dab-43ae-8e39-03da1cf0cbd6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.554479 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54782) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:16.555074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e8f46c0b-7dab-43ae-8e39-03da1cf0cbd6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7587366 Jun 28 06:48:16.566655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-daa816fe-753e-40bf-b1b6-f402af7cc219 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '81cb71c4-01c9-4f1b-9ad4-37237584da0c', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:16.591289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] For port 91ad31b2-735a-4073-be67-bd15cc5ca2a4, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=91ad31b2-735a-4073-be67-bd15cc5ca2a4,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:16.597106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.597106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e8f46c0b-7dab-43ae-8e39-03da1cf0cbd6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:16.615280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.617912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:16.650584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Calling delete_port for 91ad31b2-735a-4073-be67-bd15cc5ca2a4 owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:16.694903 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-daa816fe-753e-40bf-b1b6-f402af7cc219 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:48:16.700160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-daa816fe-753e-40bf-b1b6-f402af7cc219 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.712069 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Pushing event updated for resources: {'Port': ['ID=cb5cfeb2-065d-4349-85fb-03daa93693c3,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:16.720940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:16.759891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7d3ff104-0092-4678-8bb7-28dd24fa3336 None None] Provisioning complete for port 75cf9dd9-d360-4092-80c0-6aed448a436a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:16.760332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff104-0092-4678-8bb7-28dd24fa3336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.783492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Router 6757f26c-a828-4dc5-a3e1-d80bd3ae2a56 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:16.793322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-daa816fe-753e-40bf-b1b6-f402af7cc219 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.801349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:16.805150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.811025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ff104-0092-4678-8bb7-28dd24fa3336 None None] Port 75cf9dd9-d360-4092-80c0-6aed448a436a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:16.894596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-daa816fe-753e-40bf-b1b6-f402af7cc219 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:16.896574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:16.940278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa816fe-753e-40bf-b1b6-f402af7cc219 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f136d1e-2ae0-442d-a09b-f1a1141b7949,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:16.944001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-daa816fe-753e-40bf-b1b6-f402af7cc219 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:17.008243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-daa816fe-753e-40bf-b1b6-f402af7cc219 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:17.010091 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-daa816fe-753e-40bf-b1b6-f402af7cc219 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4533587 Jun 28 06:48:17.067132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:17.071617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54794) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:17.071766 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "PUT /v2.0/routers/6757f26c-a828-4dc5-a3e1-d80bd3ae2a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1680794 Jun 28 06:48:17.086037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf94cb-afe7-4b08-9872-b475e22b8d09 None None] Sync routers for ids ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:17.103174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf94cb-afe7-4b08-9872-b475e22b8d09 None None] Routers {'6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:17.107595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5dcf94cb-afe7-4b08-9872-b475e22b8d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:17.146892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5dcf94cb-afe7-4b08-9872-b475e22b8d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:17.157573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf94cb-afe7-4b08-9872-b475e22b8d09 None None] Routers {'6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:17.158449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5dcf94cb-afe7-4b08-9872-b475e22b8d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:17.196575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-28f9dfef-1926-402b-b33d-a1399490e193 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:17.208770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-5dcf94cb-afe7-4b08-9872-b475e22b8d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:17.209940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf94cb-afe7-4b08-9872-b475e22b8d09 None None] The sync data for ids ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:17.291743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:17.295813 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:17.330928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=91ad31b2-735a-4073-be67-bd15cc5ca2a4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:17.339630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:17.369234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:17.373221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b1db3dcf-bcad-4a8c-8b07-ec7ef2c7820b tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:17.400592 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-bee5b16a-60b5-48fa-aaa4-31f7f72dcb74 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860752773&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.1253300 Jun 28 06:48:17.502755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:17.504408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54812) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:17.610176 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-28f9dfef-1926-402b-b33d-a1399490e193 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 28 06:48:17.614981 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-28f9dfef-1926-402b-b33d-a1399490e193 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "DELETE /v2.0/routers/6757f26c-a828-4dc5-a3e1-d80bd3ae2a56 HTTP/1.1" status: 409 len: 329 time: 0.5416667 Jun 28 06:48:17.615699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54816) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:17.630226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=aa993dbb-ba33-4a25-a562-b7d59fc64a04,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:17.636908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:17.698785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:17.713347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:17.713347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': '099f43c7-109d-456e-be96-b452fe9f15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f95834e4-3e87-4306-8b33-f2993ca9d106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:17.713347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: f95834e4-3e87-4306-8b33-f2993ca9d106, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:17.795824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group': {'name': 'tempest-secgroup--121705348'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:17.815913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-438fe570-4aae-469c-ad04-26ef5e190543 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:17.817477 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-438fe570-4aae-469c-ad04-26ef5e190543 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/networks?id=9064416d-d89a-42ca-a81f-cd6a616b3398 HTTP/1.1" status: 200 len: 797 time: 0.3947995 Jun 28 06:48:17.830722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cb5cfeb2-065d-4349-85fb-03daa93693c3 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:17.842946 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-cdf9de31-c3f0-47d6-bffa-7b67f16e9c40 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/quotas/928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 375 time: 0.0148082 Jun 28 06:48:17.900385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:17.900939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a72d101-b79a-44e4-809b-ef39c548d25a {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:48:17.906754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:17.910440 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] 10.222.0.24 "DELETE /v2.0/routers/2a72d101-b79a-44e4-809b-ef39c548d25a HTTP/1.1" status: 204 len: 168 time: 2.8097334 Jun 28 06:48:17.915708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54818) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:17.951576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network f95834e4-3e87-4306-8b33-f2993ca9d106 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:17.960911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:17.987820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d06e875-2568-485d-948c-13a9306b2789 None None] Network 2e3c73b3-a621-4c52-8125-33890b08c76b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:17.991452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port cb5cfeb2-065d-4349-85fb-03daa93693c3 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:18.021740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f14e46d1-54db-4619-b40d-7d1e2bf72f3a no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:48:18.022813 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-b6d7f7ab-b099-4dfd-aeb8-d63e0fdea8d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1735961 Jun 28 06:48:18.025797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.042715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bad735b-a6a1-48ab-b1f6-43a54adb872a admin admin] Deleting subnet 94181330-8daa-4f63-8db3-dd5004767258 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:48:18.046577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bad735b-a6a1-48ab-b1f6-43a54adb872a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.048557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: f14e46d1-54db-4619-b40d-7d1e2bf72f3a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:48:18.048936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f14e46d1-54db-4619-b40d-7d1e2bf72f3a not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:48:18.081160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.181186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-019b5ad1-7f5c-4441-9ffa-00d0909869a5 None None] Provisioning for port cb5cfeb2-065d-4349-85fb-03daa93693c3 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:18.189232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-019b5ad1-7f5c-4441-9ffa-00d0909869a5 None None] Provisioning complete for port cb5cfeb2-065d-4349-85fb-03daa93693c3 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:18.189614 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-019b5ad1-7f5c-4441-9ffa-00d0909869a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.305716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-019b5ad1-7f5c-4441-9ffa-00d0909869a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.357379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-019b5ad1-7f5c-4441-9ffa-00d0909869a5 None None] For port cb5cfeb2-065d-4349-85fb-03daa93693c3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cb5cfeb2-065d-4349-85fb-03daa93693c3,segment=NetworkSegment(7bc8b28f-46e0-47af-9bf3-641db3d5d0c6),segment_id=7bc8b28f-46e0-47af-9bf3-641db3d5d0c6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:18.378821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Deleting port 75cf9dd9-d360-4092-80c0-6aed448a436a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:18.379260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.438588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-019b5ad1-7f5c-4441-9ffa-00d0909869a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.441303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6134aa4b-b2f1-4008-bc70-386c746ab200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:18.508556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.513895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b5ad1-7f5c-4441-9ffa-00d0909869a5 None None] Pushing event updated for resources: {'Port': ['ID=cb5cfeb2-065d-4349-85fb-03daa93693c3,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:18.517699 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-019b5ad1-7f5c-4441-9ffa-00d0909869a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:18.521707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, f95834e4-3e87-4306-8b33-f2993ca9d106) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:18.526545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Calling delete_port for 75cf9dd9-d360-4092-80c0-6aed448a436a owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:18.527016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:18.527559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.531303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee21477-2972-42b2-b0ee-a6a8707017d2 None None] Network f95834e4-3e87-4306-8b33-f2993ca9d106 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:18.583283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bad735b-a6a1-48ab-b1f6-43a54adb872a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.594717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bc4db4a9-cf07-4523-88da-18b74130c851 None None] Provisioning complete for port cb5cfeb2-065d-4349-85fb-03daa93693c3 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:18.595107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bc4db4a9-cf07-4523-88da-18b74130c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.746146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-f95834e4-3e87-4306-8b33-f2993ca9d106', 'network_id': 'f95834e4-3e87-4306-8b33-f2993ca9d106', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': 'aa993dbb-ba33-4a25-a562-b7d59fc64a04'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:18.747118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.778163 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-17de1f5b-0560-4385-9f36-7891968a11cf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7469218 Jun 28 06:48:18.781094 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-aa6e929f-54cf-420e-b4c0-e299987add7c service neutron] 10.222.0.24 "GET /v2.0/networks/9064416d-d89a-42ca-a81f-cd6a616b3398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777247 Jun 28 06:48:18.804053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bad735b-a6a1-48ab-b1f6-43a54adb872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.825157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:18.832130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f3297941-44fd-4d54-989b-fcd577339ac0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:18.869798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event deleted for resources: {'Port': ['ID=75cf9dd9-d360-4092-80c0-6aed448a436a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:18.874725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:18.924983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Allocated IP 172.20.0.2 (f95834e4-3e87-4306-8b33-f2993ca9d106/aa993dbb-ba33-4a25-a562-b7d59fc64a04/294cfc0c-8bec-426c-87a3-c54de51cffe8) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:18.963743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.037773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-feda7189-3323-456d-99fc-c0993b417c82 service neutron] 10.222.0.24 "GET /v2.0/networks/9064416d-d89a-42ca-a81f-cd6a616b3398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478590 Jun 28 06:48:19.050122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-98601a50-1807-4d38-8406-1860c82137ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:19.053781 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-98601a50-1807-4d38-8406-1860c82137ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 1099 time: 0.2007143 Jun 28 06:48:19.070335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.116469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.121543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.127276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Transition to ACTIVE for port object 294cfc0c-8bec-426c-87a3-c54de51cffe8 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:19.141483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d7064ae9-a9d4-47cc-bba5-d5497cfb1948 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:19.145337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Transition to ACTIVE for port object 294cfc0c-8bec-426c-87a3-c54de51cffe8 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:19.146501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bad735b-a6a1-48ab-b1f6-43a54adb872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.203373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bad735b-a6a1-48ab-b1f6-43a54adb872a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.205351 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2bad735b-a6a1-48ab-b1f6-43a54adb872a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/94181330-8daa-4f63-8db3-dd5004767258 HTTP/1.1" status: 204 len: 168 time: 1.2877660 Jun 28 06:48:19.205596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a5c849-2362-4257-b3cd-f0b23e98d0b2 None None] Network 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:19.213635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54820) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:19.218155 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7810934 Jun 28 06:48:19.230361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54822) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:19.266594 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb9dd7-52e2-4f6a-952f-b721bc8e5d48,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:19.285160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Router 6757f26c-a828-4dc5-a3e1-d80bd3ae2a56 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:19.286750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:19.289924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-617bf74c-3c80-4031-a318-a2bd6b480bca tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:19.318352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.321973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0cbc672f-988d-4d3f-98e6-cd1cf4c8c666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:19.392495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Network f95834e4-3e87-4306-8b33-f2993ca9d106 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:19.398591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:19.402033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:19.406900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:19.412522 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "PUT /v2.0/routers/6757f26c-a828-4dc5-a3e1-d80bd3ae2a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7932458 Jun 28 06:48:19.417896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54828) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:19.421015 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb35d1-14f2-4dde-85a3-47901f955e5f None None] Sync routers for ids ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:19.426629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Pushing event updated for resources: {'Port': ['ID=294cfc0c-8bec-426c-87a3-c54de51cffe8,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:19.430238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:19.439662 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb35d1-14f2-4dde-85a3-47901f955e5f None None] Routers {'6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:19.440301 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9dcb35d1-14f2-4dde-85a3-47901f955e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:19.462016 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-fc618dee-9ec3-4b8a-af85-bbe8db09252b tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] show failed (client error): The resource could not be found. Jun 28 06:48:19.463173 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fc618dee-9ec3-4b8a-af85-bbe8db09252b tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1409675101 HTTP/1.1" status: 404 len: 335 time: 0.0439591 Jun 28 06:48:19.469399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54832) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:19.476033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-88cc177c-2793-4d1f-a4cc-5eb29727422e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:19.492607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad735b-a6a1-48ab-b1f6-43a54adb872a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94181330-8daa-4f63-8db3-dd5004767258,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:19.511855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Attempting to bind port 294cfc0c-8bec-426c-87a3-c54de51cffe8 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:19.512426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Attempting to bind port 294cfc0c-8bec-426c-87a3-c54de51cffe8 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '099f43c7-109d-456e-be96-b452fe9f15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f95834e4-3e87-4306-8b33-f2993ca9d106'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:19.512597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Attempting to bind port 294cfc0c-8bec-426c-87a3-c54de51cffe8 on network f95834e4-3e87-4306-8b33-f2993ca9d106 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:19.516111 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-88cc177c-2793-4d1f-a4cc-5eb29727422e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] update failed (client error): The resource could not be found. Jun 28 06:48:19.520398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:19.520715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Checking segment: {'id': '099f43c7-109d-456e-be96-b452fe9f15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f95834e4-3e87-4306-8b33-f2993ca9d106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:19.521212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.521613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Bound using segment: {'id': '099f43c7-109d-456e-be96-b452fe9f15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f95834e4-3e87-4306-8b33-f2993ca9d106'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:19.522086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Bound port: 294cfc0c-8bec-426c-87a3-c54de51cffe8, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099f43c7-109d-456e-be96-b452fe9f15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f95834e4-3e87-4306-8b33-f2993ca9d106'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:19.522474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.522736 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-88cc177c-2793-4d1f-a4cc-5eb29727422e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-405349664 HTTP/1.1" status: 404 len: 334 time: 0.0512927 Jun 28 06:48:19.523425 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54836) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:19.530256 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9dcb35d1-14f2-4dde-85a3-47901f955e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:19.545697 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb35d1-14f2-4dde-85a3-47901f955e5f None None] Routers {'6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:19.545697 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9dcb35d1-14f2-4dde-85a3-47901f955e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:47:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:19.548331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2bad735b-a6a1-48ab-b1f6-43a54adb872a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:19.559719 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1fac48cb-b346-402d-ac1f-40aba36ee70c req-9e12833a-045a-464d-bb8a-dc25a148448d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 210 time: 0.2080016 Jun 28 06:48:19.565155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-13963f31-520d-4873-b215-a5a9818e7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:19.566673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-13963f31-520d-4873-b215-a5a9818e7e84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86b40531-0a94-472d-a8df-c26d19f25874 HTTP/1.1" status: 200 len: 898 time: 0.4879224 Jun 28 06:48:19.574176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.597218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6ff93a-e8e3-4e22-9709-c1620ac20c0e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Deleting subnet 79866942-4adc-4b3b-8c55-de2254d11cb7 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:48:19.605846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff93a-e8e3-4e22-9709-c1620ac20c0e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.608424 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9dcb35d1-14f2-4dde-85a3-47901f955e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:19.608424 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb35d1-14f2-4dde-85a3-47901f955e5f None None] The sync data for ids ['6757f26c-a828-4dc5-a3e1-d80bd3ae2a56'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:19.623754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] DHCP port deletion for 55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:48:19.650436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff93a-e8e3-4e22-9709-c1620ac20c0e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.672203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.682070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] For port 294cfc0c-8bec-426c-87a3-c54de51cffe8, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:19.702714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] For port 294cfc0c-8bec-426c-87a3-c54de51cffe8, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=294cfc0c-8bec-426c-87a3-c54de51cffe8,segment=NetworkSegment(099f43c7-109d-456e-be96-b452fe9f15df),segment_id=099f43c7-109d-456e-be96-b452fe9f15df)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:19.712215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cb5cfeb2-065d-4349-85fb-03daa93693c3 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:19.764956 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff93a-e8e3-4e22-9709-c1620ac20c0e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.770135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] Deleting port 2e4d6218-ed8a-4201-a65f-54785495ce8a {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:19.770779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.792818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.802723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-be487850-e32f-419c-a2b4-b71128e330da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:19.803826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.807344 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-157309fc-b832-43ee-94d0-ee3cda430fc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc40033-ec42-4c13-b56e-d749c507885e HTTP/1.1" status: 200 len: 1002 time: 0.2308736 Jun 28 06:48:19.866608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port cb5cfeb2-065d-4349-85fb-03daa93693c3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:19.866993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.901994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.909827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:19.919649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] For port 2e4d6218-ed8a-4201-a65f-54785495ce8a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2e4d6218-ed8a-4201-a65f-54785495ce8a,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:19.920140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.942551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] Calling delete_port for 2e4d6218-ed8a-4201-a65f-54785495ce8a owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:19.949774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff93a-e8e3-4e22-9709-c1620ac20c0e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.954060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:19.963516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Pushing event updated for resources: {'Port': ['ID=294cfc0c-8bec-426c-87a3-c54de51cffe8,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:19.968377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-b4512a31-8e3a-42ad-ae17-663e878dd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:19.969907 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-b4512a31-8e3a-42ad-ae17-663e878dd720 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61562036-9953-4f32-96f2-b13aba80cf24 HTTP/1.1" status: 200 len: 834 time: 0.1497951 Jun 28 06:48:19.970367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:19.980103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b197b5-66a0-4135-a470-268062db25ab,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:19.980512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ff93a-e8e3-4e22-9709-c1620ac20c0e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event deleted for resources: {'Subnet': ['ID=79866942-4adc-4b3b-8c55-de2254d11cb7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:19.984549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ca6ff93a-e8e3-4e22-9709-c1620ac20c0e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:19.994091 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff93a-e8e3-4e22-9709-c1620ac20c0e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:19.998897 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ca6ff93a-e8e3-4e22-9709-c1620ac20c0e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "DELETE /v2.0/subnets/79866942-4adc-4b3b-8c55-de2254d11cb7 HTTP/1.1" status: 204 len: 168 time: 0.4715443 Jun 28 06:48:20.001948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54840) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:20.010524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bcbdb4-2d48-4df9-84ea-d062c2e3ec72 None None] Network 829a5bd2-07d1-412c-9684-cbf62895e403 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:20.011612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:20.032935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.034206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.5245090 Jun 28 06:48:20.039986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Deleting port 294cfc0c-8bec-426c-87a3-c54de51cffe8 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:20.039986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.039986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54842) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:20.060907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Deleting port 2e4d6218-ed8a-4201-a65f-54785495ce8a {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:20.061267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.080934 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39c80b1-fc6c-4489-9a4d-d97252485ad9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Deleting subnet 1172fee9-63df-40e6-8cac-f0a97dd43026 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:48:20.084140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e39c80b1-fc6c-4489-9a4d-d97252485ad9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.147137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e39c80b1-fc6c-4489-9a4d-d97252485ad9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.180361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-5acbd023-5c24-4844-b600-ccef57e3047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:20.181932 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-5acbd023-5c24-4844-b600-ccef57e3047c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b40531-0a94-472d-a8df-c26d19f25874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2034581 Jun 28 06:48:20.283243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.285305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:20.301580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 91ad31b2-735a-4073-be67-bd15cc5ca2a4 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:48:20.305687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] For port 2e4d6218-ed8a-4201-a65f-54785495ce8a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2e4d6218-ed8a-4201-a65f-54785495ce8a,segment=NetworkSegment(d9351959-1f12-4141-b7ec-80dbb964ad8e),segment_id=d9351959-1f12-4141-b7ec-80dbb964ad8e)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:20.306422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.329435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Calling delete_port for 2e4d6218-ed8a-4201-a65f-54785495ce8a owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:20.334524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e39c80b1-fc6c-4489-9a4d-d97252485ad9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.387148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] Pushing event deleted for resources: {'Port': ['ID=2e4d6218-ed8a-4201-a65f-54785495ce8a,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:20.390091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] DHCP port deletion for 829a5bd2-07d1-412c-9684-cbf62895e403 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:48:20.392333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:20.396542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 91ad31b2-735a-4073-be67-bd15cc5ca2a4 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:48:20.398879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 91ad31b2-735a-4073-be67-bd15cc5ca2a4 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:48:20.399346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2e4d6218-ed8a-4201-a65f-54785495ce8a no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:48:20.425838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] No DVR routers for this DVR port 2e4d6218-ed8a-4201-a65f-54785495ce8a on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:20.427987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2e4d6218-ed8a-4201-a65f-54785495ce8a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:48:20.428344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2e4d6218-ed8a-4201-a65f-54785495ce8a not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:48:20.489940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] Deleting port 24b83f6c-63b2-4637-8497-967ba188d51d {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:20.490247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.495841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] For port 294cfc0c-8bec-426c-87a3-c54de51cffe8, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=294cfc0c-8bec-426c-87a3-c54de51cffe8,segment=NetworkSegment(099f43c7-109d-456e-be96-b452fe9f15df),segment_id=099f43c7-109d-456e-be96-b452fe9f15df)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:20.496207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.500984 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e39c80b1-fc6c-4489-9a4d-d97252485ad9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.504129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6e8f5f51-5101-4fbd-93b5-6613cce04a39 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:20.521002 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-10164d7e-7dfb-4c36-a731-9d6eedce11b6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4789629 Jun 28 06:48:20.536659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54844) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:20.536659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c80b1-fc6c-4489-9a4d-d97252485ad9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event deleted for resources: {'Subnet': ['ID=1172fee9-63df-40e6-8cac-f0a97dd43026,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:20.543583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Calling delete_port for 294cfc0c-8bec-426c-87a3-c54de51cffe8 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:20.543698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e39c80b1-fc6c-4489-9a4d-d97252485ad9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:20.543698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b241716e-272c-4c06-bf75-906af2116581 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group': {'name': 'tempest-security--484904184', 'description': 'tempest-security-description-1344223361'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:20.543698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e39c80b1-fc6c-4489-9a4d-d97252485ad9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.545293 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e39c80b1-fc6c-4489-9a4d-d97252485ad9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "DELETE /v2.0/subnets/1172fee9-63df-40e6-8cac-f0a97dd43026 HTTP/1.1" status: 204 len: 168 time: 0.5422795 Jun 28 06:48:20.548583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54846) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:20.553340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edf6f26-1b58-448d-b1b4-60e81ed675d1 None None] Network 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:20.567377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.592928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] For port 24b83f6c-63b2-4637-8497-967ba188d51d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=24b83f6c-63b2-4637-8497-967ba188d51d,segment=NetworkSegment(d6c96d7f-c8e5-4412-8614-1a2fe984c5f8),segment_id=d6c96d7f-c8e5-4412-8614-1a2fe984c5f8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:20.593491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.654092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] Calling delete_port for 24b83f6c-63b2-4637-8497-967ba188d51d owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:20.681076 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241716e-272c-4c06-bf75-906af2116581 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.725288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.737660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8173ecd9-5aee-416a-8dbf-b042c170457d tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:20.746191 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-86382c8d-d597-412c-afb0-9808ce2386d7 service neutron] 10.222.0.50 "GET /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518498 Jun 28 06:48:20.750455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] No DVR routers for this DVR port 2e4d6218-ed8a-4201-a65f-54785495ce8a on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:20.780501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241716e-272c-4c06-bf75-906af2116581 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.822372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4d6218-ed8a-4201-a65f-54785495ce8a,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:20.851086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Deleting port 24b83f6c-63b2-4637-8497-967ba188d51d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:20.851525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.865934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:20.869034 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4ea6950-6a9d-406b-985e-1065f10c3eb8 req-78750476-a146-4cea-96f4-e0cdac636d6b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 210 time: 0.1166506 Jun 28 06:48:20.872776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241716e-272c-4c06-bf75-906af2116581 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.875564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241716e-272c-4c06-bf75-906af2116581 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.879892 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b241716e-272c-4c06-bf75-906af2116581 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "PUT /v2.0/security-groups/c7b197b5-66a0-4135-a470-268062db25ab HTTP/1.1" status: 200 len: 1779 time: 0.3449459 Jun 28 06:48:20.884894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54850) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:20.884894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f1fbddaa-5f65-455e-a642-560a78361e0f tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:20.907036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.909423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:20.947179 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241716e-272c-4c06-bf75-906af2116581 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b197b5-66a0-4135-a470-268062db25ab,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:20.951125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b241716e-272c-4c06-bf75-906af2116581 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:20.960451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] Pushing event deleted for resources: {'Port': ['ID=24b83f6c-63b2-4637-8497-967ba188d51d,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:20.971962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.972328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] DHCP port deletion for 8acd50e0-1e77-4e35-b8aa-2d05be08dc2f request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:48:20.977838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:20.984818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:20.985516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] No DVR routers for this DVR port 24b83f6c-63b2-4637-8497-967ba188d51d on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:20.989498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55180fb3-ac20-4ce8-aeeb-de80dffcb6b6']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:20.991839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0232ad09-cbe1-4ed1-b90a-9c1701ca9f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:21.034031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9351959-1f12-4141-b7ec-80dbb964ad8e') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:21.034031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9351959-1f12-4141-b7ec-80dbb964ad8e') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:21.043327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Port': ['ID=294cfc0c-8bec-426c-87a3-c54de51cffe8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:21.052501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:21.053288 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-92719acf-2a47-4e3d-8087-6f04cfb255be tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups/c7b197b5-66a0-4135-a470-268062db25ab HTTP/1.1" status: 200 len: 1779 time: 0.1373134 Jun 28 06:48:21.054045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54852) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:21.054357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.059925 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] Deleting port 7868f69c-62a2-49a2-ab01-00c02dabc287 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:21.060244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.082333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] For port 24b83f6c-63b2-4637-8497-967ba188d51d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=24b83f6c-63b2-4637-8497-967ba188d51d,segment=NetworkSegment(d6c96d7f-c8e5-4412-8614-1a2fe984c5f8),segment_id=d6c96d7f-c8e5-4412-8614-1a2fe984c5f8)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:21.082706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.085666 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acb1eaa4-490e-4c8c-98ac-fe410826338e req-c0573887-3cbc-4749-9d79-a9e097f150e7 service neutron] 10.222.0.50 "GET /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886102 Jun 28 06:48:21.109721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Calling delete_port for 24b83f6c-63b2-4637-8497-967ba188d51d owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:21.152790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] For port 7868f69c-62a2-49a2-ab01-00c02dabc287, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7868f69c-62a2-49a2-ab01-00c02dabc287,segment=NetworkSegment(eeb4b548-5ce6-4361-982a-421c8dbf6bfd),segment_id=eeb4b548-5ce6-4361-982a-421c8dbf6bfd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:21.155644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.174980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] Calling delete_port for 7868f69c-62a2-49a2-ab01-00c02dabc287 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:21.176806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No DVR routers for this DVR port 294cfc0c-8bec-426c-87a3-c54de51cffe8 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:21.182429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.255180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.266372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a174ebb-1ca5-4cc6-ba18-3bf8ab96f679 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:21.266493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.292580 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event deleted for resources: {'Port': ['ID=24b83f6c-63b2-4637-8497-967ba188d51d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:21.296988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:21.297536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.299714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:21.299858 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d34e79-9a57-42f4-a9d7-2d52cf01f2eb None None] Network f95834e4-3e87-4306-8b33-f2993ca9d106 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: self.session.flush() Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:21.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:21.302968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ef494ba-aeca-4efe-9c8b-79ec850fb4c6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.308054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] No DVR routers for this DVR port 24b83f6c-63b2-4637-8497-967ba188d51d on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:21.330615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e35c2f3e-271c-4a43-831d-da1cbb6844b9 None None] Could not find standard attr ID for object 294cfc0c-8bec-426c-87a3-c54de51cffe8. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:48:21.375670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ef494ba-aeca-4efe-9c8b-79ec850fb4c6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.429819 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.450055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829a5bd2-07d1-412c-9684-cbf62895e403']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:21.463691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c96d7f-c8e5-4412-8614-1a2fe984c5f8') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:21.463978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c96d7f-c8e5-4412-8614-1a2fe984c5f8') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:21.468728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.474304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.477188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.480477 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] 10.222.0.24 "DELETE /v2.0/networks/55180fb3-ac20-4ce8-aeeb-de80dffcb6b6 HTTP/1.1" status: 204 len: 168 time: 2.2644434 Jun 28 06:48:21.481438 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3146a5b1-ad0c-41bf-a318-d0d0b05bc09e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:21.500765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.503456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=55180fb3-ac20-4ce8-aeeb-de80dffcb6b6,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:21.504305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.508784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-59a4b908-6467-4e76-94b6-009ab7f1a95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:21.509481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:21.510046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.517987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:21.531140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.537697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] Pushing event deleted for resources: {'Port': ['ID=7868f69c-62a2-49a2-ab01-00c02dabc287,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:21.542128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:21.544653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] No DVR routers for this DVR port 7868f69c-62a2-49a2-ab01-00c02dabc287 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:21.555318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1e601c5a-7511-4963-a24b-a9733ccd98c0 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:21.592793 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:21.600919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ef494ba-aeca-4efe-9c8b-79ec850fb4c6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.600919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7ef494ba-aeca-4efe-9c8b-79ec850fb4c6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.600919 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7ef494ba-aeca-4efe-9c8b-79ec850fb4c6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7b197b5-66a0-4135-a470-268062db25ab HTTP/1.1" status: 204 len: 168 time: 0.5363798 Jun 28 06:48:21.600919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dfc16c39-3ce3-454a-b35e-d9eeb0230b3c tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:21.602398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54856) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:21.634071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef494ba-aeca-4efe-9c8b-79ec850fb4c6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b197b5-66a0-4135-a470-268062db25ab,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:21.637488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7ef494ba-aeca-4efe-9c8b-79ec850fb4c6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:21.649977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=aa993dbb-ba33-4a25-a562-b7d59fc64a04,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:21.653799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:21.690005 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.701976 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-346930fe-e535-494e-abd3-6199fa59370a tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0924835 Jun 28 06:48:21.701976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:21.704698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.708739 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "DELETE /v2.0/networks/829a5bd2-07d1-412c-9684-cbf62895e403 HTTP/1.1" status: 204 len: 168 time: 1.1569011 Jun 28 06:48:21.708739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54858) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:21.709543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.713281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54860) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:21.731340 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-5e3f2c0b-2e5a-4d32-a8dd-6cdfa4d3f679 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] delete failed (client error): The resource could not be found. Jun 28 06:48:21.733029 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5e3f2c0b-2e5a-4d32-a8dd-6cdfa4d3f679 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7b197b5-66a0-4135-a470-268062db25ab HTTP/1.1" status: 404 len: 347 time: 0.0241704 Jun 28 06:48:21.740303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d45320-710e-4c97-91c8-02455e350195 None None] DHCP port deletion for f95834e4-3e87-4306-8b33-f2993ca9d106 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:48:21.742273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54862) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:21.744387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 24b83f6c-63b2-4637-8497-967ba188d51d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:48:21.749894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event deleted for resources: {'Network': ['ID=829a5bd2-07d1-412c-9684-cbf62895e403,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:21.751189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-1fcf0b4f-fa25-4b69-a271-3507be794ea6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256919516'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:21.766236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:21.768090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95834e4-3e87-4306-8b33-f2993ca9d106']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:21.796428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 24b83f6c-63b2-4637-8497-967ba188d51d {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:48:21.797111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 24b83f6c-63b2-4637-8497-967ba188d51d not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:48:21.797557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7868f69c-62a2-49a2-ab01-00c02dabc287 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:48:21.823867 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099f43c7-109d-456e-be96-b452fe9f15df') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:21.823867 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099f43c7-109d-456e-be96-b452fe9f15df') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:21.845270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 7868f69c-62a2-49a2-ab01-00c02dabc287 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:48:21.845817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7868f69c-62a2-49a2-ab01-00c02dabc287 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:48:21.855508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.886356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.894898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.903416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:21.903886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:21.922717 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:22.015514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0b4f-fa25-4b69-a271-3507be794ea6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.021684 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54866) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:22.073120 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e5c0dedb-4fc6-4106-bec7-2faab74f7363 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc117095beac49488fd5f8f0e756086e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499861 Jun 28 06:48:22.074046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54868) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:22.099082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.117791 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb5c45bf-ac69-47e5-a58b-235a5020cf1c req-3bc93de0-a746-4eb8-acf5-4b95861e5dd5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 210 time: 0.0998526 Jun 28 06:48:22.132446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acd50e0-1e77-4e35-b8aa-2d05be08dc2f']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:22.136501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1af07447-5820-4542-b966-67f35f97ad31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.139310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.168876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1af07447-5820-4542-b966-67f35f97ad31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.183548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2601a472-16bc-4070-a565-35590907438f tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:22.192027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.197391 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/f95834e4-3e87-4306-8b33-f2993ca9d106 HTTP/1.1" status: 204 len: 168 time: 2.9651985 Jun 28 06:48:22.199697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54870) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:22.205027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb4b548-5ce6-4361-982a-421c8dbf6bfd') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:22.205319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb4b548-5ce6-4361-982a-421c8dbf6bfd') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:22.206437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-122115267'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:22.215828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=f95834e4-3e87-4306-8b33-f2993ca9d106,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:22.231346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:22.237613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.266443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.283057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:22.283456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:22.286340 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:22.346356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1af07447-5820-4542-b966-67f35f97ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.349387 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1af07447-5820-4542-b966-67f35f97ad31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.349541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-cced3480-166f-42c9-8bab-d513e85aa8af tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:22.353519 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-cced3480-166f-42c9-8bab-d513e85aa8af tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=9064416d-d89a-42ca-a81f-cd6a616b3398 HTTP/1.1" status: 200 len: 797 time: 0.2942014 Jun 28 06:48:22.355522 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1af07447-5820-4542-b966-67f35f97ad31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8a7f0e6-2651-46fa-ac5d-0a1f3e5bd743 HTTP/1.1" status: 204 len: 168 time: 0.2754726 Jun 28 06:48:22.355522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fbdd06b0-4f37-455c-a650-a6d6c01afc83 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:22.361999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af07447-5820-4542-b966-67f35f97ad31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a7f0e6-2651-46fa-ac5d-0a1f3e5bd743,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:22.374197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1af07447-5820-4542-b966-67f35f97ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:22.422874 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fc83655c-8a26-4c52-a06e-71dfff2b904b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 473 time: 0.0537891 Jun 28 06:48:22.425093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0b4f-fa25-4b69-a271-3507be794ea6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.433223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'device_id': 'd21f41c4-d07a-4100-b082-395fa5ce7095', 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398', 'admin_state_up': True, 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'security_groups': ['81cb71c4-01c9-4f1b-9ad4-37237584da0c']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:22.448671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.458871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-38779599-fbfa-446f-93ff-4f57434e423f tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:22.466016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.467953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "DELETE /v2.0/networks/8acd50e0-1e77-4e35-b8aa-2d05be08dc2f HTTP/1.1" status: 204 len: 168 time: 0.7529027 Jun 28 06:48:22.470529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54874) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:22.503403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event deleted for resources: {'Network': ['ID=8acd50e0-1e77-4e35-b8aa-2d05be08dc2f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:22.510579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:22.527098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0b4f-fa25-4b69-a271-3507be794ea6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.535233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-008261a3-418a-4421-9571-bc376bbd08cd tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:22.546357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafe5b19-bc4e-4fe0-a1c5-39237fb491f5 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Deleting subnet 89598f0b-8566-4f7d-97d0-54111be5c129 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:48:22.550895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafe5b19-bc4e-4fe0-a1c5-39237fb491f5 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.589708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf0b4f-fa25-4b69-a271-3507be794ea6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b74ba6a-1e04-4a47-aba8-0f2032b69e2f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:22.592352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafe5b19-bc4e-4fe0-a1c5-39237fb491f5 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.594199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1fcf0b4f-fa25-4b69-a271-3507be794ea6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:22.645204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:22.648762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.699484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0b4f-fa25-4b69-a271-3507be794ea6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.702394 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1fcf0b4f-fa25-4b69-a271-3507be794ea6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9567168 Jun 28 06:48:22.707234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:22.709006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54882) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:22.710237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafe5b19-bc4e-4fe0-a1c5-39237fb491f5 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.717804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f98cd8f4-1aa2-4229-8740-10446d746729 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '8b74ba6a-1e04-4a47-aba8-0f2032b69e2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:22.757960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.758297 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment 1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2 of type vlan for network 9e0f37be-4447-48d3-8bf3-b6efe437909d Jun 28 06:48:22.763116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:22.768427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.820965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.887974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f98cd8f4-1aa2-4229-8740-10446d746729 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.908127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.22 (9064416d-d89a-42ca-a81f-cd6a616b3398/535fc88a-eb05-49eb-8b19-81f4143cd70f/101acaf2-f684-45b4-9f2a-1df164fd6157) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:22.913576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.919107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:22.919690 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.922385 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafe5b19-bc4e-4fe0-a1c5-39237fb491f5 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.926584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9a805503-4f65-4ddf-abf3-71bf8ddd59e0 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:22.977943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80673d-0f67-4bf0-839d-39c567889920 None None] Network d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:22.978482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eafe5b19-bc4e-4fe0-a1c5-39237fb491f5 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:22.980167 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-eafe5b19-bc4e-4fe0-a1c5-39237fb491f5 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "DELETE /v2.0/subnets/89598f0b-8566-4f7d-97d0-54111be5c129 HTTP/1.1" status: 204 len: 168 time: 0.5084827 Jun 28 06:48:22.985730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54892) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:23.024676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=9e0f37be-4447-48d3-8bf3-b6efe437909d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:23.029240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:23.030340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aac283eb-7398-4ccc-8124-e364898859c5 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:23.060640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe5b19-bc4e-4fe0-a1c5-39237fb491f5 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event deleted for resources: {'Subnet': ['ID=89598f0b-8566-4f7d-97d0-54111be5c129,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:23.063825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f98cd8f4-1aa2-4229-8740-10446d746729 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.065009 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-eafe5b19-bc4e-4fe0-a1c5-39237fb491f5 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:23.069444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 9e0f37be-4447-48d3-8bf3-b6efe437909d details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:23.070193 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8689551 Jun 28 06:48:23.070434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54894) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:23.075483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': '9e0f37be-4447-48d3-8bf3-b6efe437909d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:23.143444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.169282 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f98cd8f4-1aa2-4229-8740-10446d746729 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.174346 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ee20f1dd-31f3-4e46-9aa3-d467fbf2990f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:23.204824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cd8f4-1aa2-4229-8740-10446d746729 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd11da51-1faa-48fe-b23f-9fcdb216646e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:23.214267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f98cd8f4-1aa2-4229-8740-10446d746729 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:23.217283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.296002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f98cd8f4-1aa2-4229-8740-10446d746729 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.300782 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f98cd8f4-1aa2-4229-8740-10446d746729 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5873110 Jun 28 06:48:23.304402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54902) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:23.304892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] DHCP port deletion for d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:48:23.345264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71b24bb3-2a68-4a3f-ac3f-a37d61279cc5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.356244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71b24bb3-2a68-4a3f-ac3f-a37d61279cc5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.372580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] Deleting port 6435c124-ebe0-4580-90f7-53ce6b89ff19 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:23.373931 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.449360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] For port 6435c124-ebe0-4580-90f7-53ce6b89ff19, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6435c124-ebe0-4580-90f7-53ce6b89ff19,segment=NetworkSegment(8ae36081-1a03-425d-8adb-2e66d3f105f7),segment_id=8ae36081-1a03-425d-8adb-2e66d3f105f7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:23.449797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.475704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] Calling delete_port for 6435c124-ebe0-4580-90f7-53ce6b89ff19 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:23.702074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4fb73709-f411-4c08-a2ef-da98b343cc0e req-8155c6c2-e5db-4085-bd04-70f7290803fe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 210 time: 0.0420563 Jun 28 06:48:23.713609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 294cfc0c-8bec-426c-87a3-c54de51cffe8 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:48:23.735258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 101acaf2-f684-45b4-9f2a-1df164fd6157 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:23.739537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 294cfc0c-8bec-426c-87a3-c54de51cffe8 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:48:23.739899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 294cfc0c-8bec-426c-87a3-c54de51cffe8 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:48:23.740332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6435c124-ebe0-4580-90f7-53ce6b89ff19 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:48:23.749003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.749003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3a5d658d-fe83-4d54-aec1-00e516a73abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:23.756039 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:23.760011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.766262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Deleting port 6435c124-ebe0-4580-90f7-53ce6b89ff19 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:23.766609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.792184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 6435c124-ebe0-4580-90f7-53ce6b89ff19 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:48:23.792538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6435c124-ebe0-4580-90f7-53ce6b89ff19 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:48:23.794141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f4810ad6-2fa5-46fd-9ec6-9bf5ad4723ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.799696 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] Pushing event deleted for resources: {'Port': ['ID=6435c124-ebe0-4580-90f7-53ce6b89ff19,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:23.802098 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:23.802871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] No DVR routers for this DVR port 6435c124-ebe0-4580-90f7-53ce6b89ff19 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:23.882748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Performing IP validity checks on allocation pools {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 28 06:48:23.883291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 28 06:48:23.886210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] For port 6435c124-ebe0-4580-90f7-53ce6b89ff19, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:23.886344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.902047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Calling delete_port for 6435c124-ebe0-4580-90f7-53ce6b89ff19 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:23.904841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.ipam_backend_mixin [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Port 6435c124-ebe0-4580-90f7-53ce6b89ff19 was not found and therefore no delete operation was performed {{(pid=100887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:48:23.906359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.909172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c51ef4a4-4763-43c0-8c1e-e3b97420e94e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:23.932133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event deleted for resources: {'Port': ['ID=6435c124-ebe0-4580-90f7-53ce6b89ff19,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:23.937569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:23.937569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] No DVR routers for this DVR port 6435c124-ebe0-4580-90f7-53ce6b89ff19 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:23.955162 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71b24bb3-2a68-4a3f-ac3f-a37d61279cc5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.958564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:23.964189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71b24bb3-2a68-4a3f-ac3f-a37d61279cc5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:23.967855 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-71b24bb3-2a68-4a3f-ac3f-a37d61279cc5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/dd11da51-1faa-48fe-b23f-9fcdb216646e HTTP/1.1" status: 204 len: 168 time: 0.6591580 Jun 28 06:48:23.967855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54912) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:23.981061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b24bb3-2a68-4a3f-ac3f-a37d61279cc5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd11da51-1faa-48fe-b23f-9fcdb216646e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:23.985330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-71b24bb3-2a68-4a3f-ac3f-a37d61279cc5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:24.019568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.025367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:24.031834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.054128 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3e1959cd-dd7d-4bb7-ba6e-026cd45b29a3 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823755 Jun 28 06:48:24.056745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54914) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:24.069753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:24.091177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9064416d-d89a-42ca-a81f-cd6a616b3398 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:24.095832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae36081-1a03-425d-8adb-2e66d3f105f7') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:24.096054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae36081-1a03-425d-8adb-2e66d3f105f7') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:24.105968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:24.110178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:24.113814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.115621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=101acaf2-f684-45b4-9f2a-1df164fd6157,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:24.143504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:24.159131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.172269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:24.172489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:24.175819 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:24.179527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc06b589-9057-41a0-8134-df7ac8dcfbdb tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.212107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:24.212685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.214262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc06b589-9057-41a0-8134-df7ac8dcfbdb tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.265284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.269649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fdea817-42e7-4d56-a7eb-dc295f1d0cfe tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:24.335484 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9062262 Jun 28 06:48:24.355062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Request body: {'port': {'device_id': 'd21f41c4-d07a-4100-b082-395fa5ce7095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:24.396666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=a844dff8-b9c6-4500-8c43-5d23c77f4709,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:24.401402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:24.402360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': '1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e0f37be-4447-48d3-8bf3-b6efe437909d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:24.402811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: 9e0f37be-4447-48d3-8bf3-b6efe437909d, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:24.451898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.497220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.501671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce626520-5288-418c-95ba-fecbce57944a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:24.505978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.507764 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "DELETE /v2.0/networks/d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b HTTP/1.1" status: 204 len: 168 time: 1.5210929 Jun 28 06:48:24.511080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54922) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:24.537303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Pushing event deleted for resources: {'Network': ['ID=d59f6855-4512-4ed2-a3bb-7a9a3a9b3b4b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:24.564906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:24.568087 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3c97b124-512e-4278-8dc6-07a173aec7e2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "GET /v2.0/ports?device_id=6757f26c-a828-4dc5-a3e1-d80bd3ae2a56 HTTP/1.1" status: 200 len: 205 time: 0.0546188 Jun 28 06:48:24.570503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54924) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:24.703737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-affc098b-9d5e-46e6-9852-ad9fe00f169f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.826298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc06b589-9057-41a0-8134-df7ac8dcfbdb tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.829508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc06b589-9057-41a0-8134-df7ac8dcfbdb tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.831820 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cc06b589-9057-41a0-8134-df7ac8dcfbdb tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-groups/8b74ba6a-1e04-4a47-aba8-0f2032b69e2f HTTP/1.1" status: 204 len: 168 time: 0.7730770 Jun 28 06:48:24.831975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d19c878a-a575-4a39-bd13-7da82833140a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:24.841256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b589-9057-41a0-8134-df7ac8dcfbdb tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b74ba6a-1e04-4a47-aba8-0f2032b69e2f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:24.843969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54928) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:24.846521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cc06b589-9057-41a0-8134-df7ac8dcfbdb tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:24.898440 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e0406054-4d84-4471-a99a-f2279cfbb6ea tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532904 Jun 28 06:48:24.902496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54932) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:24.908245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-10ae2a25-1142-4b80-af89-84634bbc1853 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group': {'name': 'tempest-secgroup--140644439'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:24.913881 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network 9e0f37be-4447-48d3-8bf3-b6efe437909d is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:24.933185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-20a1886e-edf5-41b5-a1d6-3c05d93a1ab5 None None] Provisioning for port 101acaf2-f684-45b4-9f2a-1df164fd6157 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:24.937423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-20a1886e-edf5-41b5-a1d6-3c05d93a1ab5 None None] Provisioning complete for port 101acaf2-f684-45b4-9f2a-1df164fd6157 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:24.938031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-20a1886e-edf5-41b5-a1d6-3c05d93a1ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.965253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-affc098b-9d5e-46e6-9852-ad9fe00f169f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.969879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-affc098b-9d5e-46e6-9852-ad9fe00f169f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:24.976317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-20a1886e-edf5-41b5-a1d6-3c05d93a1ab5 None None] Port 101acaf2-f684-45b4-9f2a-1df164fd6157 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:25.009539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 9e0f37be-4447-48d3-8bf3-b6efe437909d) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:25.016828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:25.017805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.031519 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef6e8e9-8363-41c4-a990-c416edf78b28 None None] Network 9e0f37be-4447-48d3-8bf3-b6efe437909d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:25.056368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10ae2a25-1142-4b80-af89-84634bbc1853 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.078671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e56b3-591a-4b2b-a7af-91b35a268508 req-2ae21539-f6e3-480b-8990-8585f884588b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:25.080281 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-246e56b3-591a-4b2b-a7af-91b35a268508 req-2ae21539-f6e3-480b-8990-8585f884588b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 932 time: 0.2560742 Jun 28 06:48:25.114577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-affc098b-9d5e-46e6-9852-ad9fe00f169f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.115037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affc098b-9d5e-46e6-9852-ad9fe00f169f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Fanout notify agent at l3_agent the message router_deleted on router 6757f26c-a828-4dc5-a3e1-d80bd3ae2a56 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:48:25.127744 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-affc098b-9d5e-46e6-9852-ad9fe00f169f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.128829 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-affc098b-9d5e-46e6-9852-ad9fe00f169f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] 10.222.0.24 "DELETE /v2.0/routers/6757f26c-a828-4dc5-a3e1-d80bd3ae2a56 HTTP/1.1" status: 204 len: 168 time: 0.5574448 Jun 28 06:48:25.139254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101acaf2-f684-45b4-9f2a-1df164fd6157 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:48:25.149689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.174707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Transition to ACTIVE for port object 101acaf2-f684-45b4-9f2a-1df164fd6157 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:25.178375 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-246e56b3-591a-4b2b-a7af-91b35a268508 req-362b4120-515e-4e55-8089-a853ac870338 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756640 Jun 28 06:48:25.185872 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1143546 Jun 28 06:48:25.188628 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54938) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:25.252475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-9e0f37be-4447-48d3-8bf3-b6efe437909d', 'network_id': '9e0f37be-4447-48d3-8bf3-b6efe437909d', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': 'a844dff8-b9c6-4500-8c43-5d23c77f4709'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:25.253849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.267153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.269506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f592aba8-856f-4b11-a47c-21f77ad5d47b tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:25.282632 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10ae2a25-1142-4b80-af89-84634bbc1853 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.322601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Pushing event updated for resources: {'Port': ['ID=101acaf2-f684-45b4-9f2a-1df164fd6157,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:25.323958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.351283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:25.367986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10ae2a25-1142-4b80-af89-84634bbc1853 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.375356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-caac7407-9f1f-4023-91ea-2e5826939147 tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:25.420800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.425149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Attempting to bind port 101acaf2-f684-45b4-9f2a-1df164fd6157 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:25.426186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae2a25-1142-4b80-af89-84634bbc1853 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a216375-7b6e-470b-a314-193bc19f70bf,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:25.426323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Attempting to bind port 101acaf2-f684-45b4-9f2a-1df164fd6157 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:25.426654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Attempting to bind port 101acaf2-f684-45b4-9f2a-1df164fd6157 on network 9064416d-d89a-42ca-a81f-cd6a616b3398 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:25.441684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Port 101acaf2-f684-45b4-9f2a-1df164fd6157 on network 9064416d-d89a-42ca-a81f-cd6a616b3398 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:48:25.442030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Attempting to bind port 101acaf2-f684-45b4-9f2a-1df164fd6157 on network 9064416d-d89a-42ca-a81f-cd6a616b3398 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:25.446918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-10ae2a25-1142-4b80-af89-84634bbc1853 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:25.449253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:25.449827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Checking segment: {'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:25.451277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Bound using segment: {'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:25.451987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Bound port: 101acaf2-f684-45b4-9f2a-1df164fd6157, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:25.452831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.478563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Allocated IP 172.20.0.3 (9e0f37be-4447-48d3-8bf3-b6efe437909d/a844dff8-b9c6-4500-8c43-5d23c77f4709/e1fdd557-3443-4254-83e5-69b998bf3d4f) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:25.485634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10ae2a25-1142-4b80-af89-84634bbc1853 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.488334 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-10ae2a25-1142-4b80-af89-84634bbc1853 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5834312 Jun 28 06:48:25.489849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54944) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:25.497363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6461012b-d24d-418d-969a-7c14e37d3881 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '9a216375-7b6e-470b-a314-193bc19f70bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:25.578095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] For port 101acaf2-f684-45b4-9f2a-1df164fd6157, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:25.581708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] For port 101acaf2-f684-45b4-9f2a-1df164fd6157, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=101acaf2-f684-45b4-9f2a-1df164fd6157,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:25.619349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6461012b-d24d-418d-969a-7c14e37d3881 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.643327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.652922 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8300397a-511c-446e-90c1-1b81c0c70233 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:25.660218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:25.661261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.662659 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] 10.222.0.50 "PUT /v2.0/ports/101acaf2-f684-45b4-9f2a-1df164fd6157 HTTP/1.1" status: 200 len: 1094 time: 1.3122423 Jun 28 06:48:25.665026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21f41c4-d07a-4100-b082-395fa5ce7095', 'tag': '101acaf2-f684-45b4-9f2a-1df164fd6157'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:48:25.667380 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39eff29-136e-4120-9fd8-89a0b9b35e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d21f41c4-d07a-4100-b082-395fa5ce7095", "tag": "101acaf2-f684-45b4-9f2a-1df164fd6157"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:48:25.679000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.697327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Transition to ACTIVE for port object e1fdd557-3443-4254-83e5-69b998bf3d4f will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:25.712201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6461012b-d24d-418d-969a-7c14e37d3881 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.722644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Transition to ACTIVE for port object e1fdd557-3443-4254-83e5-69b998bf3d4f will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:25.729828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54954) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:25.763676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Pushing event updated for resources: {'Port': ['ID=101acaf2-f684-45b4-9f2a-1df164fd6157,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:25.766376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:25.768364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5f9fdf-0b04-433a-a688-7c9f217f663e x-openstack-request-id: req-2b5f9fdf-0b04-433a-a688-7c9f217f663e {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:48:25.768894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21f41c4-d07a-4100-b082-395fa5ce7095", "tag": "101acaf2-f684-45b4-9f2a-1df164fd6157", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:48:25.769367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b5f9fdf-0b04-433a-a688-7c9f217f663e {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:48:25.770113 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21f41c4-d07a-4100-b082-395fa5ce7095', 'tag': '101acaf2-f684-45b4-9f2a-1df164fd6157', 'status': 'completed', 'code': 200} Jun 28 06:48:25.809577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.813738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:25.825600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6461012b-d24d-418d-969a-7c14e37d3881 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.829447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-82f8c99d-d691-4e0c-bb61-bfaf7d2520d8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:25.852894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461012b-d24d-418d-969a-7c14e37d3881 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3ed1e8-629f-4125-bee1-c2edcfe39a66,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:25.859615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6461012b-d24d-418d-969a-7c14e37d3881 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:25.904533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Network 9e0f37be-4447-48d3-8bf3-b6efe437909d is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:25.906880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:25.909248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:25.909708 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e39c80b1-fc6c-4489-9a4d-d97252485ad9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:25.913949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:25.921296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Pushing event updated for resources: {'Port': ['ID=e1fdd557-3443-4254-83e5-69b998bf3d4f,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:25.928061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:25.943338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eff29-136e-4120-9fd8-89a0b9b35e8e req-f79f5492-7e45-488c-a933-b61096d71dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:25.955963 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f39eff29-136e-4120-9fd8-89a0b9b35e8e req-f79f5492-7e45-488c-a933-b61096d71dc4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 1097 time: 0.1348441 Jun 28 06:48:25.974064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=a844dff8-b9c6-4500-8c43-5d23c77f4709,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:25.981602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:25.988303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Attempting to bind port e1fdd557-3443-4254-83e5-69b998bf3d4f on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:25.991436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Attempting to bind port e1fdd557-3443-4254-83e5-69b998bf3d4f by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e0f37be-4447-48d3-8bf3-b6efe437909d'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:25.991436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Attempting to bind port e1fdd557-3443-4254-83e5-69b998bf3d4f on network 9e0f37be-4447-48d3-8bf3-b6efe437909d {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:25.998874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:25.999359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Checking segment: {'id': '1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e0f37be-4447-48d3-8bf3-b6efe437909d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:25.999823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.000229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Bound using segment: {'id': '1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e0f37be-4447-48d3-8bf3-b6efe437909d'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:26.000910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Bound port: e1fdd557-3443-4254-83e5-69b998bf3d4f, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9e0f37be-4447-48d3-8bf3-b6efe437909d'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:26.001113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.001975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6461012b-d24d-418d-969a-7c14e37d3881 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.006342 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6461012b-d24d-418d-969a-7c14e37d3881 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5154917 Jun 28 06:48:26.007173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54962) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:26.022477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4f42bbf3-faad-49bc-8286-9b5cff43c6a9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '9a216375-7b6e-470b-a314-193bc19f70bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:26.075165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 54964) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:26.084345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] For port e1fdd557-3443-4254-83e5-69b998bf3d4f, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:26.088423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] For port e1fdd557-3443-4254-83e5-69b998bf3d4f, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e1fdd557-3443-4254-83e5-69b998bf3d4f,segment=NetworkSegment(1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2),segment_id=1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:26.093612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.116183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0f37be-4447-48d3-8bf3-b6efe437909d']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:26.117300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eff29-136e-4120-9fd8-89a0b9b35e8e req-c243ba40-e627-4022-a9b7-1ddd1dd9046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:26.117608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eff29-136e-4120-9fd8-89a0b9b35e8e req-c243ba40-e627-4022-a9b7-1ddd1dd9046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:26.119564 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f39eff29-136e-4120-9fd8-89a0b9b35e8e req-c243ba40-e627-4022-a9b7-1ddd1dd9046c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1510139 Jun 28 06:48:26.131372 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4cf862a7-4a9a-4337-a4b9-7a415985f5c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23b74d0a362949d6830bd8c21b3c28d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979273 Jun 28 06:48:26.131372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f42bbf3-faad-49bc-8286-9b5cff43c6a9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.133547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54968) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:26.136223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:26.136223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:26.156394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.189633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.205007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d7d89f02-73a6-457a-bd98-cfa01e0ae2f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:26.205782 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.228454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eff29-136e-4120-9fd8-89a0b9b35e8e req-21bf3a73-1bff-4404-951b-65240d1ebd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:26.233634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f39eff29-136e-4120-9fd8-89a0b9b35e8e req-21bf3a73-1bff-4404-951b-65240d1ebd5e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038725 Jun 28 06:48:26.249428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:26.250059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:26.256594 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:26.278200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:26.318845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Pushing event updated for resources: {'Port': ['ID=e1fdd557-3443-4254-83e5-69b998bf3d4f,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:26.321894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:26.338543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777de658-88d0-4c85-b364-72e4e57681f8 None None] Network 9e0f37be-4447-48d3-8bf3-b6efe437909d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:26.365681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f42bbf3-faad-49bc-8286-9b5cff43c6a9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.376996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-619b6ddd-6cfb-40c5-8c8d-d9d3a75862be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.382320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.402712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-619b6ddd-6cfb-40c5-8c8d-d9d3a75862be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.405209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:48:26.405209 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:48:26.405209 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'id': '9e0f37be-4447-48d3-8bf3-b6efe437909d'}] Jun 28 06:48:26.405209 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:48:26.405588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:48:26.421739 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f42bbf3-faad-49bc-8286-9b5cff43c6a9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.430997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bd6de3ee-7ff2-465a-886a-2bdf7f9d49ab tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:26.462385 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42bbf3-faad-49bc-8286-9b5cff43c6a9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bed0d2f-b4f2-415c-819d-ed68b43ae8e3,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:26.464151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.464301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4f42bbf3-faad-49bc-8286-9b5cff43c6a9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:26.488254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-6e854ca7-c52e-4eb1-a9a3-f5fbd1447fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:26.489806 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-6e854ca7-c52e-4eb1-a9a3-f5fbd1447fd4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 1097 time: 0.1814232 Jun 28 06:48:26.496346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d8c76d0-b19d-4b25-8f92-2390b1b9f4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.498125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bfee1-3c60-42a3-a10b-4fe3050d5935 req-7a0dbd4d-628f-418c-ac98-bf17cc8ae043 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:26.500637 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e45bfee1-3c60-42a3-a10b-4fe3050d5935 req-7a0dbd4d-628f-418c-ac98-bf17cc8ae043 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 944 time: 0.1704829 Jun 28 06:48:26.511544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4f42bbf3-faad-49bc-8286-9b5cff43c6a9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.514658 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4f42bbf3-faad-49bc-8286-9b5cff43c6a9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4965870 Jun 28 06:48:26.517735 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54972) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:26.522855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a390dfeb-977b-40cc-b9dc-f2f3870dbda1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '9a216375-7b6e-470b-a314-193bc19f70bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:26.523901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c58addc-0b97-4192-994e-3baf45314da5 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:48:26.556420 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-36d55cfa-5b26-4019-8a6b-3998291999bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=101acaf2-f684-45b4-9f2a-1df164fd6157 HTTP/1.1" status: 200 len: 217 time: 0.0483704 Jun 28 06:48:26.563319 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-619b6ddd-6cfb-40c5-8c8d-d9d3a75862be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.565931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-619b6ddd-6cfb-40c5-8c8d-d9d3a75862be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.569531 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-619b6ddd-6cfb-40c5-8c8d-d9d3a75862be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47eea817-9cc9-4f30-80d2-3c3b4b8c17a7 HTTP/1.1" status: 204 len: 168 time: 0.4296651 Jun 28 06:48:26.569531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-77ff279e-f973-4ceb-8ed4-c2f301a7057f tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:26.576665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b6ddd-6cfb-40c5-8c8d-d9d3a75862be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eea817-9cc9-4f30-80d2-3c3b4b8c17a7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:26.579863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-619b6ddd-6cfb-40c5-8c8d-d9d3a75862be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:26.615367 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e45bfee1-3c60-42a3-a10b-4fe3050d5935 req-a18a0cc1-0c9d-467d-9361-c5978d24e72f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083848 Jun 28 06:48:26.631429 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a390dfeb-977b-40cc-b9dc-f2f3870dbda1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.644313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.648113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fce8e3ee-3fd0-4336-8402-0cc606e64110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:26.649680 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-fce8e3ee-3fd0-4336-8402-0cc606e64110 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=535fc88a-eb05-49eb-8b19-81f4143cd70f HTTP/1.1" status: 200 len: 838 time: 0.0857003 Jun 28 06:48:26.652430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c58addc-0b97-4192-994e-3baf45314da5 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:48:26.729508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a390dfeb-977b-40cc-b9dc-f2f3870dbda1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.791373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a390dfeb-977b-40cc-b9dc-f2f3870dbda1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.793502 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-daa816fe-753e-40bf-b1b6-f402af7cc219 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:26.797453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-460b2dda-8903-41b3-a901-b887a605b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:26.798957 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-460b2dda-8903-41b3-a901-b887a605b1a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9064416d-d89a-42ca-a81f-cd6a616b3398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1376038 Jun 28 06:48:26.813376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Allocated IP 172.26.4.102 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/0d2c84ba-58fe-4cab-b7d7-32fccb2743f8) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:26.813592 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390dfeb-977b-40cc-b9dc-f2f3870dbda1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b57fe3-1909-48c1-b69f-1af2291cefef,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:26.823242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a390dfeb-977b-40cc-b9dc-f2f3870dbda1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:26.882505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a390dfeb-977b-40cc-b9dc-f2f3870dbda1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.884022 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a390dfeb-977b-40cc-b9dc-f2f3870dbda1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3657935 Jun 28 06:48:26.886558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54976) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:26.892236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-51973294-53f8-4e00-833c-42674d5130ed tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '9a216375-7b6e-470b-a314-193bc19f70bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:26.910100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:26.979238 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-25604e9b-ee0d-417f-ad65-811419557af0 service neutron] 10.222.0.50 "GET /v2.0/networks/9064416d-d89a-42ca-a81f-cd6a616b3398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674104 Jun 28 06:48:26.984370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Deleting port e1fdd557-3443-4254-83e5-69b998bf3d4f {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:26.984828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.031468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.047974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-51973294-53f8-4e00-833c-42674d5130ed tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.069681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] For port e1fdd557-3443-4254-83e5-69b998bf3d4f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e1fdd557-3443-4254-83e5-69b998bf3d4f,segment=NetworkSegment(1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2),segment_id=1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:27.070421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.102443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Calling delete_port for e1fdd557-3443-4254-83e5-69b998bf3d4f owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:27.111100 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-685c510e-7256-4b9b-82a9-98de38a28be7 req-243895eb-e785-4a6c-b376-bf77d5365411 service neutron] 10.222.0.50 "GET /v2.0/networks/9064416d-d89a-42ca-a81f-cd6a616b3398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226437 Jun 28 06:48:27.164487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-51973294-53f8-4e00-833c-42674d5130ed tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.186386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.190356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-01b18676-94fa-4aee-ab83-c7a10d193340 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:27.237928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:27.242366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:27.253468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:27.255076 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-51973294-53f8-4e00-833c-42674d5130ed tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.256543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event updated for resources: {'Port': ['ID=0d2c84ba-58fe-4cab-b7d7-32fccb2743f8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:27.257191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c23f952a-269a-4981-877c-f85e16c5f0f2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:27.274485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51973294-53f8-4e00-833c-42674d5130ed tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a562c7c-6e65-4338-b324-32529b4da7e0,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:27.276698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:27.277165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-51973294-53f8-4e00-833c-42674d5130ed tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:27.306157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.309488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cae88093-1f03-4bd9-9720-c8d058ab1bdd tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:27.339919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Port': ['ID=e1fdd557-3443-4254-83e5-69b998bf3d4f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:27.342323 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-51973294-53f8-4e00-833c-42674d5130ed tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.343522 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-51973294-53f8-4e00-833c-42674d5130ed tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4559162 Jun 28 06:48:27.345627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:27.346732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No DVR routers for this DVR port e1fdd557-3443-4254-83e5-69b998bf3d4f on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:27.348017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 54988) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:27.349162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.352902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c2ba63f1-c96c-40dd-8ce9-6c585bfb8e80 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '9a216375-7b6e-470b-a314-193bc19f70bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:27.434683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.450267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.464170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0f37be-4447-48d3-8bf3-b6efe437909d']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:27.476723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:27.477119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a45a0f5-7a35-4ffa-8f1f-5e41d55a6de2') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:27.490968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.511452 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2ba63f1-c96c-40dd-8ce9-6c585bfb8e80 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.523368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.537165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:27.537559 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:27.540521 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:27.546864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.615984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.649473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2ba63f1-c96c-40dd-8ce9-6c585bfb8e80 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.688952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55000) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:27.689899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.693075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:27.729441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2ba63f1-c96c-40dd-8ce9-6c585bfb8e80 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.731402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:27.734940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.755397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.757882 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/9e0f37be-4447-48d3-8bf3-b6efe437909d HTTP/1.1" status: 204 len: 168 time: 2.5682168 Jun 28 06:48:27.761613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55004) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:27.768430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-276880819'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:27.771557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba63f1-c96c-40dd-8ce9-6c585bfb8e80 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3098a7-5f90-4e0e-ba14-36c2893767e0,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:27.774719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c2ba63f1-c96c-40dd-8ce9-6c585bfb8e80 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:27.775241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3106725e-2952-4f61-90e3-7f6b6e65f30b tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:27.792002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=9e0f37be-4447-48d3-8bf3-b6efe437909d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:27.795305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:27.812434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event updated for resources: {'Port': ['ID=0d2c84ba-58fe-4cab-b7d7-32fccb2743f8,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:27.813285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-eb29bf24-1e0d-4113-b808-4d573418a0dc tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-443894499', 'prefixes': ['172.20.0.0/16']}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:27.817162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:27.821811 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.824068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c2ba63f1-c96c-40dd-8ce9-6c585bfb8e80 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.825272 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c2ba63f1-c96c-40dd-8ce9-6c585bfb8e80 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4763317 Jun 28 06:48:27.828935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55006) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:27.856582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc6c055-6bf3-4025-8c3c-90389bb5ab96 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.861798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87902573-fb94-4273-8031-4565528f753d req-97ae4f43-c32d-45c1-943b-4da59f185f9f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:27.864010 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87902573-fb94-4273-8031-4565528f753d req-97ae4f43-c32d-45c1-943b-4da59f185f9f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 944 time: 0.0947309 Jun 28 06:48:27.864153 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc6c055-6bf3-4025-8c3c-90389bb5ab96 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:27.903015 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87902573-fb94-4273-8031-4565528f753d req-1ab35c47-028e-4649-8392-b4662d8d627f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336568 Jun 28 06:48:27.922824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:27.927600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.009997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc6c055-6bf3-4025-8c3c-90389bb5ab96 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.014009 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-477d90da-1a62-4327-991a-4e8e739d2ea2 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:28.018742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9bc6c055-6bf3-4025-8c3c-90389bb5ab96 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.019406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.019832 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9bc6c055-6bf3-4025-8c3c-90389bb5ab96 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3d3098a7-5f90-4e0e-ba14-36c2893767e0 HTTP/1.1" status: 204 len: 168 time: 0.1898265 Jun 28 06:48:28.020595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:28.023709 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9474936 Jun 28 06:48:28.024401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55008) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.024780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55010) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.032658 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6c055-6bf3-4025-8c3c-90389bb5ab96 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d3098a7-5f90-4e0e-ba14-36c2893767e0,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:28.036367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1143925225'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:28.042192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9bc6c055-6bf3-4025-8c3c-90389bb5ab96 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:28.042192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.042192 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment 2592a184-43bc-4484-bcc4-438cfb4cb270 of type vlan for network 8796065b-7bfa-4701-a47d-d468c7616fd1 Jun 28 06:48:28.082846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.083734 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-31a14dd6-5013-4c5d-a94d-1b77c8a93610 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0576243 Jun 28 06:48:28.086355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55012) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.110564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-155aa7e6-4f90-41e6-be15-62ecdaaa2ea8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.124343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-155aa7e6-4f90-41e6-be15-62ecdaaa2ea8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.191337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.198443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:28.198443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.200046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d9f72a4d-d054-416d-8123-4d2bd8829356 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:28.226289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Made reservation on behalf of 77ab65a483c64236b6cfff4dfef6e915 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:28.230099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.234031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-155aa7e6-4f90-41e6-be15-62ecdaaa2ea8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.241895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5d4791a3-5ced-4dbe-a9b6-2f9138c5f43f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:28.244403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.250330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-155aa7e6-4f90-41e6-be15-62ecdaaa2ea8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.251410 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-155aa7e6-4f90-41e6-be15-62ecdaaa2ea8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3a562c7c-6e65-4338-b324-32529b4da7e0 HTTP/1.1" status: 204 len: 168 time: 0.1639106 Jun 28 06:48:28.257249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55014) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.270486 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=8796065b-7bfa-4701-a47d-d468c7616fd1,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:28.270727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155aa7e6-4f90-41e6-be15-62ecdaaa2ea8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a562c7c-6e65-4338-b324-32529b4da7e0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:28.273364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:28.280954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-155aa7e6-4f90-41e6-be15-62ecdaaa2ea8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:28.285715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 8796065b-7bfa-4701-a47d-d468c7616fd1 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:28.296014 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5321453 Jun 28 06:48:28.299043 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55016) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.304255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': '8796065b-7bfa-4701-a47d-d468c7616fd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:28.316583 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f59a64ed-6f10-4191-a269-55d969457105 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0524147 Jun 28 06:48:28.316583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55018) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.331264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eb29bf24-1e0d-4113-b808-4d573418a0dc tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] Notify callbacks [] for subnetpool, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.336737 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-eb29bf24-1e0d-4113-b808-4d573418a0dc tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6426525 Jun 28 06:48:28.336737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55020) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.358863 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ae878932-8bb4-4ea9-9458-b40cbd5ca473 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.372489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ae878932-8bb4-4ea9-9458-b40cbd5ca473 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.412692 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fe675c03-6729-4296-ad98-523883acd19e tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] 10.222.0.24 "GET /v2.0/subnetpools/299b9277-c173-4eda-b237-e387ef7abfae HTTP/1.1" status: 200 len: 731 time: 0.0746119 Jun 28 06:48:28.413749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55022) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.418301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f2bdeaf5-f8fe-4dc8-aef7-a3be980f7d8c tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1433505475'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:28.446641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.475895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ae878932-8bb4-4ea9-9458-b40cbd5ca473 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.481210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ae878932-8bb4-4ea9-9458-b40cbd5ca473 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.483196 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ae878932-8bb4-4ea9-9458-b40cbd5ca473 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/89b57fe3-1909-48c1-b69f-1af2291cefef HTTP/1.1" status: 204 len: 168 time: 0.1649771 Jun 28 06:48:28.484030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:28.485724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55024) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.491286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae878932-8bb4-4ea9-9458-b40cbd5ca473 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89b57fe3-1909-48c1-b69f-1af2291cefef,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:28.493576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ae878932-8bb4-4ea9-9458-b40cbd5ca473 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:28.539873 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-75943aed-57d2-425d-bc7f-e2bec40b0723 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0529034 Jun 28 06:48:28.542640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55026) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.551197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.558349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-48a04ff1-3ffd-4317-a514-a75e476c0db9 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:28.582577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:28.598296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-63f9193c-e0da-4d54-b6d4-646068b7b792 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.605769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.606108 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Added segment 831bd481-650b-4f94-ae2d-8be05d57a98f of type vlan for network 5929a561-c7c3-4585-9d7c-da269569dc5c Jun 28 06:48:28.609773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f2bdeaf5-f8fe-4dc8-aef7-a3be980f7d8c tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] Notify callbacks [] for subnetpool, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.612379 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f2bdeaf5-f8fe-4dc8-aef7-a3be980f7d8c tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] 10.222.0.24 "PUT /v2.0/subnetpools/299b9277-c173-4eda-b237-e387ef7abfae HTTP/1.1" status: 200 len: 684 time: 0.1962490 Jun 28 06:48:28.613599 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55028) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.620172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-63f9193c-e0da-4d54-b6d4-646068b7b792 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.625580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17f8db9-a90f-48ca-9912-1fe6d6aad1c3,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:28.628683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:28.631616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:28.635288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.677866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.764110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-63f9193c-e0da-4d54-b6d4-646068b7b792 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.766188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-586dd851-f5e8-48cc-b278-2302cf9f9743 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:28.771124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-63f9193c-e0da-4d54-b6d4-646068b7b792 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.772221 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-63f9193c-e0da-4d54-b6d4-646068b7b792 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3bed0d2f-b4f2-415c-819d-ed68b43ae8e3 HTTP/1.1" status: 204 len: 168 time: 0.2285452 Jun 28 06:48:28.774939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55030) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.777634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9193c-e0da-4d54-b6d4-646068b7b792 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bed0d2f-b4f2-415c-819d-ed68b43ae8e3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:28.780296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-63f9193c-e0da-4d54-b6d4-646068b7b792 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:28.817351 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-971cc927-8dc0-4a51-9346-968245960941 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0410855 Jun 28 06:48:28.819952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55032) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.837557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.844233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:28.844992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.848366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-93430e85-f7fe-4651-ad22-00563cc546ce tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:28.851375 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4e31ba7d-67c3-4075-9e49-08b762dc5fd9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.858932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4e31ba7d-67c3-4075-9e49-08b762dc5fd9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.876134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c7a76da6-b066-46ee-87cf-f1d7b8531394 tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] Notify callbacks [] for subnetpool, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:28.877379 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c7a76da6-b066-46ee-87cf-f1d7b8531394 tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] 10.222.0.24 "DELETE /v2.0/subnetpools/299b9277-c173-4eda-b237-e387ef7abfae HTTP/1.1" status: 204 len: 168 time: 0.2628245 Jun 28 06:48:28.886369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55034) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.908868 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-9479e2c2-6cd4-4dfb-bbbc-976eadeeea2f tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] show failed (client error): The resource could not be found. Jun 28 06:48:28.909890 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9479e2c2-6cd4-4dfb-bbbc-976eadeeea2f tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] 10.222.0.24 "GET /v2.0/subnetpools/299b9277-c173-4eda-b237-e387ef7abfae HTTP/1.1" status: 404 len: 346 time: 0.0221696 Jun 28 06:48:28.913526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55036) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.917041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event updated for resources: {'Network': ['ID=5929a561-c7c3-4585-9d7c-da269569dc5c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:28.919753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:28.928584 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 5929a561-c7c3-4585-9d7c-da269569dc5c details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:28.940026 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-7292fac7-1a81-43cd-8166-e349d1bace64 tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] delete failed (client error): The resource could not be found. Jun 28 06:48:28.941191 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7292fac7-1a81-43cd-8166-e349d1bace64 tempest-SubnetPoolsTestJSON-1312151319 tempest-SubnetPoolsTestJSON-1312151319-project] 10.222.0.24 "DELETE /v2.0/subnetpools/299b9277-c173-4eda-b237-e387ef7abfae HTTP/1.1" status: 404 len: 346 time: 0.0252075 Jun 28 06:48:28.950839 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9211075 Jun 28 06:48:28.951529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55042) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:28.964092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Request body: {'subnet': {'network_id': '5929a561-c7c3-4585-9d7c-da269569dc5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:29.045581 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4e31ba7d-67c3-4075-9e49-08b762dc5fd9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.053559 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4e31ba7d-67c3-4075-9e49-08b762dc5fd9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.061095 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4e31ba7d-67c3-4075-9e49-08b762dc5fd9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ba3ed1e8-629f-4125-bee1-c2edcfe39a66 HTTP/1.1" status: 204 len: 168 time: 0.2338583 Jun 28 06:48:29.061095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:29.064336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55044) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:29.068885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31ba7d-67c3-4075-9e49-08b762dc5fd9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba3ed1e8-629f-4125-bee1-c2edcfe39a66,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:29.071610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4e31ba7d-67c3-4075-9e49-08b762dc5fd9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:29.153709 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-703bc971-df82-46de-83bf-d355e37714a8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0881128 Jun 28 06:48:29.156337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55046) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:29.169182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.173759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87d4d6f4-f3ce-4c25-aa83-b89d827aa2ec tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:29.209117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecfa5b-ca0b-42a5-9941-5ba606a22bde req-447ad2e7-0205-48b0-9f2d-e9e42718042d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:29.210601 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7ecfa5b-ca0b-42a5-9941-5ba606a22bde req-447ad2e7-0205-48b0-9f2d-e9e42718042d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 944 time: 0.1483102 Jun 28 06:48:29.224124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=acf8dfe3-07af-4df0-a9a6-dcb3e6548242,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:29.225438 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Made reservation on behalf of 77ab65a483c64236b6cfff4dfef6e915 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:29.229810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.231127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:29.240020 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': '2592a184-43bc-4484-bcc4-438cfb4cb270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8796065b-7bfa-4701-a47d-d468c7616fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:29.240377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: 8796065b-7bfa-4701-a47d-d468c7616fd1, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:29.259418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2762f5c1-9008-4d32-bc10-85f015eb3358 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.294690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.323294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network 8796065b-7bfa-4701-a47d-d468c7616fd1 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:29.337472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2762f5c1-9008-4d32-bc10-85f015eb3358 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.348966 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7ecfa5b-ca0b-42a5-9941-5ba606a22bde req-1113f1a3-db0c-4fde-ae2a-0890c2f726d4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298604 Jun 28 06:48:29.408517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 8796065b-7bfa-4701-a47d-d468c7616fd1) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:29.412669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:29.418344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.419106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b7ca83-53e7-4624-990f-d8058e4638ac None None] Network 8796065b-7bfa-4701-a47d-d468c7616fd1 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:29.494557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2762f5c1-9008-4d32-bc10-85f015eb3358 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.497407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2762f5c1-9008-4d32-bc10-85f015eb3358 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.498896 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2762f5c1-9008-4d32-bc10-85f015eb3358 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a216375-7b6e-470b-a314-193bc19f70bf HTTP/1.1" status: 204 len: 168 time: 0.3416326 Jun 28 06:48:29.499904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ba60e012-a306-4417-be07-7cedb797bffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:29.501693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55050) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:29.509208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762f5c1-9008-4d32-bc10-85f015eb3358 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a216375-7b6e-470b-a314-193bc19f70bf,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:29.511665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2762f5c1-9008-4d32-bc10-85f015eb3358 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:29.529331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 101acaf2-f684-45b4-9f2a-1df164fd6157 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:48:29.538011 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2353585 Jun 28 06:48:29.539186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55052) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:29.553387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55054) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:29.560382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.564640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a82241f9-6361-4c6c-9b8d-4245f9359558 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:29.643199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event updated for resources: {'Subnet': ['ID=78ab0ec4-6ac7-4fd3-801e-f2251c8fb54d,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:29.647284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:29.655569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Checking segment: {'id': '831bd481-650b-4f94-ae2d-8be05d57a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5929a561-c7c3-4585-9d7c-da269569dc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:29.655569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Network hostable DHCP agents. Network: 5929a561-c7c3-4585-9d7c-da269569dc5c, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:29.658709 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7a7cb7bd-4474-485f-ba1c-a6e896ba251d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1540983 Jun 28 06:48:29.663642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55058) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:29.663900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-8796065b-7bfa-4701-a47d-d468c7616fd1', 'network_id': '8796065b-7bfa-4701-a47d-d468c7616fd1', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': 'acf8dfe3-07af-4df0-a9a6-dcb3e6548242'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:29.664821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.673011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5a709e89-f1e9-4c15-9a18-ab361b036ee8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group': {'name': 'tempest-secgroup--565163164'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:29.712329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.727661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95638ab9-fac0-4520-ba3c-89a2106bf32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.736883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Network 5929a561-c7c3-4585-9d7c-da269569dc5c is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:29.768335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.782137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 101acaf2-f684-45b4-9f2a-1df164fd6157, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=101acaf2-f684-45b4-9f2a-1df164fd6157,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:29.802691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a709e89-f1e9-4c15-9a18-ab361b036ee8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.820288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '101acaf2-f684-45b4-9f2a-1df164fd6157', 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398', 'port_id': '101acaf2-f684-45b4-9f2a-1df164fd6157', 'mac_address': 'fa:16:3e:ef:45:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535fc88a-eb05-49eb-8b19-81f4143cd70f', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:48:29.832015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 5929a561-c7c3-4585-9d7c-da269569dc5c) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:29.836936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:29.839066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.850912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116fcff5-4fa6-4438-9066-39f8fdf1ee1a None None] Network 5929a561-c7c3-4585-9d7c-da269569dc5c requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:29.890716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95638ab9-fac0-4520-ba3c-89a2106bf32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.918985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Allocated IP 172.20.0.1 (8796065b-7bfa-4701-a47d-d468c7616fd1/acf8dfe3-07af-4df0-a9a6-dcb3e6548242/70771551-6d87-42ba-af0b-fb0771808ff1) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:29.928187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.969604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101acaf2-f684-45b4-9f2a-1df164fd6157 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:48:29.991502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95638ab9-fac0-4520-ba3c-89a2106bf32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:29.995128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e536b63f-3e1e-463e-868f-43823983fa6b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:30.032002 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-95638ab9-fac0-4520-ba3c-89a2106bf32c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a9d241d4e9c47199eea3792fffca3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771230 Jun 28 06:48:30.034448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 101acaf2-f684-45b4-9f2a-1df164fd6157, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=101acaf2-f684-45b4-9f2a-1df164fd6157,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:30.034616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55060) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:30.042076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95638ab9-fac0-4520-ba3c-89a2106bf32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d499bdc1-1bb1-472b-b3d0-591d3dbd88b4,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:30.045336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-95638ab9-fac0-4520-ba3c-89a2106bf32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:30.079224 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1267560 Jun 28 06:48:30.093582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55064) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:30.094421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e33b4af-1694-4ea8-905f-d25e2f36ff6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.118261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e33b4af-1694-4ea8-905f-d25e2f36ff6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.137520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-554570435', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:30.155269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-5929a561-c7c3-4585-9d7c-da269569dc5c', 'network_id': '5929a561-c7c3-4585-9d7c-da269569dc5c', 'tenant_id': '77ab65a483c64236b6cfff4dfef6e915', 'fixed_ips': [{'subnet_id': '78ab0ec4-6ac7-4fd3-801e-f2251c8fb54d'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:30.156157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.170334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a709e89-f1e9-4c15-9a18-ab361b036ee8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.276475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a709e89-f1e9-4c15-9a18-ab361b036ee8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.281138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ba0cdd1b-c778-4587-a04d-e2ae19f4b348 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:30.308926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a709e89-f1e9-4c15-9a18-ab361b036ee8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0bd012-dfd6-4d35-a6e2-139e70a50df0,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:30.311849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a709e89-f1e9-4c15-9a18-ab361b036ee8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:30.329204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e33b4af-1694-4ea8-905f-d25e2f36ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.333535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e33b4af-1694-4ea8-905f-d25e2f36ff6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.333535 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8e33b4af-1694-4ea8-905f-d25e2f36ff6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d499bdc1-1bb1-472b-b3d0-591d3dbd88b4 HTTP/1.1" status: 204 len: 168 time: 0.2974494 Jun 28 06:48:30.333805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.334144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b44d9678-9cb7-4fb6-890e-bf78fb36083c tempest-NegativeSecGroupIPv6Test-1480732364 tempest-NegativeSecGroupIPv6Test-1480732364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:30.337945 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:30.352216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33b4af-1694-4ea8-905f-d25e2f36ff6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d499bdc1-1bb1-472b-b3d0-591d3dbd88b4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:30.354500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8e33b4af-1694-4ea8-905f-d25e2f36ff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:30.375836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.376881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.380985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.433822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.451544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Transition to ACTIVE for port object 70771551-6d87-42ba-af0b-fb0771808ff1 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:30.483373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a709e89-f1e9-4c15-9a18-ab361b036ee8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.485311 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5a709e89-f1e9-4c15-9a18-ab361b036ee8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8198221 Jun 28 06:48:30.487848 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55072) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:30.493953 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-01748b59-8a86-48bc-8ad9-1bf38488c864 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '1b0bd012-dfd6-4d35-a6e2-139e70a50df0', 'direction': 'ingress', 'protocol': 17}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:30.494203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Transition to ACTIVE for port object 70771551-6d87-42ba-af0b-fb0771808ff1 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:30.506265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=101acaf2-f684-45b4-9f2a-1df164fd6157,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:30.519755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:30.571061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Allocated IP 172.20.0.2 (5929a561-c7c3-4585-9d7c-da269569dc5c/78ab0ec4-6ac7-4fd3-801e-f2251c8fb54d/3b410ab0-7013-45ac-b2e8-75c0d32922b7) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:30.609104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.613307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:30.627261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-01748b59-8a86-48bc-8ad9-1bf38488c864 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.667271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.678505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a81fad-6b93-48fe-8886-a7107790ae02 req-84b34848-9ed5-48cc-94c4-28a530b21ce3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:30.680046 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b5a81fad-6b93-48fe-8886-a7107790ae02 req-84b34848-9ed5-48cc-94c4-28a530b21ce3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 945 time: 0.2025254 Jun 28 06:48:30.688188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.700120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-81cbc04c-65f1-4f28-84b8-f2bbd96fc5d5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:30.712891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Pushing event updated for resources: {'Port': ['ID=70771551-6d87-42ba-af0b-fb0771808ff1,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:30.719831 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Network 8796065b-7bfa-4701-a47d-d468c7616fd1 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:30.722516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['101acaf2-f684-45b4-9f2a-1df164fd6157'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:48:30.735580 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=acf8dfe3-07af-4df0-a9a6-dcb3e6548242,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:30.742548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:30.745030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b5a81fad-6b93-48fe-8886-a7107790ae02 req-88742d93-6b9d-46f7-80a2-3d2cba3023a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560422 Jun 28 06:48:30.754810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:30.765276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:30.768891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:30.776949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-01748b59-8a86-48bc-8ad9-1bf38488c864 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.821771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.834917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8796065b-7bfa-4701-a47d-d468c7616fd1']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:30.847417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-01748b59-8a86-48bc-8ad9-1bf38488c864 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.849280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cff54347-6573-4826-bcd1-5564a0525fd9 tempest-ServersTestJSON-942562529 tempest-ServersTestJSON-942562529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:30.853416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2592a184-43bc-4484-bcc4-438cfb4cb270') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:30.854026 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2592a184-43bc-4484-bcc4-438cfb4cb270') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:30.876732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.894829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01748b59-8a86-48bc-8ad9-1bf38488c864 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff62622-31db-41ed-9a9b-f6e20c3d3256,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:30.901724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-01748b59-8a86-48bc-8ad9-1bf38488c864 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:30.906195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.914401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:30.915262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.916571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Attempting to bind port 70771551-6d87-42ba-af0b-fb0771808ff1 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:30.916985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Attempting to bind port 70771551-6d87-42ba-af0b-fb0771808ff1 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '2592a184-43bc-4484-bcc4-438cfb4cb270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8796065b-7bfa-4701-a47d-d468c7616fd1'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:30.917399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Attempting to bind port 70771551-6d87-42ba-af0b-fb0771808ff1 on network 8796065b-7bfa-4701-a47d-d468c7616fd1 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:30.920563 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:30.938421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.940160 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:30.940468 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Checking segment: {'id': '2592a184-43bc-4484-bcc4-438cfb4cb270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8796065b-7bfa-4701-a47d-d468c7616fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:30.940870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.941348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Bound using segment: {'id': '2592a184-43bc-4484-bcc4-438cfb4cb270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8796065b-7bfa-4701-a47d-d468c7616fd1'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:30.942451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Bound port: 70771551-6d87-42ba-af0b-fb0771808ff1, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2592a184-43bc-4484-bcc4-438cfb4cb270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8796065b-7bfa-4701-a47d-d468c7616fd1'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:30.942451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:30.963849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Transition to ACTIVE for port object 3b410ab0-7013-45ac-b2e8-75c0d32922b7 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:31.005985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-01748b59-8a86-48bc-8ad9-1bf38488c864 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.008016 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-01748b59-8a86-48bc-8ad9-1bf38488c864 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5187595 Jun 28 06:48:31.010799 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55082) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:31.019381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Transition to ACTIVE for port object 3b410ab0-7013-45ac-b2e8-75c0d32922b7 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:31.045683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:48:31.045683 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:48:31.045683 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'id': '8796065b-7bfa-4701-a47d-d468c7616fd1'}] Jun 28 06:48:31.045683 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:48:31.046743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:48:31.080031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] For port 70771551-6d87-42ba-af0b-fb0771808ff1, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:31.084761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] For port 70771551-6d87-42ba-af0b-fb0771808ff1, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=70771551-6d87-42ba-af0b-fb0771808ff1,segment=NetworkSegment(2592a184-43bc-4484-bcc4-438cfb4cb270),segment_id=2592a184-43bc-4484-bcc4-438cfb4cb270)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:31.103014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3cef4619-4649-40b2-a795-bbf9392ba22b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.143405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.145144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3cef4619-4649-40b2-a795-bbf9392ba22b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.151197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-019b5ad1-7f5c-4441-9ffa-00d0909869a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:31.203359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.241638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Network 5929a561-c7c3-4585-9d7c-da269569dc5c is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:31.250437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Pushing event updated for resources: {'Port': ['ID=3b410ab0-7013-45ac-b2e8-75c0d32922b7,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:31.255994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:31.258005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:31.278287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b0e9c79b-eed7-4b3a-a1aa-e6d85865294c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:31.282042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:31.300061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3cef4619-4649-40b2-a795-bbf9392ba22b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.303514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3cef4619-4649-40b2-a795-bbf9392ba22b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.307183 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3cef4619-4649-40b2-a795-bbf9392ba22b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b0bd012-dfd6-4d35-a6e2-139e70a50df0 HTTP/1.1" status: 204 len: 168 time: 0.2926350 Jun 28 06:48:31.307183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bccd8ce8-fb7c-4da2-a41f-e8a7886a64bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:31.310085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55088) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:31.316721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef4619-4649-40b2-a795-bbf9392ba22b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0bd012-dfd6-4d35-a6e2-139e70a50df0,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:31.319529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3cef4619-4649-40b2-a795-bbf9392ba22b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:31.420362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b22d2a-2b5c-4f77-8752-93162b66dec0 None None] Network 8796065b-7bfa-4701-a47d-d468c7616fd1 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:31.436716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c64905b7-6f4d-43dc-8689-e245f6d7026c tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1203306 Jun 28 06:48:31.437785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55094) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:31.443765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4e506bdd-c4e1-4013-88de-e58890bdd9f7 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group': {'name': 'tempest-secgroup--935599827'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:31.446023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Pushing event updated for resources: {'Port': ['ID=70771551-6d87-42ba-af0b-fb0771808ff1,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:31.455610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:31.459318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Attempting to bind port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:31.459705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Attempting to bind port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '831bd481-650b-4f94-ae2d-8be05d57a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5929a561-c7c3-4585-9d7c-da269569dc5c'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:31.460077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Attempting to bind port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 on network 5929a561-c7c3-4585-9d7c-da269569dc5c {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:31.472734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.490937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:31.491325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Checking segment: {'id': '831bd481-650b-4f94-ae2d-8be05d57a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5929a561-c7c3-4585-9d7c-da269569dc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:31.491743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.492150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Bound using segment: {'id': '831bd481-650b-4f94-ae2d-8be05d57a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5929a561-c7c3-4585-9d7c-da269569dc5c'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:31.492782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Bound port: 3b410ab0-7013-45ac-b2e8-75c0d32922b7, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831bd481-650b-4f94-ae2d-8be05d57a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5929a561-c7c3-4585-9d7c-da269569dc5c'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:31.493177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.496171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.548431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.590774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4e506bdd-c4e1-4013-88de-e58890bdd9f7 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.625923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] For port 3b410ab0-7013-45ac-b2e8-75c0d32922b7, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:31.627104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Deleting port 70771551-6d87-42ba-af0b-fb0771808ff1 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:31.627507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.644288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Allocated IP 172.26.4.172 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/619b9625-880d-47c5-bfc2-ae93d9699d8d) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:31.645984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] For port 3b410ab0-7013-45ac-b2e8-75c0d32922b7, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3b410ab0-7013-45ac-b2e8-75c0d32922b7,segment=NetworkSegment(831bd481-650b-4f94-ae2d-8be05d57a98f),segment_id=831bd481-650b-4f94-ae2d-8be05d57a98f)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:31.677589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55098) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:31.704798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] For port 70771551-6d87-42ba-af0b-fb0771808ff1, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=70771551-6d87-42ba-af0b-fb0771808ff1,segment=NetworkSegment(2592a184-43bc-4484-bcc4-438cfb4cb270),segment_id=2592a184-43bc-4484-bcc4-438cfb4cb270)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:31.705459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.719738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Calling delete_port for 70771551-6d87-42ba-af0b-fb0771808ff1 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:31.728210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.731100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:31.798398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4e506bdd-c4e1-4013-88de-e58890bdd9f7 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.801172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Pushing event updated for resources: {'Port': ['ID=3b410ab0-7013-45ac-b2e8-75c0d32922b7,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:31.805141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:31.822016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.850916 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-736788801'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:31.864207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4e506bdd-c4e1-4013-88de-e58890bdd9f7 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.874388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8e33b4af-1694-4ea8-905f-d25e2f36ff6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:31.910507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:31.913753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-91d0f0c7-f5fe-4e17-a761-16cf0f239643 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:31.945896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Port': ['ID=70771551-6d87-42ba-af0b-fb0771808ff1,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:31.950523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:31.950523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No DVR routers for this DVR port 70771551-6d87-42ba-af0b-fb0771808ff1 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:31.954617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e506bdd-c4e1-4013-88de-e58890bdd9f7 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07d786c-6c10-4b56-9877-5b07860e6294,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:31.958329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4e506bdd-c4e1-4013-88de-e58890bdd9f7 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:31.990815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5d1a0-3580-4368-99b7-f5bc5fe22dc5 req-a30fd9c3-31ba-4b04-8728-842b5c163964 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:31.994738 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-60d5d1a0-3580-4368-99b7-f5bc5fe22dc5 req-a30fd9c3-31ba-4b04-8728-842b5c163964 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 945 time: 0.0934296 Jun 28 06:48:31.997242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Made reservation on behalf of ad6415fc12e7484e9b18a5372f645174 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:32.010025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.035026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.039965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.048988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4a31f247-422e-400b-8ba6-700a602bc9a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:32.070671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.083414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8796065b-7bfa-4701-a47d-d468c7616fd1']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:32.096343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2592a184-43bc-4484-bcc4-438cfb4cb270') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:32.096543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2592a184-43bc-4484-bcc4-438cfb4cb270') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:32.106842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.109009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:32.115268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4e506bdd-c4e1-4013-88de-e58890bdd9f7 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.116502 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4e506bdd-c4e1-4013-88de-e58890bdd9f7 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6764884 Jun 28 06:48:32.121149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55104) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:32.124120 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-60d5d1a0-3580-4368-99b7-f5bc5fe22dc5 req-c0f521f6-2277-488b-823c-01f800c7c272 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133389 Jun 28 06:48:32.127405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-09a23674-4ae7-4536-94aa-04a45eb9d747 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group': {'name': 'tempest-secgroup--604624838'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:32.127707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:32.129251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.131198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:32.137684 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:32.138099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.139895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event updated for resources: {'Port': ['ID=619b9625-880d-47c5-bfc2-ae93d9699d8d,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:32.143026 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:32.172194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:32.304081 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:48:32.305619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.308952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-39c567bc-a046-4cee-a648-574632c6c18b tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:32.314386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.317347 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/8796065b-7bfa-4701-a47d-d468c7616fd1 HTTP/1.1" status: 204 len: 168 time: 2.7770216 Jun 28 06:48:32.323989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55106) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:32.329433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=8796065b-7bfa-4701-a47d-d468c7616fd1,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:32.330963 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-233935169'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:32.332358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:32.363283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.454413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.460002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4769e285-910f-44b3-9bd5-4bf010bcd853 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:32.491556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:32.539987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594ea333-cb62-4752-b535-82cbd75de049,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:32.540385 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-09a23674-4ae7-4536-94aa-04a45eb9d747 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.545591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.545933 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Added segment 3c0a7a61-3f03-4a06-ae58-e84559fb7be8 of type vlan for network 1b88d69b-858a-4d79-a4e8-f324db6f22d6 Jun 28 06:48:32.551661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:32.608587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.614210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.681995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:32.688280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.747219 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-09a23674-4ae7-4536-94aa-04a45eb9d747 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.754498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:32.803479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.803982 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment c5357675-c3fa-433d-a292-1b40278dbdf3 of type vlan for network 031595da-c304-41d3-acda-35f6d720ca3d Jun 28 06:48:32.813106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.818585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:32.819202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.820300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-09a23674-4ae7-4536-94aa-04a45eb9d747 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.824272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a709e89-f1e9-4c15-9a18-ab361b036ee8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:32.834967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5e550d37-e4de-4d42-85cc-8f4cb2b483dc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:32.851631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee802d2-311a-45f9-be9c-49c2017266cd None None] Network 5929a561-c7c3-4585-9d7c-da269569dc5c requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:32.855757 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a23674-4ae7-4536-94aa-04a45eb9d747 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07da39a2-70a9-4b0e-a85e-3a239db1f24a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:32.868332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-09a23674-4ae7-4536-94aa-04a45eb9d747 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:32.900232 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-09a23674-4ae7-4536-94aa-04a45eb9d747 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.901810 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-09a23674-4ae7-4536-94aa-04a45eb9d747 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7815528 Jun 28 06:48:32.904971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55110) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:32.909625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ee98f36a-be19-4799-8f12-78b445a49b6b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': 'e07d786c-6c10-4b56-9877-5b07860e6294', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '07da39a2-70a9-4b0e-a85e-3a239db1f24a', 'remote_ip_prefix': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:32.956651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:32.962634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Pushing event updated for resources: {'Network': ['ID=1b88d69b-858a-4d79-a4e8-f324db6f22d6,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:32.968931 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2903137 Jun 28 06:48:32.969925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:32.974075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d58cda9b-fea7-47e5-92b1-5d31635e885f None None] Provisioning for port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:32.979149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55112) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:32.982095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 1b88d69b-858a-4d79-a4e8-f324db6f22d6 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:32.983197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-ef89a2f7-649a-4c96-b424-b912fca127ce tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6', 'tempest-TagsTest-Tag-1331303974') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:32.999578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.064979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee98f36a-be19-4799-8f12-78b445a49b6b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.096942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.100498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:33.101122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.105790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-10071a24-da46-427d-93e0-9e11ca2ed198 tempest-AllowedAddressPairIpV6TestJSON-421667090 tempest-AllowedAddressPairIpV6TestJSON-421667090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:33.141885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee98f36a-be19-4799-8f12-78b445a49b6b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.169985 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ef89a2f7-649a-4c96-b424-b912fca127ce tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "PUT /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags/tempest-TagsTest-Tag-1331303974 HTTP/1.1" status: 201 len: 201 time: 0.1938918 Jun 28 06:48:33.172444 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55116) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:33.177382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-27a55b88-1aa0-4a55-9f53-ad0daa04d554 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6', 'tempest-TagsTest-Tag-1331303974') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:33.185096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=031595da-c304-41d3-acda-35f6d720ca3d,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:33.189318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:33.197627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 031595da-c304-41d3-acda-35f6d720ca3d details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:33.201522 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8732238 Jun 28 06:48:33.201522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55118) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:33.206885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': '031595da-c304-41d3-acda-35f6d720ca3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:33.219067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee98f36a-be19-4799-8f12-78b445a49b6b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.229223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f98cd8f4-1aa2-4229-8740-10446d746729 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:33.304249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98f36a-be19-4799-8f12-78b445a49b6b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f27127-0fd9-42b1-88a0-c71a932cf9dd,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:33.310781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ee98f36a-be19-4799-8f12-78b445a49b6b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:33.320037 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-27a55b88-1aa0-4a55-9f53-ad0daa04d554 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "GET /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags/tempest-TagsTest-Tag-1331303974 HTTP/1.1" status: 204 len: 168 time: 0.1464560 Jun 28 06:48:33.322818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55120) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:33.329168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-290fe95a-77b9-4300-9518-66b63827b057 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:33.341179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ab5a1-0a01-4378-bc50-8bba7c2edf47 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:48:33.363044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee98f36a-be19-4799-8f12-78b445a49b6b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.366890 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ee98f36a-be19-4799-8f12-78b445a49b6b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4583254 Jun 28 06:48:33.367309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55122) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:33.406229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Router 9a88ff5b-a03c-45c4-9643-4754fdb84c91 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:48:33.429879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c855ed-a205-4ef6-af36-e957e8af72da req-976a7424-b3a8-4e7c-b040-59379458d953 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:33.431395 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96c855ed-a205-4ef6-af36-e957e8af72da req-976a7424-b3a8-4e7c-b040-59379458d953 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 945 time: 0.1089084 Jun 28 06:48:33.438250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c46a-6df1-4cd2-9a77-9389f117183d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.448222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c46a-6df1-4cd2-9a77-9389f117183d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.451414 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-290fe95a-77b9-4300-9518-66b63827b057 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "GET /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags HTTP/1.1" status: 200 len: 238 time: 0.1270251 Jun 28 06:48:33.455740 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55124) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:33.460393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-2b92dfd7-6b59-4865-9167-6fb9e703e1f8 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6', {'tags': ['tempest-TagsTest-Tag-602409035', 'tempest-TagsTest-Tag-467865961', 'tempest-TagsTest-Tag-144656318']}) {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:33.465809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ab5a1-0a01-4378-bc50-8bba7c2edf47 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:48:33.492237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:33.496321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.535266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 101acaf2-f684-45b4-9f2a-1df164fd6157 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:33.637921 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96c855ed-a205-4ef6-af36-e957e8af72da req-c02e1079-4f18-4133-bbb6-71c37f6132f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548545 Jun 28 06:48:33.656006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c46a-6df1-4cd2-9a77-9389f117183d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.660154 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4f42bbf3-faad-49bc-8286-9b5cff43c6a9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:33.665961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c46a-6df1-4cd2-9a77-9389f117183d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.667410 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3ba1c46a-6df1-4cd2-9a77-9389f117183d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b5f27127-0fd9-42b1-88a0-c71a932cf9dd HTTP/1.1" status: 204 len: 168 time: 0.2982652 Jun 28 06:48:33.673294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55126) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:33.677930 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:33.680195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1c46a-6df1-4cd2-9a77-9389f117183d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5f27127-0fd9-42b1-88a0-c71a932cf9dd,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:33.689147 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3ba1c46a-6df1-4cd2-9a77-9389f117183d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:33.695852 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ebddc-9366-4205-9b8b-d7d03487ced8 None None] Sync routers for ids ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:33.725916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3b410ab0-7013-45ac-b2e8-75c0d32922b7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:33.736956 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8ebebfbd-9410-4176-89d3-ef160f010539 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0599506 Jun 28 06:48:33.736956 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2b92dfd7-6b59-4865-9167-6fb9e703e1f8 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "PUT /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags HTTP/1.1" status: 200 len: 306 time: 0.2800741 Jun 28 06:48:33.737882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55128) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:33.739605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55130) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:33.749083 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-5e3f963c-ff23-4f4d-a050-886fe511aa6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6', 'tempest-TagsTest-Tag-602409035') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:33.756051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ebddc-9366-4205-9b8b-d7d03487ced8 None None] Routers {'9a88ff5b-a03c-45c4-9643-4754fdb84c91'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:33.756733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-188ebddc-9366-4205-9b8b-d7d03487ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:33.807349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.811248 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.6755135 Jun 28 06:48:33.811570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55134) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:33.823036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 101acaf2-f684-45b4-9f2a-1df164fd6157 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:33.824984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-188ebddc-9366-4205-9b8b-d7d03487ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:33.852793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 101acaf2-f684-45b4-9f2a-1df164fd6157 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:33.853537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.856720 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0847298b-61f5-47d3-8ff4-dc6b5adf0b40 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.895844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0847298b-61f5-47d3-8ff4-dc6b5adf0b40 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.900935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ebddc-9366-4205-9b8b-d7d03487ced8 None None] Routers {'9a88ff5b-a03c-45c4-9643-4754fdb84c91'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:33.901765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-188ebddc-9366-4205-9b8b-d7d03487ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:33.934491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:33.938969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5985f9cc-8f07-4570-8865-5d80926b8c1c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:33.981361 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5e3f963c-ff23-4f4d-a050-886fe511aa6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "DELETE /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags/tempest-TagsTest-Tag-602409035 HTTP/1.1" status: 204 len: 168 time: 0.2408485 Jun 28 06:48:33.983996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55136) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:33.989556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-57f53cd1-4e70-4d10-ade2-1e7528beb0c0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6', 'tempest-TagsTest-Tag-602409035') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:34.011570 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0847298b-61f5-47d3-8ff4-dc6b5adf0b40 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.015118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0847298b-61f5-47d3-8ff4-dc6b5adf0b40 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.018751 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0847298b-61f5-47d3-8ff4-dc6b5adf0b40 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-groups/07da39a2-70a9-4b0e-a85e-3a239db1f24a HTTP/1.1" status: 204 len: 168 time: 0.2774796 Jun 28 06:48:34.020820 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55138) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:34.021763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b8b18143-8dcc-434a-9eda-50dfdd344cd4 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:34.051294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847298b-61f5-47d3-8ff4-dc6b5adf0b40 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07da39a2-70a9-4b0e-a85e-3a239db1f24a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:34.058289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=e229dee5-0aa6-4b39-b1a8-b067489cd1b5,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:34.061076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:34.084058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0847298b-61f5-47d3-8ff4-dc6b5adf0b40 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:34.105782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-188ebddc-9366-4205-9b8b-d7d03487ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:34.106416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ebddc-9366-4205-9b8b-d7d03487ced8 None None] The sync data for ids ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:34.110549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': 'c5357675-c3fa-433d-a292-1b40278dbdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '031595da-c304-41d3-acda-35f6d720ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:34.112396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: 031595da-c304-41d3-acda-35f6d720ca3d, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:34.127839 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-57f53cd1-4e70-4d10-ade2-1e7528beb0c0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] show failed (client error): The resource could not be found. Jun 28 06:48:34.127839 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-57f53cd1-4e70-4d10-ade2-1e7528beb0c0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "GET /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags/tempest-TagsTest-Tag-602409035 HTTP/1.1" status: 404 len: 325 time: 0.1388748 Jun 28 06:48:34.131159 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a788bfd4-49bb-4684-be75-1b478d6e5f51 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1053855 Jun 28 06:48:34.131723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55140) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:34.133779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55142) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:34.143377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-843154d3-8b4b-40d4-91bc-b2d15cefd9e9 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6', 'tempest-TagsTest-Tag-467865961') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:34.169866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.193267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f41c4-d07a-4100-b082-395fa5ce7095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101acaf2-f684-45b4-9f2a-1df164fd6157'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:48:34.195729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f1ce6f-48f5-4693-b17a-735a60399a72" -d '{"events": [{"server_uuid": "d21f41c4-d07a-4100-b082-395fa5ce7095", "name": "network-vif-plugged", "status": "completed", "tag": "101acaf2-f684-45b4-9f2a-1df164fd6157"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:48:34.214598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:34.220651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 101acaf2-f684-45b4-9f2a-1df164fd6157, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=101acaf2-f684-45b4-9f2a-1df164fd6157,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:34.222330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:34.222720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.247299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3204beba-de7d-4ddd-b2c0-f83a9da0e4d4 x-openstack-request-id: req-3204beba-de7d-4ddd-b2c0-f83a9da0e4d4 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:48:34.248187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f41c4-d07a-4100-b082-395fa5ce7095", "name": "network-vif-plugged", "status": "completed", "tag": "101acaf2-f684-45b4-9f2a-1df164fd6157", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:48:34.248452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3204beba-de7d-4ddd-b2c0-f83a9da0e4d4 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:48:34.248883 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f41c4-d07a-4100-b082-395fa5ce7095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101acaf2-f684-45b4-9f2a-1df164fd6157', 'code': 200} Jun 28 06:48:34.264794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network 031595da-c304-41d3-acda-35f6d720ca3d is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:34.311844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.317112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:34.367827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.391170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=101acaf2-f684-45b4-9f2a-1df164fd6157,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:34.405529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 031595da-c304-41d3-acda-35f6d720ca3d) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:34.412801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:34.413506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.415773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 3b410ab0-7013-45ac-b2e8-75c0d32922b7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3b410ab0-7013-45ac-b2e8-75c0d32922b7,segment=NetworkSegment(831bd481-650b-4f94-ae2d-8be05d57a98f),segment_id=831bd481-650b-4f94-ae2d-8be05d57a98f)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:34.417876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:34.420278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5b6af-9e0d-497e-b63b-a298fb579e58 None None] Network 031595da-c304-41d3-acda-35f6d720ca3d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:34.479071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.491819 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.496089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-be54839f-02f7-469c-add3-ed2c16dd6892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:34.541295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b1385a75-4c7c-4293-88f7-d39d924f609b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.545742 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3401842 Jun 28 06:48:34.546043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55146) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:34.559000 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-843154d3-8b4b-40d4-91bc-b2d15cefd9e9 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "GET /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags/tempest-TagsTest-Tag-467865961 HTTP/1.1" status: 204 len: 168 time: 0.4262269 Jun 28 06:48:34.562678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55148) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:34.570594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-c18b6ae0-b44f-4097-8718-ca3e35e4a65f tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6', 'tempest-TagsTest-Tag-144656318') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:34.578331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b1385a75-4c7c-4293-88f7-d39d924f609b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.585658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=3b410ab0-7013-45ac-b2e8-75c0d32922b7,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:34.589251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:34.654006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-031595da-c304-41d3-acda-35f6d720ca3d', 'network_id': '031595da-c304-41d3-acda-35f6d720ca3d', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': 'e229dee5-0aa6-4b39-b1a8-b067489cd1b5'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:34.655147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.671231 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c18b6ae0-b44f-4097-8718-ca3e35e4a65f tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "GET /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags/tempest-TagsTest-Tag-144656318 HTTP/1.1" status: 204 len: 168 time: 0.1073737 Jun 28 06:48:34.673485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55152) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:34.678458 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-10e2558a-50c5-49c5-8b49-97673fa2c080 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:34.741614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b1385a75-4c7c-4293-88f7-d39d924f609b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.744064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b1385a75-4c7c-4293-88f7-d39d924f609b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.745418 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b1385a75-4c7c-4293-88f7-d39d924f609b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-groups/e07d786c-6c10-4b56-9877-5b07860e6294 HTTP/1.1" status: 204 len: 168 time: 0.6108387 Jun 28 06:48:34.748198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-45e0f8ee-cdd9-4ac6-a18a-37215382bf43 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:34.750126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55154) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:34.760135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1385a75-4c7c-4293-88f7-d39d924f609b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07d786c-6c10-4b56-9877-5b07860e6294,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:34.763938 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b1385a75-4c7c-4293-88f7-d39d924f609b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:34.843681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:34.872138 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-10e2558a-50c5-49c5-8b49-97673fa2c080 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "DELETE /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1974502 Jun 28 06:48:34.875303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55156) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:34.880081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-6644e6d2-e6aa-49ae-a778-951b3932a933 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6', 'tempest-TagsTest-Tag-467865961') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:34.883344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Allocated IP 172.20.0.2 (031595da-c304-41d3-acda-35f6d720ca3d/e229dee5-0aa6-4b39-b1a8-b067489cd1b5/fc8281b1-3398-4556-8c14-971f0a31c2be) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:34.917247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bc492-cb8d-4ed4-abc1-ce66ad2a85b3 req-9c7a1e75-b3dd-40e0-afd2-16eff94ef540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:34.918733 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0c4bc492-cb8d-4ed4-abc1-ce66ad2a85b3 req-9c7a1e75-b3dd-40e0-afd2-16eff94ef540 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 1099 time: 0.2670693 Jun 28 06:48:34.940531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c88d1111-4d2f-4c51-b166-9345435d82de tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1839621 Jun 28 06:48:34.942071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55158) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:34.947973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-cac607d2-ae7b-43dc-8262-c0d8242b57f8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208465002'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:34.975326 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-6644e6d2-e6aa-49ae-a778-951b3932a933 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] show failed (client error): The resource could not be found. Jun 28 06:48:34.976457 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6644e6d2-e6aa-49ae-a778-951b3932a933 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "GET /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags/tempest-TagsTest-Tag-467865961 HTTP/1.1" status: 404 len: 325 time: 0.1000528 Jun 28 06:48:34.979208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55160) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:34.984113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-e7fcb91c-aa96-4370-9f82-a5071de3796f tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6', 'tempest-TagsTest-Tag-144656318') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:35.056148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.059754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cac607d2-ae7b-43dc-8262-c0d8242b57f8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.065905 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Transition to ACTIVE for port object fc8281b1-3398-4556-8c14-971f0a31c2be will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:35.080315 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-e7fcb91c-aa96-4370-9f82-a5071de3796f tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] show failed (client error): The resource could not be found. Jun 28 06:48:35.082661 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Transition to ACTIVE for port object fc8281b1-3398-4556-8c14-971f0a31c2be will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:35.084596 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e7fcb91c-aa96-4370-9f82-a5071de3796f tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "GET /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags/tempest-TagsTest-Tag-144656318 HTTP/1.1" status: 404 len: 325 time: 0.1040633 Jun 28 06:48:35.086073 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0c4bc492-cb8d-4ed4-abc1-ce66ad2a85b3 req-3e4a8e21-e113-44db-8b90-2b54208cc9e7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571996 Jun 28 06:48:35.087943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55162) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:35.092741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.095775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-0f2615b1-4ed7-4bb5-b196-ba823a2dacf2 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1b88d69b-858a-4d79-a4e8-f324db6f22d6') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:35.151484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.155521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0581c7d3-6d79-4c18-9632-1ee39307adf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:35.192688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Network 031595da-c304-41d3-acda-35f6d720ca3d is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:35.198467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:35.202463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:35.226629 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0f2615b1-4ed7-4bb5-b196-ba823a2dacf2 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "DELETE /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1373034 Jun 28 06:48:35.231098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55164) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:35.235744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Pushing event updated for resources: {'Port': ['ID=fc8281b1-3398-4556-8c14-971f0a31c2be,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:35.239601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:35.269329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Attempting to bind port fc8281b1-3398-4556-8c14-971f0a31c2be on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:35.269827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Attempting to bind port fc8281b1-3398-4556-8c14-971f0a31c2be by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'c5357675-c3fa-433d-a292-1b40278dbdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '031595da-c304-41d3-acda-35f6d720ca3d'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:35.270305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Attempting to bind port fc8281b1-3398-4556-8c14-971f0a31c2be on network 031595da-c304-41d3-acda-35f6d720ca3d {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:35.274018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cac607d2-ae7b-43dc-8262-c0d8242b57f8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.276887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:35.276887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Checking segment: {'id': 'c5357675-c3fa-433d-a292-1b40278dbdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '031595da-c304-41d3-acda-35f6d720ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:35.277193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.277851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Bound using segment: {'id': 'c5357675-c3fa-433d-a292-1b40278dbdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '031595da-c304-41d3-acda-35f6d720ca3d'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:35.278428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Bound port: fc8281b1-3398-4556-8c14-971f0a31c2be, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5357675-c3fa-433d-a292-1b40278dbdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '031595da-c304-41d3-acda-35f6d720ca3d'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:35.279438 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.330218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cac607d2-ae7b-43dc-8262-c0d8242b57f8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.333825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-09a23674-4ae7-4536-94aa-04a45eb9d747 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:35.345221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.354764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] For port fc8281b1-3398-4556-8c14-971f0a31c2be, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:35.358287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] For port fc8281b1-3398-4556-8c14-971f0a31c2be, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=fc8281b1-3398-4556-8c14-971f0a31c2be,segment=NetworkSegment(c5357675-c3fa-433d-a292-1b40278dbdf3),segment_id=c5357675-c3fa-433d-a292-1b40278dbdf3)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:35.377326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac607d2-ae7b-43dc-8262-c0d8242b57f8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a285a8-fa4a-4cb4-ab9e-bf9f731f7d3b,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:35.380566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cac607d2-ae7b-43dc-8262-c0d8242b57f8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:35.425578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.427666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:35.442745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cac607d2-ae7b-43dc-8262-c0d8242b57f8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.451866 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cac607d2-ae7b-43dc-8262-c0d8242b57f8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4997373 Jun 28 06:48:35.451866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55166) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:35.453142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d2c46a2e-0f2c-4216-a5e3-1e7ff181837d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '83a285a8-fa4a-4cb4-ab9e-bf9f731f7d3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:35.493515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Pushing event updated for resources: {'Port': ['ID=fc8281b1-3398-4556-8c14-971f0a31c2be,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:35.494026 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.506530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:35.510073 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b88d69b-858a-4d79-a4e8-f324db6f22d6']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:35.524089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798071-cea7-4491-acc4-e418e18eada6 req-99c28ca7-a6dc-4e85-9e3f-2d8fd609bdd5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:35.524725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0a7a61-3f03-4a06-ae58-e84559fb7be8') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:35.525029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0a7a61-3f03-4a06-ae58-e84559fb7be8') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:35.525683 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c5798071-cea7-4491-acc4-e418e18eada6 req-99c28ca7-a6dc-4e85-9e3f-2d8fd609bdd5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 946 time: 0.7354853 Jun 28 06:48:35.535223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.551595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.558827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:35.559255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:35.564322 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:35.572730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Allocated IP 172.20.0.1 (5929a561-c7c3-4585-9d7c-da269569dc5c/78ab0ec4-6ac7-4fd3-801e-f2251c8fb54d/46d2e2ea-529e-405f-a277-187a6fb2c93d) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:35.622777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c46a2e-0f2c-4216-a5e3-1e7ff181837d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.632204 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c5798071-cea7-4491-acc4-e418e18eada6 req-d6ab4590-6dfd-4b9c-8f77-6fcb39cdf07e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981102 Jun 28 06:48:35.694207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c46a2e-0f2c-4216-a5e3-1e7ff181837d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.700198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3b410ab0-7013-45ac-b2e8-75c0d32922b7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:35.718509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.724121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.729657 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] 10.222.0.24 "DELETE /v2.0/networks/1b88d69b-858a-4d79-a4e8-f324db6f22d6 HTTP/1.1" status: 204 len: 168 time: 0.4945104 Jun 28 06:48:35.734823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:35.750945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.764210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Pushing event deleted for resources: {'Network': ['ID=1b88d69b-858a-4d79-a4e8-f324db6f22d6,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:35.764417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d1859e35-d2a1-4506-8548-17c236f6572d tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:35.766701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:35.806908 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:35.806908 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.815561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c46a2e-0f2c-4216-a5e3-1e7ff181837d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.818986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c2ba63f1-c96c-40dd-8ce9-6c585bfb8e80 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:35.848877 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c46a2e-0f2c-4216-a5e3-1e7ff181837d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508e58e5-13c0-46f7-b734-c5419a5d9cca,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:35.862655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d2c46a2e-0f2c-4216-a5e3-1e7ff181837d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:35.863911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=e229dee5-0aa6-4b39-b1a8-b067489cd1b5,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:35.876574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:35.876574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.880778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.895086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031595da-c304-41d3-acda-35f6d720ca3d']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:35.916285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Transition to ACTIVE for port object 46d2e2ea-529e-405f-a277-187a6fb2c93d will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:35.919299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5357675-c3fa-433d-a292-1b40278dbdf3') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:35.920716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5357675-c3fa-433d-a292-1b40278dbdf3') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:35.923932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d2c46a2e-0f2c-4216-a5e3-1e7ff181837d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.926114 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d2c46a2e-0f2c-4216-a5e3-1e7ff181837d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4784405 Jun 28 06:48:35.933829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55170) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:35.939544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.958099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.961011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ef67fb9-c5c2-4a92-9bf1-8ac1b87cf3c5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.968548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ef67fb9-c5c2-4a92-9bf1-8ac1b87cf3c5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.974071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:35.974473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:35.977509 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:36.094188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:48:36.094188 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:48:36.094188 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'id': '031595da-c304-41d3-acda-35f6d720ca3d'}] Jun 28 06:48:36.094188 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:48:36.094717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:48:36.122795 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ef67fb9-c5c2-4a92-9bf1-8ac1b87cf3c5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.123805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.124714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-27de11f0-36d4-4444-b06d-6eac7f1a80a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:36.126015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-92229c08-eec7-45e7-8421-ed51bb00ad78 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:36.131314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1ef67fb9-c5c2-4a92-9bf1-8ac1b87cf3c5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.131906 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1ef67fb9-c5c2-4a92-9bf1-8ac1b87cf3c5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/508e58e5-13c0-46f7-b734-c5419a5d9cca HTTP/1.1" status: 204 len: 168 time: 0.1967909 Jun 28 06:48:36.136697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55172) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:36.144079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef67fb9-c5c2-4a92-9bf1-8ac1b87cf3c5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=508e58e5-13c0-46f7-b734-c5419a5d9cca,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:36.146938 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1ef67fb9-c5c2-4a92-9bf1-8ac1b87cf3c5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:36.173147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Network 5929a561-c7c3-4585-9d7c-da269569dc5c is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:36.176281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:36.180197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:36.183696 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-43f515b4-5ba0-458a-83db-41f52268f609 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0431759 Jun 28 06:48:36.184165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55174) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:36.186886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event updated for resources: {'Port': ['ID=46d2e2ea-529e-405f-a277-187a6fb2c93d,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:36.215840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:36.248319 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-89a5aede-2e61-43bb-8fea-a700331c4bd2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.249635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.276801 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-89a5aede-2e61-43bb-8fea-a700331c4bd2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.337359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55180) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:36.437450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-89a5aede-2e61-43bb-8fea-a700331c4bd2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.443762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-89a5aede-2e61-43bb-8fea-a700331c4bd2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.443762 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-89a5aede-2e61-43bb-8fea-a700331c4bd2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-groups/83a285a8-fa4a-4cb4-ab9e-bf9f731f7d3b HTTP/1.1" status: 204 len: 168 time: 0.2564018 Jun 28 06:48:36.444547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55184) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:36.454720 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cac607d2-ae7b-43dc-8262-c0d8242b57f8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:36.465904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5aede-2e61-43bb-8fea-a700331c4bd2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a285a8-fa4a-4cb4-ab9e-bf9f731f7d3b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:36.476515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-89a5aede-2e61-43bb-8fea-a700331c4bd2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:36.511167 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ca5ed6e9-10ff-4558-a28e-abfd6dfb7c32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad6415fc12e7484e9b18a5372f645174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724060 Jun 28 06:48:36.514884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55186) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:36.544177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.571290 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8ac05805-9d23-48b7-bba8-d6999dea3319 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1217995 Jun 28 06:48:36.572577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55188) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:36.578825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b6a24460-d0a1-4fa2-a9ae-073f228fbaa2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group': {'name': 'tempest-secgroup--297466793'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:36.586464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9074-f83b-4b49-be50-45f6f3d71bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.588270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-319f4efd-9197-4524-9f58-da945c92c86e None None] Provisioning for port 46d2e2ea-529e-405f-a277-187a6fb2c93d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:36.597256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-319f4efd-9197-4524-9f58-da945c92c86e None None] Provisioning complete for port 46d2e2ea-529e-405f-a277-187a6fb2c93d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:36.597650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-319f4efd-9197-4524-9f58-da945c92c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.599087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.627811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9074-f83b-4b49-be50-45f6f3d71bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.651968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-319f4efd-9197-4524-9f58-da945c92c86e None None] Port 46d2e2ea-529e-405f-a277-187a6fb2c93d cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:36.697792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6a24460-d0a1-4fa2-a9ae-073f228fbaa2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.767045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Deleting port fc8281b1-3398-4556-8c14-971f0a31c2be {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:36.767427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.820596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9074-f83b-4b49-be50-45f6f3d71bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.823276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9074-f83b-4b49-be50-45f6f3d71bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.824467 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ce3c9074-f83b-4b49-be50-45f6f3d71bf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/594ea333-cb62-4752-b535-82cbd75de049 HTTP/1.1" status: 204 len: 168 time: 0.3085594 Jun 28 06:48:36.845360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3cef4619-4649-40b2-a795-bbf9392ba22b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:36.862336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9074-f83b-4b49-be50-45f6f3d71bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594ea333-cb62-4752-b535-82cbd75de049,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:36.893313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ce3c9074-f83b-4b49-be50-45f6f3d71bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:36.918544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6a24460-d0a1-4fa2-a9ae-073f228fbaa2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.920722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ecb26-005b-4403-9673-42f52ba13103 None None] Network 031595da-c304-41d3-acda-35f6d720ca3d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:36.956204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] For port fc8281b1-3398-4556-8c14-971f0a31c2be, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=fc8281b1-3398-4556-8c14-971f0a31c2be,segment=NetworkSegment(c5357675-c3fa-433d-a292-1b40278dbdf3),segment_id=c5357675-c3fa-433d-a292-1b40278dbdf3)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:36.956554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:36.988496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Calling delete_port for fc8281b1-3398-4556-8c14-971f0a31c2be owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:37.008765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6a24460-d0a1-4fa2-a9ae-073f228fbaa2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.023928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cc06b589-9057-41a0-8134-df7ac8dcfbdb tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:37.049137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a24460-d0a1-4fa2-a9ae-073f228fbaa2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1b0a6a-550f-438f-bee0-b1c20d83796c,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:37.051848 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b6a24460-d0a1-4fa2-a9ae-073f228fbaa2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:37.070793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c75f7-3db7-4d93-a8a5-9779adead7dc req-9293015e-9049-497f-8a76-ad4b8b51bc9b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:37.072346 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ad2c75f7-3db7-4d93-a8a5-9779adead7dc req-9293015e-9049-497f-8a76-ad4b8b51bc9b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 946 time: 0.2360075 Jun 28 06:48:37.100664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-642e2274-87fd-4d1d-b119-7f2de2934808 None None] Provisioning for port fc8281b1-3398-4556-8c14-971f0a31c2be completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:37.127031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.128642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] DHCP port deletion for 031595da-c304-41d3-acda-35f6d720ca3d request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:48:37.151232 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ad2c75f7-3db7-4d93-a8a5-9779adead7dc req-55da3b0b-aa0d-4079-bd4f-25c8a684b7bb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704300 Jun 28 06:48:37.163356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6a24460-d0a1-4fa2-a9ae-073f228fbaa2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.168137 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b6a24460-d0a1-4fa2-a9ae-073f228fbaa2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5921102 Jun 28 06:48:37.168618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55194) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:37.180685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-62be5e98-bbb2-4714-8b39-b54a8474983f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '1a1b0a6a-550f-438f-bee0-b1c20d83796c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:37.191638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] Deleting port fc8281b1-3398-4556-8c14-971f0a31c2be {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:37.192036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.249655 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.255714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fbe091ef-0a27-402e-adb6-f1966ae17723 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:37.259701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] For port fc8281b1-3398-4556-8c14-971f0a31c2be, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=fc8281b1-3398-4556-8c14-971f0a31c2be,segment=NetworkSegment(c5357675-c3fa-433d-a292-1b40278dbdf3),segment_id=c5357675-c3fa-433d-a292-1b40278dbdf3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:37.260223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.275219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] Calling delete_port for fc8281b1-3398-4556-8c14-971f0a31c2be owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:37.315419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.364924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62be5e98-bbb2-4714-8b39-b54a8474983f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.370586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.373966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:37.385303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No DVR routers for this DVR port fc8281b1-3398-4556-8c14-971f0a31c2be on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:37.398107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] Pushing event deleted for resources: {'Port': ['ID=fc8281b1-3398-4556-8c14-971f0a31c2be,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:37.403908 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] No DVR routers for this DVR port fc8281b1-3398-4556-8c14-971f0a31c2be on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:37.403908 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:37.431154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.433010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event updated for resources: {'Port': ['ID=46d2e2ea-529e-405f-a277-187a6fb2c93d,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:37.445266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:37.449016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c32f2a55-5372-4b99-b2d2-c3f101841d82 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:37.543410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Port': ['ID=fc8281b1-3398-4556-8c14-971f0a31c2be,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:37.546886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:37.570181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.611932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031595da-c304-41d3-acda-35f6d720ca3d']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:37.624429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62be5e98-bbb2-4714-8b39-b54a8474983f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.630267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5357675-c3fa-433d-a292-1b40278dbdf3') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:37.631941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5357675-c3fa-433d-a292-1b40278dbdf3') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:37.653116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.662312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e450f9c-82c3-435f-8d6d-c3ee259df4b6 req-a3e7d78d-2121-4906-85a3-1bb7bc025312 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:37.663582 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e450f9c-82c3-435f-8d6d-c3ee259df4b6 req-a3e7d78d-2121-4906-85a3-1bb7bc025312 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 946 time: 0.3717573 Jun 28 06:48:37.685550 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.705784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:37.706184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:37.709097 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:37.733320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62be5e98-bbb2-4714-8b39-b54a8474983f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.776147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:37.784868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Network 5929a561-c7c3-4585-9d7c-da269569dc5c is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:37.800284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:37.807986 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e450f9c-82c3-435f-8d6d-c3ee259df4b6 req-b9b41a4d-f0e9-4f79-8100-fd07d9a3fc49 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356733 Jun 28 06:48:37.814093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be5e98-bbb2-4714-8b39-b54a8474983f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bffe29-9ab7-463a-8a42-5c533ff3b760,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:37.817316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-62be5e98-bbb2-4714-8b39-b54a8474983f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:37.911721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.917713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.918906 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/031595da-c304-41d3-acda-35f6d720ca3d HTTP/1.1" status: 204 len: 168 time: 3.3718915 Jun 28 06:48:37.922855 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-402b2bc7-8d6a-4d26-92f2-b5983124c972 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:37.923434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55218) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:37.929432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-62be5e98-bbb2-4714-8b39-b54a8474983f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:37.933251 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-62be5e98-bbb2-4714-8b39-b54a8474983f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7612138 Jun 28 06:48:37.934239 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-725831903'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:37.938638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55220) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:37.945071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=031595da-c304-41d3-acda-35f6d720ca3d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:37.947667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:37.965627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55222) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:37.980603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Router 9a88ff5b-a03c-45c4-9643-4754fdb84c91 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:37.983357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55228) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:37.983581 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e82fe3d0-6570-40c9-b150-16b8aef4f3f2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules/87bffe29-9ab7-463a-8a42-5c533ff3b760 HTTP/1.1" status: 200 len: 763 time: 0.0422549 Jun 28 06:48:38.068607 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6c461bac-19f8-4afc-bf44-c7b3fc65caf7 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0836914 Jun 28 06:48:38.071266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55230) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:38.081568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:38.083808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.114722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-349560663-network', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:38.117608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ec054a6-62c2-4974-8df3-efedf0a9e1b1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.129427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ec054a6-62c2-4974-8df3-efedf0a9e1b1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.133434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:38.133574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-75cf041b-bb01-4dc4-b20e-ea3c7c899ab0 None None] Provisioning complete for port 46d2e2ea-529e-405f-a277-187a6fb2c93d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:38.133574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-75cf041b-bb01-4dc4-b20e-ea3c7c899ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.150045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:38.154499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.155387 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment a7f02dd0-758a-426d-8038-427236660cca of type vlan for network b77c8d8a-f0a8-4b76-801e-6751b3b1adaf Jun 28 06:48:38.156290 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "PUT /v2.0/routers/9a88ff5b-a03c-45c4-9643-4754fdb84c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3433862 Jun 28 06:48:38.167678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55232) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:38.168059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Request body: {'port': {'network_id': '5929a561-c7c3-4585-9d7c-da269569dc5c', 'name': 'tempest-FloatingIPAdminTestJSON-271022393'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:38.168152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541f302f-8012-4683-945a-3c03c8e1136b None None] Sync routers for ids ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:38.179715 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f302f-8012-4683-945a-3c03c8e1136b None None] Routers {'9a88ff5b-a03c-45c4-9643-4754fdb84c91'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:38.180333 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-541f302f-8012-4683-945a-3c03c8e1136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:38.190588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-75cf041b-bb01-4dc4-b20e-ea3c7c899ab0 None None] Port 46d2e2ea-529e-405f-a277-187a6fb2c93d cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:38.204941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.213966 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-541f302f-8012-4683-945a-3c03c8e1136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:38.223924 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f302f-8012-4683-945a-3c03c8e1136b None None] Routers {'9a88ff5b-a03c-45c4-9643-4754fdb84c91'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:38.224523 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-541f302f-8012-4683-945a-3c03c8e1136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:38.229535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Made reservation on behalf of 2c941fe15a06407e96dbfc55c9351d29 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:38.232628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.245601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.248423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ec054a6-62c2-4974-8df3-efedf0a9e1b1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.250772 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-850bc100-043b-4750-8151-86895314514d tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:38.256040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ec054a6-62c2-4974-8df3-efedf0a9e1b1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.260155 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6ec054a6-62c2-4974-8df3-efedf0a9e1b1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/87bffe29-9ab7-463a-8a42-5c533ff3b760 HTTP/1.1" status: 204 len: 168 time: 0.1850133 Jun 28 06:48:38.260289 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-541f302f-8012-4683-945a-3c03c8e1136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:38.260289 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541f302f-8012-4683-945a-3c03c8e1136b None None] The sync data for ids ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:38.260482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55234) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:38.280405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec054a6-62c2-4974-8df3-efedf0a9e1b1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87bffe29-9ab7-463a-8a42-5c533ff3b760,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:38.283891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6ec054a6-62c2-4974-8df3-efedf0a9e1b1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:38.309637 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9db941d9-2d62-498d-9522-180360cfbb7f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481391 Jun 28 06:48:38.310532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.312629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55236) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:38.315878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:38.316465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.319756 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:38.320125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '1a1b0a6a-550f-438f-bee0-b1c20d83796c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:38.380926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.385855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=b77c8d8a-f0a8-4b76-801e-6751b3b1adaf,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:38.389130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:38.397167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network b77c8d8a-f0a8-4b76-801e-6751b3b1adaf details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:38.433418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.439999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-899408ad-c555-4c29-b8c9-9f5041f038ad tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:38.462913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 06:48:38.462913 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 06:48:38.462913 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'project_id_1': '84e2c5aa7dbf4944926374095a468ddc', 'expiration_1': datetime.datetime(2021, 6, 28, 6, 48, 38, 326388)}] Jun 28 06:48:38.462913 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:48:38.463361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:48:38.475592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:38.480869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db08226-1271-4048-bcb8-04dba8936792,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:38.484335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:38.496431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.496431 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Added segment 74e8d8dd-afe9-4ecf-95cd-6fba4af432e6 of type vlan for network fca0f4d8-11d3-4804-aefd-df5df10ce82e Jun 28 06:48:38.531323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.535629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Made reservation on behalf of 77ab65a483c64236b6cfff4dfef6e915 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:38.539058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.570571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] device_id is not set on port 7e85d0ac-962e-4b4c-a65c-1eaf9b489af1 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:48:38.590751 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1d5543df-bd05-41f7-ac20-ff9a8ac9133a tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6652350 Jun 28 06:48:38.594297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55238) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:38.599439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': 'b77c8d8a-f0a8-4b76-801e-6751b3b1adaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:38.666747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.667773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:38.668349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.673998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5584e265-3d5f-41fc-8e8b-fcfe35625482 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:38.756071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:38.759851 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.761418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Allocated IP 172.20.0.4 (5929a561-c7c3-4585-9d7c-da269569dc5c/78ab0ec4-6ac7-4fd3-801e-f2251c8fb54d/7e85d0ac-962e-4b4c-a65c-1eaf9b489af1) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:38.774517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Pushing event updated for resources: {'Network': ['ID=fca0f4d8-11d3-4804-aefd-df5df10ce82e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:38.780143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:38.786036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:38.828218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Performing IP validity checks on allocation pools {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 28 06:48:38.828813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 28 06:48:38.850270 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8779795 Jun 28 06:48:38.850579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55240) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:38.858495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Request body: {'subnet': {'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-349560663-subnet', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:38.935370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:38.949369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Transition to ACTIVE for port object 7e85d0ac-962e-4b4c-a65c-1eaf9b489af1 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:38.973346 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Made reservation on behalf of 2c941fe15a06407e96dbfc55c9351d29 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:38.975697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.101504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.104377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.108935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3de7879a-c013-40af-8f73-6cd1b665ba64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:39.116942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.121802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ae82377b-b1a9-4833-b3b7-f941235652f6 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:39.167580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Network 5929a561-c7c3-4585-9d7c-da269569dc5c is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:39.179345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:39.188189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:39.193089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=1cd38444-2319-4842-8ac1-3fa6e2cdb8ef,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:39.195387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event updated for resources: {'Port': ['ID=7e85d0ac-962e-4b4c-a65c-1eaf9b489af1,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:39.197391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:39.213427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': 'a7f02dd0-758a-426d-8038-427236660cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b77c8d8a-f0a8-4b76-801e-6751b3b1adaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:39.213784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: b77c8d8a-f0a8-4b76-801e-6751b3b1adaf, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:39.220262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:39.243436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.246717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-11ba3784-e101-44b9-91b7-3866a281b076 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:39.251044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.257268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:39.257892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.293013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network b77c8d8a-f0a8-4b76-801e-6751b3b1adaf is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:39.311200 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d526117e-10dc-45ba-8e96-7bc5fc317f5e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:39.314812 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:39.321390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Checking segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:39.321390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Network hostable DHCP agents. Network: fca0f4d8-11d3-4804-aefd-df5df10ce82e, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:39.340003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.345560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9b431970-5e96-403b-a2bd-67405b14eb05 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:39.361226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, b77c8d8a-f0a8-4b76-801e-6751b3b1adaf) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:39.365432 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2018197 Jun 28 06:48:39.374572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55242) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:39.375177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b3d590-27a7-41b2-83f6-9252cbad58fc,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:39.375177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:39.375360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f660edbe-2ff8-4f6c-b51c-59441e0b07cf None None] Network b77c8d8a-f0a8-4b76-801e-6751b3b1adaf requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:39.383692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:39.384075 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.393023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55246) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:39.441843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:39.450686 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, fca0f4d8-11d3-4804-aefd-df5df10ce82e) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:39.459901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:39.460689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.460868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.464931 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1483290 Jun 28 06:48:39.464931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55248) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:39.477710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3734914f-2e20-4361-bccc-4a74a5be54c6 None None] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:39.477942 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8787007 Jun 28 06:48:39.483145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55250) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:39.499247 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8b49cdc3-41b7-4ad7-bd62-5815ef1b8157 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules/c1b3d590-27a7-41b2-83f6-9252cbad58fc HTTP/1.1" status: 200 len: 763 time: 0.0298746 Jun 28 06:48:39.507318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55252) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:39.510738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-df8cb444-e8f1-4654-bd9e-ed3f396635d5 None None] Provisioning for port 7e85d0ac-962e-4b4c-a65c-1eaf9b489af1 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:39.520121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'project_id': '77ab65a483c64236b6cfff4dfef6e915', 'port_id': '7e85d0ac-962e-4b4c-a65c-1eaf9b489af1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:39.535999 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6838703 Jun 28 06:48:39.542337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55254) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:39.558250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:39.569626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-df8cb444-e8f1-4654-bd9e-ed3f396635d5 None None] Provisioning complete for port 7e85d0ac-962e-4b4c-a65c-1eaf9b489af1 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:39.570026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-df8cb444-e8f1-4654-bd9e-ed3f396635d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.616404 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f12a772a-57a9-49b4-a7ca-a8c33710e095 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1077731 Jun 28 06:48:39.619760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55256) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:39.656002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c529a-8263-4deb-a4da-5b0f9c953d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-b77c8d8a-f0a8-4b76-801e-6751b3b1adaf', 'network_id': 'b77c8d8a-f0a8-4b76-801e-6751b3b1adaf', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': '1cd38444-2319-4842-8ac1-3fa6e2cdb8ef'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:39.656890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-742c529a-8263-4deb-a4da-5b0f9c953d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.659990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.662891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2afe53c5-80a7-44ee-bac4-821fc5827cf1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.673677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2afe53c5-80a7-44ee-bac4-821fc5827cf1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.678526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-df8cb444-e8f1-4654-bd9e-ed3f396635d5 None None] Port 7e85d0ac-962e-4b4c-a65c-1eaf9b489af1 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:39.692101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.737762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.773269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.774405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.817787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:39.818679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.831226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2afe53c5-80a7-44ee-bac4-821fc5827cf1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.835294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4699c8fd-5698-4c07-bf86-ecb566c8d89e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:39.844217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2afe53c5-80a7-44ee-bac4-821fc5827cf1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.847545 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2afe53c5-80a7-44ee-bac4-821fc5827cf1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c1b3d590-27a7-41b2-83f6-9252cbad58fc HTTP/1.1" status: 204 len: 168 time: 0.2246740 Jun 28 06:48:39.848160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55258) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:39.875188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe53c5-80a7-44ee-bac4-821fc5827cf1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1b3d590-27a7-41b2-83f6-9252cbad58fc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:39.878426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2afe53c5-80a7-44ee-bac4-821fc5827cf1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:39.892904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.898637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:39.916499 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-18fc94fb-68d4-48d3-9e1c-d519a5081bca tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673957 Jun 28 06:48:39.937965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55260) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:39.942879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd38444-2319-4842-8ac1-3fa6e2cdb8ef,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:39.949780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-936dadba-f4d2-43df-8028-3a7caeb14e8e tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Request body: {'security_group_rule': {'security_group_id': '1a1b0a6a-550f-438f-bee0-b1c20d83796c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:39.952478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.958299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:39.985022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server [None req-742c529a-8263-4deb-a4da-5b0f9c953d42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cd38444-2319-4842-8ac1-3fa6e2cdb8ef: This subnet is being modified by another concurrent operation. Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise exception Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cd38444-2319-4842-8ac1-3fa6e2cdb8ef: This subnet is being modified by another concurrent operation. Jun 28 06:48:39.985661 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server Jun 28 06:48:40.019447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Allocated IP 172.20.0.2 (fca0f4d8-11d3-4804-aefd-df5df10ce82e/d526117e-10dc-45ba-8e96-7bc5fc317f5e/300cc8ea-110f-4761-a9ef-0bea24fbde26) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:40.023764 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.034711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77c8d8a-f0a8-4b76-801e-6751b3b1adaf']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:40.054069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f02dd0-758a-426d-8038-427236660cca') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:40.060763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f02dd0-758a-426d-8038-427236660cca') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:40.061441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5631c2d9-633e-40b5-a374-54da2d09f7fd None None] Network b77c8d8a-f0a8-4b76-801e-6751b3b1adaf requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:40.064789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.080301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.086339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:40.086791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:40.090288 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:40.146523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-936dadba-f4d2-43df-8028-3a7caeb14e8e tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.201921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-936dadba-f4d2-43df-8028-3a7caeb14e8e tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.230204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.234592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-de6b710f-6c20-4b18-a6bd-682dea0c5163 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783 tempest-ExtraDHCPOptionsIpV6TestJSON-1788002783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:40.239983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.242637 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/b77c8d8a-f0a8-4b76-801e-6751b3b1adaf HTTP/1.1" status: 204 len: 168 time: 0.7581227 Jun 28 06:48:40.246352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55262) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:40.253275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1908256316'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:40.258698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.268286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.270511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=b77c8d8a-f0a8-4b76-801e-6751b3b1adaf,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:40.272526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-936dadba-f4d2-43df-8028-3a7caeb14e8e tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.276751 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Transition to ACTIVE for port object 300cc8ea-110f-4761-a9ef-0bea24fbde26 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:40.280990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:40.281705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2a097a06-22be-41bc-bdd1-3226dd817687 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:40.296753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Transition to ACTIVE for port object 300cc8ea-110f-4761-a9ef-0bea24fbde26 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:40.306269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936dadba-f4d2-43df-8028-3a7caeb14e8e tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d610eb3-42ea-4a80-8c18-9f03248a19a8,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:40.308631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-936dadba-f4d2-43df-8028-3a7caeb14e8e tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:40.314918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Allocated IP 172.26.4.185 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/ac7c04e0-d9a1-4bc5-984f-6adc75bc3b5b) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:40.323268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.414908 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.415526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:40.417877 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:40.418871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.449558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:40.458965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:40.462049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:40.462563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.462965 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment 5ae7d0ca-88d4-4789-8fed-d894a8b17e7b of type vlan for network 2edb1ec3-4a1e-46bf-8484-0162eddfbc05 Jun 28 06:48:40.467553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:40.470678 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Pushing event updated for resources: {'Port': ['ID=300cc8ea-110f-4761-a9ef-0bea24fbde26,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:40.482891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:40.512148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.530123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-936dadba-f4d2-43df-8028-3a7caeb14e8e tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.531365 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-936dadba-f4d2-43df-8028-3a7caeb14e8e tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5922208 Jun 28 06:48:40.537478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55264) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:40.539714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Attempting to bind port 300cc8ea-110f-4761-a9ef-0bea24fbde26 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:40.540164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Attempting to bind port 300cc8ea-110f-4761-a9ef-0bea24fbde26 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:40.545678 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Attempting to bind port 300cc8ea-110f-4761-a9ef-0bea24fbde26 on network fca0f4d8-11d3-4804-aefd-df5df10ce82e {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:40.547725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:40.548192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Checking segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:40.548821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.549453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Bound using segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:40.550202 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Bound port: 300cc8ea-110f-4761-a9ef-0bea24fbde26, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:40.550667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.562634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f9282b5d-810d-497b-a85b-79f40653c450 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules/2d610eb3-42ea-4a80-8c18-9f03248a19a8 HTTP/1.1" status: 200 len: 764 time: 0.0234489 Jun 28 06:48:40.564984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55266) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:40.614852 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-baaba1d4-2fd6-4b4d-8368-2f3672ca3e08 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0463662 Jun 28 06:48:40.615079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55268) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:40.623635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.628043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] For port 300cc8ea-110f-4761-a9ef-0bea24fbde26, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:40.629239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:40.629877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.631876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] For port 300cc8ea-110f-4761-a9ef-0bea24fbde26, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=300cc8ea-110f-4761-a9ef-0bea24fbde26,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:40.638636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e59b978e-1e19-4c5f-8625-ff343163ad6c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:40.706318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.708643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b5a58f1c-1655-41c8-906a-2264f1ca43a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:40.709341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-27892d9a-05cd-4182-9f5d-42a461e600f9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.724605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-27892d9a-05cd-4182-9f5d-42a461e600f9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.730625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=2edb1ec3-4a1e-46bf-8484-0162eddfbc05,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:40.735428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:40.756988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 2edb1ec3-4a1e-46bf-8484-0162eddfbc05 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:40.776430 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5266619 Jun 28 06:48:40.778390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55270) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:40.786089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': '2edb1ec3-4a1e-46bf-8484-0162eddfbc05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:40.789758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Pushing event updated for resources: {'Port': ['ID=300cc8ea-110f-4761-a9ef-0bea24fbde26,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:40.821235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:40.867926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-27892d9a-05cd-4182-9f5d-42a461e600f9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.871738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:40.880769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-27892d9a-05cd-4182-9f5d-42a461e600f9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.884235 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-27892d9a-05cd-4182-9f5d-42a461e600f9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2d610eb3-42ea-4a80-8c18-9f03248a19a8 HTTP/1.1" status: 204 len: 168 time: 0.2658367 Jun 28 06:48:40.891830 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55272) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:40.896119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27892d9a-05cd-4182-9f5d-42a461e600f9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d610eb3-42ea-4a80-8c18-9f03248a19a8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:40.900520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-27892d9a-05cd-4182-9f5d-42a461e600f9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:40.960605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:40.972321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:40.977910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.059027 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-217698a3-6fdf-4e06-9dc5-becc7dd4e382 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1650655 Jun 28 06:48:41.064961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55276) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:41.155147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b103173d-3d46-4a92-82f5-f37e2beeb392 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.211668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b103173d-3d46-4a92-82f5-f37e2beeb392 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.220732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.227021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:41.290619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.17 (9064416d-d89a-42ca-a81f-cd6a616b3398/535fc88a-eb05-49eb-8b19-81f4143cd70f/82daeb44-a609-4397-ab92-643fbcb477b0) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:41.314946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:41.328457 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:41.335696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:41.342463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Pushing event updated for resources: {'Port': ['ID=ac7c04e0-d9a1-4bc5-984f-6adc75bc3b5b,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:41.363586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.367207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7eb636cd-be58-4076-8c14-d277498453d0 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:41.367687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:41.383680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.425025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b103173d-3d46-4a92-82f5-f37e2beeb392 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.427686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b103173d-3d46-4a92-82f5-f37e2beeb392 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.431218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b103173d-3d46-4a92-82f5-f37e2beeb392 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "DELETE /v2.0/security-groups/1a1b0a6a-550f-438f-bee0-b1c20d83796c HTTP/1.1" status: 204 len: 168 time: 0.3629875 Jun 28 06:48:41.434384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55288) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:41.443678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.462593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=f4ae5455-0b85-4dc8-a4e5-d97d1da45380,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:41.465479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:41.468210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:41.484585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': '5ae7d0ca-88d4-4789-8fed-d894a8b17e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2edb1ec3-4a1e-46bf-8484-0162eddfbc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:41.484977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: 2edb1ec3-4a1e-46bf-8484-0162eddfbc05, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:41.497140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103173d-3d46-4a92-82f5-f37e2beeb392 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1b0a6a-550f-438f-bee0-b1c20d83796c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:41.500081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b103173d-3d46-4a92-82f5-f37e2beeb392 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:41.528282 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-48dabfd4-6d54-4502-b0c0-954d71bf53dd tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919383 Jun 28 06:48:41.534788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55290) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:41.587274 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-28044382-7a37-44ae-a243-774394867ca3 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509210 Jun 28 06:48:41.622735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network 2edb1ec3-4a1e-46bf-8484-0162eddfbc05 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:41.721142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 2edb1ec3-4a1e-46bf-8484-0162eddfbc05) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:41.726353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:41.727236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.740246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:41.744155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d0503c-6efc-40b0-8952-b66b7474b7cc None None] Network 2edb1ec3-4a1e-46bf-8484-0162eddfbc05 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:41.790313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Allocated IP 172.26.4.209 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/a45a7e80-d283-451b-ac1c-ddc6c2410502) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:41.802835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 82daeb44-a609-4397-ab92-643fbcb477b0 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:41.813007 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0316143 Jun 28 06:48:41.815371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55296) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:41.950148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 300cc8ea-110f-4761-a9ef-0bea24fbde26 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:42.016979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.033193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:42.051857 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.077540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439705e6-d318-428c-836b-0e9a8d2972fa req-f98ace54-b235-45a9-a9a3-4b49d0f78ead tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:42.079912 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-439705e6-d318-428c-836b-0e9a8d2972fa req-f98ace54-b235-45a9-a9a3-4b49d0f78ead tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.1512301 Jun 28 06:48:42.099971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9064416d-d89a-42ca-a81f-cd6a616b3398 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:42.101262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=82daeb44-a609-4397-ab92-643fbcb477b0,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:42.115928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:42.133344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:42.134096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:42.176168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.185906 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-439705e6-d318-428c-836b-0e9a8d2972fa req-e65b94f8-a356-42cc-8235-f87bcd74a8df tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970168 Jun 28 06:48:42.193956 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.225013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d09cb38-9a1d-46e2-807c-03003c32229d None None] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:42.245216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55306) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:42.312702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ec1e7-3157-4a1d-ac48-f705e368a826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-2edb1ec3-4a1e-46bf-8484-0162eddfbc05', 'network_id': '2edb1ec3-4a1e-46bf-8484-0162eddfbc05', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': 'f4ae5455-0b85-4dc8-a4e5-d97d1da45380'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:42.313884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec1e7-3157-4a1d-ac48-f705e368a826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.385574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.396348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:42.442031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.460595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-440a19cf-e1d8-4cdf-ac22-7fe83ea47d6e None None] Provisioning for port 300cc8ea-110f-4761-a9ef-0bea24fbde26 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:42.467796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ae5455-0b85-4dc8-a4e5-d97d1da45380,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:42.478791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:42.518162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.538401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edb1ec3-4a1e-46bf-8484-0162eddfbc05']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:42.555491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.561950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae7d0ca-88d4-4789-8fed-d894a8b17e7b') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:42.562259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae7d0ca-88d4-4789-8fed-d894a8b17e7b') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:42.569127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5d029a8a-9edf-42c8-a08e-6b9971adcd84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84e2c5aa7dbf4944926374095a468ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221383 Jun 28 06:48:42.575411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55310) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:42.582784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 300cc8ea-110f-4761-a9ef-0bea24fbde26 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:42.592434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.594707 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 300cc8ea-110f-4761-a9ef-0bea24fbde26 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:42.595395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.626954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.633110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3454f3fe-1526-4cee-a7c2-da09f0fbadcc None None] Network 2edb1ec3-4a1e-46bf-8484-0162eddfbc05 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:42.646771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:42.647179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:42.650250 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:42.660632 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.675009 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.683523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c2c15ee5-7b39-41da-9655-0c50197ea55e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:42.715373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-23430946-378c-4e96-b0ff-f109ecd5a2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.739058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Pushing event updated for resources: {'Port': ['ID=a45a7e80-d283-451b-ac1c-ddc6c2410502,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:42.739812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-23430946-378c-4e96-b0ff-f109ecd5a2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.774793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:42.778718 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:42.800827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:42.808800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.811415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:42.813087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:42.818323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.824171 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/2edb1ec3-4a1e-46bf-8484-0162eddfbc05 HTTP/1.1" status: 204 len: 168 time: 1.0075619 Jun 28 06:48:42.827188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55312) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:42.836005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2b12d8db-dd51-4488-9755-087d76b5306c None None] Provisioning for port 82daeb44-a609-4397-ab92-643fbcb477b0 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:42.842875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-758914747'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:42.846720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2b12d8db-dd51-4488-9755-087d76b5306c None None] Provisioning complete for port 82daeb44-a609-4397-ab92-643fbcb477b0 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:42.847122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2b12d8db-dd51-4488-9755-087d76b5306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.847637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=2edb1ec3-4a1e-46bf-8484-0162eddfbc05,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:42.853746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:42.855693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-23430946-378c-4e96-b0ff-f109ecd5a2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.859491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-23430946-378c-4e96-b0ff-f109ecd5a2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.863456 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-23430946-378c-4e96-b0ff-f109ecd5a2d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9beb9dd7-52e2-4f6a-952f-b721bc8e5d48 HTTP/1.1" status: 204 len: 168 time: 0.2863629 Jun 28 06:48:42.866724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:42.877798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23430946-378c-4e96-b0ff-f109ecd5a2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb9dd7-52e2-4f6a-952f-b721bc8e5d48,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:42.878804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.882168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-23430946-378c-4e96-b0ff-f109ecd5a2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:42.920147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-2b12d8db-dd51-4488-9755-087d76b5306c None None] Port 82daeb44-a609-4397-ab92-643fbcb477b0 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:42.921089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:42.944799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 300cc8ea-110f-4761-a9ef-0bea24fbde26, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=300cc8ea-110f-4761-a9ef-0bea24fbde26,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:42.967719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:42.971343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.003926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:43.008187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.012198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:43.031145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.031492 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment aa02b675-1dac-4eb0-b53c-9db02d3e6797 of type vlan for network c871ab5f-d246-438b-b455-82e3fc79f2ba Jun 28 06:48:43.076653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.104346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=300cc8ea-110f-4761-a9ef-0bea24fbde26,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:43.118975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:43.124433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8138465-9770-4057-8aa7-1b335fe37079 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:48:43.177060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dcfe9112-2cee-4f4d-a811-288051f8e747 None None] Provisioning complete for port 300cc8ea-110f-4761-a9ef-0bea24fbde26 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:43.177453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9112-2cee-4f4d-a811-288051f8e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.197900 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.206479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:43.207261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.211500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-25f07e6a-84ef-41f3-b78c-c5cde486a0e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:43.319258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8138465-9770-4057-8aa7-1b335fe37079 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:48:43.322905 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4837399 Jun 28 06:48:43.335268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55320) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:43.348481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.348931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': 'c871ab5f-d246-438b-b455-82e3fc79f2ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:43.416399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.447354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.499125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f271c414-f4c1-48fb-a7e9-1dff42b050e6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:43.743644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 300cc8ea-110f-4761-a9ef-0bea24fbde26 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:43.795600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 300cc8ea-110f-4761-a9ef-0bea24fbde26 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:43.796320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:43.919420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=c871ab5f-d246-438b-b455-82e3fc79f2ba,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:43.926665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:43.934743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network c871ab5f-d246-438b-b455-82e3fc79f2ba details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:43.998194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023254d3-3677-4b7f-8b72-a24521ce7e99 req-3fc8fe86-17c8-4132-8f70-5ab8e35b9b87 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:43.999842 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-023254d3-3677-4b7f-8b72-a24521ce7e99 req-3fc8fe86-17c8-4132-8f70-5ab8e35b9b87 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.1006789 Jun 28 06:48:44.044923 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-023254d3-3677-4b7f-8b72-a24521ce7e99 req-8bcf53b5-cf4b-4f50-b131-32b5e8c59045 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382864 Jun 28 06:48:44.045186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Pushing event updated for resources: {'Port': ['ID=ac7c04e0-d9a1-4bc5-984f-6adc75bc3b5b,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:44.055224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:44.056390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:44.058923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.074955 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.083155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.133656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.175111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.181774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2d75d313-5425-4077-9a1b-7974046be82e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:44.205550 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55338) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:44.308966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-41669637'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:44.320100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.324817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6242082-4374-47b6-84a8-d6292328e7b0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:44.338780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.344764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=82daeb44-a609-4397-ab92-643fbcb477b0,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:44.355604 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:44.367672 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Floating IP 0a38d357-b577-4c1d-9b86-cc8163395694 associated. External IP: 172.26.4.185, port: 7e85d0ac-962e-4b4c-a65c-1eaf9b489af1. Jun 28 06:48:44.394746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=57d74a17-fa76-4a51-aaca-6c811a3776b1,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:44.397496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:44.407805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': 'aa02b675-1dac-4eb0-b53c-9db02d3e6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c871ab5f-d246-438b-b455-82e3fc79f2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:44.408235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: c871ab5f-d246-438b-b455-82e3fc79f2ba, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:44.442411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Made reservation on behalf of d558657b97c0438b98ef53e5bc5fb916 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:44.446062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.456769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.501284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network c871ab5f-d246-438b-b455-82e3fc79f2ba is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:44.562124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.629418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9064416d-d89a-42ca-a81f-cd6a616b3398 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:44.635592 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:44.636644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, c871ab5f-d246-438b-b455-82e3fc79f2ba) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:44.641652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:44.642058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.653386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfec86f-f9d2-4fd6-a18a-fc772d9304bf None None] Network c871ab5f-d246-438b-b455-82e3fc79f2ba requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:44.672510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.675769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b103173d-3d46-4a92-82f5-f37e2beeb392 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:44.691211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.697105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:44.718127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab89a12-523f-4b0d-84c1-14600bb6f2a7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:44.722409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.722665 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Added segment 1c6f4a69-8bd1-499b-88cb-8b8c57b87f55 of type vlan for network 55163263-3f23-4642-b171-26522dc29f29 Jun 28 06:48:44.724590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:44.768613 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4314477 Jun 28 06:48:44.773069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55342) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:44.793664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.878122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-c871ab5f-d246-438b-b455-82e3fc79f2ba', 'network_id': 'c871ab5f-d246-438b-b455-82e3fc79f2ba', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': '57d74a17-fa76-4a51-aaca-6c811a3776b1'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:44.879589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.925144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.927448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Router 9a88ff5b-a03c-45c4-9643-4754fdb84c91 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:44.954078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:44.969496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.976335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:44.977081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:44.983385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-56046621-894b-4029-ab75-2b8e93eded6e tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:44.999020 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-231c68cf-006d-412c-9b72-d252e05da2c0 None None] Provisioning complete for port 82daeb44-a609-4397-ab92-643fbcb477b0 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:44.999660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-231c68cf-006d-412c-9b72-d252e05da2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:45.060398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:45.065414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-231c68cf-006d-412c-9b72-d252e05da2c0 None None] Port 82daeb44-a609-4397-ab92-643fbcb477b0 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:45.075184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Allocated IP 172.20.0.1 (c871ab5f-d246-438b-b455-82e3fc79f2ba/57d74a17-fa76-4a51-aaca-6c811a3776b1/7530bb31-21b9-49e4-8e73-60671b3fdb57) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:45.112881 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.9062009 Jun 28 06:48:45.115460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55346) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:45.120676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Pushing event updated for resources: {'Network': ['ID=55163263-3f23-4642-b171-26522dc29f29,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:45.122967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Request body: {'subnet': {'network_id': '55163263-3f23-4642-b171-26522dc29f29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:45.125819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:45.153746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 55163263-3f23-4642-b171-26522dc29f29 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:45.195488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Router dc47569b-3a7d-4683-9b2e-06d2583eb58e is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:48:45.236974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff13c1-efa6-4da3-bc0f-5eadb7001bd1 req-1cccf93b-ce01-40b3-9000-b488391a01c3 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:45.238423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1ff13c1-efa6-4da3-bc0f-5eadb7001bd1 req-1cccf93b-ce01-40b3-9000-b488391a01c3 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.0702369 Jun 28 06:48:45.257850 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:45.268724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee230a8d-51af-42c7-be90-0309bba890ad None None] Sync routers for ids ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:45.272980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:45.286010 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Sync routers for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:45.290218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1ff13c1-efa6-4da3-bc0f-5eadb7001bd1 req-82e188fd-a489-428c-bd61-0ae87f9a8e24 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449848 Jun 28 06:48:45.298078 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:45.298936 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:45.321491 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/c966dc1f-4dbb-4bdc-b743-2ae7a8a04974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9241397 Jun 28 06:48:45.334962 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee230a8d-51af-42c7-be90-0309bba890ad None None] Routers {'9a88ff5b-a03c-45c4-9643-4754fdb84c91'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:45.335606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ee230a8d-51af-42c7-be90-0309bba890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:45.379549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ee230a8d-51af-42c7-be90-0309bba890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:45.390908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:45.401329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:45.404326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:45.409565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Sync routers for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:45.413807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee230a8d-51af-42c7-be90-0309bba890ad None None] Routers {'9a88ff5b-a03c-45c4-9643-4754fdb84c91'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:45.414434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ee230a8d-51af-42c7-be90-0309bba890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:45.418410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Transition to ACTIVE for port object 7530bb31-21b9-49e4-8e73-60671b3fdb57 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:45.436790 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:45.459565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-ee230a8d-51af-42c7-be90-0309bba890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:45.460199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee230a8d-51af-42c7-be90-0309bba890ad None None] The sync data for ids ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:45.463929 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.0960898 Jun 28 06:48:45.466017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:45.467077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55352) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:45.467379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:45.512112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Transition to ACTIVE for port object 7530bb31-21b9-49e4-8e73-60671b3fdb57 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:45.513694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Made reservation on behalf of d558657b97c0438b98ef53e5bc5fb916 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:45.518297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:45.573673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:45.578749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7bfe0d59-9191-460a-b8fd-dd93b5e7fb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:45.621746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:45.623995 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0780828 Jun 28 06:48:45.628071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55354) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:45.639541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Pushing event updated for resources: {'Port': ['ID=7530bb31-21b9-49e4-8e73-60671b3fdb57,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:45.643051 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cbaa97b6-7f60-4a31-837e-187bb3e4a198 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] 10.222.0.24 "GET /v2.0/floatingips/0a38d357-b577-4c1d-9b86-cc8163395694 HTTP/1.1" status: 200 len: 982 time: 0.1744826 Jun 28 06:48:45.650735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55356) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:45.656295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:45.672655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:45.676405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Network c871ab5f-d246-438b-b455-82e3fc79f2ba is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:45.681969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:45.709428 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:48:42Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'db9fa778-982a-4c95-8e81-a264c1b06e26', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'mac_address': 'fa:16:3e:f0:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:47:26Z', 'updated_at': '2021-06-28T06:47:30Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82daeb44-a609-4397-ab92-643fbcb477b0', 'name': '', 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:00:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '535fc88a-eb05-49eb-8b19-81f4143cd70f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:40Z', 'updated_at': '2021-06-28T06:48:43Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '535fc88a-eb05-49eb-8b19-81f4143cd70f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:45.714826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:45.725633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a1a84024-df10-4fc5-a94f-0c1f2bf1a022 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:45.750359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:45.752316 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Checking router: c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:48:45.753627 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Updating router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 port 82daeb44-a609-4397-ab92-643fbcb477b0 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:48:45.769336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=57d74a17-fa76-4a51-aaca-6c811a3776b1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:45.775430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:45.818238 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:45.875622 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cbb54716-b8c8-4254-9fc3-b6f342654be0 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.2235966 Jun 28 06:48:45.879324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55358) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:45.887133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:45.965627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c871ab5f-d246-438b-b455-82e3fc79f2ba']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:45.996906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa02b675-1dac-4eb0-b53c-9db02d3e6797') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:45.997737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa02b675-1dac-4eb0-b53c-9db02d3e6797') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:46.029801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.056778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.094647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:46.095053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:46.098743 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:46.121454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Attempting to bind port 7530bb31-21b9-49e4-8e73-60671b3fdb57 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:46.122050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Attempting to bind port 7530bb31-21b9-49e4-8e73-60671b3fdb57 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'aa02b675-1dac-4eb0-b53c-9db02d3e6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c871ab5f-d246-438b-b455-82e3fc79f2ba'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:46.123747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Attempting to bind port 7530bb31-21b9-49e4-8e73-60671b3fdb57 on network c871ab5f-d246-438b-b455-82e3fc79f2ba {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:46.140886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:46.141303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Checking segment: {'id': 'aa02b675-1dac-4eb0-b53c-9db02d3e6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c871ab5f-d246-438b-b455-82e3fc79f2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:46.141673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.142081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Bound using segment: {'id': 'aa02b675-1dac-4eb0-b53c-9db02d3e6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c871ab5f-d246-438b-b455-82e3fc79f2ba'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:46.142859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Bound port: 7530bb31-21b9-49e4-8e73-60671b3fdb57, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa02b675-1dac-4eb0-b53c-9db02d3e6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c871ab5f-d246-438b-b455-82e3fc79f2ba'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:46.143251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.152487 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.165248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:43Z', 'revision_number': 3, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:46.181264 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Transition to ACTIVE for port object 82daeb44-a609-4397-ab92-643fbcb477b0 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:46.197669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Checking router: dc47569b-3a7d-4683-9b2e-06d2583eb58e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:48:46.198045 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Updating router dc47569b-3a7d-4683-9b2e-06d2583eb58e port a45a7e80-d283-451b-ac1c-ddc6c2410502 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:48:46.224016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Deleting port ac7c04e0-d9a1-4bc5-984f-6adc75bc3b5b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:46.224538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.243912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:48:46.243912 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:48:46.243912 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'id': 'c871ab5f-d246-438b-b455-82e3fc79f2ba'}] Jun 28 06:48:46.243912 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:48:46.244587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:48:46.265340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.277978 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.284903 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-d192f684-86fd-4a6b-b4b7-0ef8a458601b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:46.308692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] For port 7530bb31-21b9-49e4-8e73-60671b3fdb57, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:46.313753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] For port 7530bb31-21b9-49e4-8e73-60671b3fdb57, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7530bb31-21b9-49e4-8e73-60671b3fdb57,segment=NetworkSegment(aa02b675-1dac-4eb0-b53c-9db02d3e6797),segment_id=aa02b675-1dac-4eb0-b53c-9db02d3e6797)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:46.327138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.327486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.356530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Calling delete_port for ac7c04e0-d9a1-4bc5-984f-6adc75bc3b5b owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:46.377470 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Pushing event updated for resources: {'Port': ['ID=82daeb44-a609-4397-ab92-643fbcb477b0,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:46.399842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.404571 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b4502616-dd45-4360-afbc-4632eaf28ed1 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:46.425493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.436763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5f4846f5-0047-4e12-80b5-e3a4d8e532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:46.462259 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.462259 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.462668 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.474544 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.474997 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.475412 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.476148 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.477067 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.477067 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.477285 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.477659 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.478045 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:46.489408 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:46.502017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Pushing event updated for resources: {'Port': ['ID=7530bb31-21b9-49e4-8e73-60671b3fdb57,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:46.509739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:46.517879 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Attempting to bind port 82daeb44-a609-4397-ab92-643fbcb477b0 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:46.520127 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Attempting to bind port 82daeb44-a609-4397-ab92-643fbcb477b0 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:46.520598 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Attempting to bind port 82daeb44-a609-4397-ab92-643fbcb477b0 on network 9064416d-d89a-42ca-a81f-cd6a616b3398 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:46.533065 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:46.536271 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Checking segment: {'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:46.536767 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.537439 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Bound using segment: {'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:46.538021 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Bound port: 82daeb44-a609-4397-ab92-643fbcb477b0, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985895ef-2c35-40f9-a667-ad093d3d53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:46.540928 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.552837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Pushing event updated for resources: {'Subnet': ['ID=df58a3c3-b1fc-4350-8951-9558b28c9273,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:46.564940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:46.616205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a2f3b-b50f-455c-bc6b-6efee9e9b73e None None] Network c871ab5f-d246-438b-b455-82e3fc79f2ba requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:46.654155 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] For port 82daeb44-a609-4397-ab92-643fbcb477b0, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:46.661028 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] For port 82daeb44-a609-4397-ab92-643fbcb477b0, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=82daeb44-a609-4397-ab92-643fbcb477b0,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:46.663811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Checking segment: {'id': '1c6f4a69-8bd1-499b-88cb-8b8c57b87f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '55163263-3f23-4642-b171-26522dc29f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:46.664182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Network hostable DHCP agents. Network: 55163263-3f23-4642-b171-26522dc29f29, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:46.722194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.728986 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.738306 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:46.748300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2be51-b62d-4cd4-9d19-1d0511c77e52 req-eb6758aa-525c-46a2-bc7d-7acaa9162f74 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:46.750598 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11a2be51-b62d-4cd4-9d19-1d0511c77e52 req-eb6758aa-525c-46a2-bc7d-7acaa9162f74 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.2077363 Jun 28 06:48:46.751234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.796291 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Pushing event updated for resources: {'Port': ['ID=82daeb44-a609-4397-ab92-643fbcb477b0,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:46.796291 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:46.805187 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:46.805772 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:46.835180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.839886 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11a2be51-b62d-4cd4-9d19-1d0511c77e52 req-c1cf81e9-0cbf-4cac-8e0a-ba1087f042f0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836160 Jun 28 06:48:46.841632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-245b4983-c9cb-423e-a89c-af4f28c45917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:46.886590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event deleted for resources: {'Port': ['ID=ac7c04e0-d9a1-4bc5-984f-6adc75bc3b5b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:46.889670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:46.922353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:46.932095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Network 55163263-3f23-4642-b171-26522dc29f29 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:46.943016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Transition to ACTIVE for port object a45a7e80-d283-451b-ac1c-ddc6c2410502 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:46.968373 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:46.993110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Deleting port 7530bb31-21b9-49e4-8e73-60671b3fdb57 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:46.993683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.023358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.023778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Floating IP 0a38d357-b577-4c1d-9b86-cc8163395694 disassociated (deleted). External IP: 172.26.4.185, port: 7e85d0ac-962e-4b4c-a65c-1eaf9b489af1. Jun 28 06:48:47.026273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.033059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:47.048725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 55163263-3f23-4642-b171-26522dc29f29) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:47.056877 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:47.060027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.079040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c6d30-762a-4655-87b3-10d287b91345 None None] Network 55163263-3f23-4642-b171-26522dc29f29 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:47.094204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Allocated IP 172.20.0.1 (fca0f4d8-11d3-4804-aefd-df5df10ce82e/d526117e-10dc-45ba-8e96-7bc5fc317f5e/27186049-6128-41ba-8c40-7723f737ae72) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:47.140825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] For port 7530bb31-21b9-49e4-8e73-60671b3fdb57, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7530bb31-21b9-49e4-8e73-60671b3fdb57,segment=NetworkSegment(aa02b675-1dac-4eb0-b53c-9db02d3e6797),segment_id=aa02b675-1dac-4eb0-b53c-9db02d3e6797)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:47.141218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.147508 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e4c2ae71-57d8-4626-9519-17d63ee9f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0286794 Jun 28 06:48:47.155072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55362) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:47.155273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Calling delete_port for 7530bb31-21b9-49e4-8e73-60671b3fdb57 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:47.162949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Request body: {'port': {'network_id': '55163263-3f23-4642-b171-26522dc29f29', 'name': 'tempest-TagsExtTest-2036826032'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:47.197301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Attempting to bind port a45a7e80-d283-451b-ac1c-ddc6c2410502 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:47.197878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Attempting to bind port a45a7e80-d283-451b-ac1c-ddc6c2410502 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:47.198019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Attempting to bind port a45a7e80-d283-451b-ac1c-ddc6c2410502 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:47.205432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314b0ce-685d-42d3-b460-8626615b1d64 None None] Pushing event updated for resources: {'Port': ['ID=a45a7e80-d283-451b-ac1c-ddc6c2410502,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:47.218174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6314b0ce-685d-42d3-b460-8626615b1d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:47.228398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:47.228985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:47.229518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.229920 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:47.231164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Bound port: a45a7e80-d283-451b-ac1c-ddc6c2410502, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:47.232287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.353134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.355852 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] For port a45a7e80-d283-451b-ac1c-ddc6c2410502, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:47.362097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] For port a45a7e80-d283-451b-ac1c-ddc6c2410502, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a45a7e80-d283-451b-ac1c-ddc6c2410502,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:47.386667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Transition to ACTIVE for port object 27186049-6128-41ba-8c40-7723f737ae72 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:47.404094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.417264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-55163263-3f23-4642-b171-26522dc29f29', 'network_id': '55163263-3f23-4642-b171-26522dc29f29', 'tenant_id': 'd558657b97c0438b98ef53e5bc5fb916', 'fixed_ips': [{'subnet_id': 'df58a3c3-b1fc-4350-8951-9558b28c9273'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:47.418921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.420055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:47.421867 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:48:42Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'db9fa778-982a-4c95-8e81-a264c1b06e26', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'mac_address': 'fa:16:3e:f0:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:47:26Z', 'updated_at': '2021-06-28T06:47:30Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82daeb44-a609-4397-ab92-643fbcb477b0', 'name': '', 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:00:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '535fc88a-eb05-49eb-8b19-81f4143cd70f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:40Z', 'updated_at': '2021-06-28T06:48:46Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '535fc88a-eb05-49eb-8b19-81f4143cd70f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:47.441792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.444609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6f5d6f4f-025a-4c70-a20c-1f135283b12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:47.454037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Port': ['ID=7530bb31-21b9-49e4-8e73-60671b3fdb57,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:47.455765 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61859904-961c-4229-9c47-3a61d43152e5 None None] The sync data for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv is: [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:48:42Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'db9fa778-982a-4c95-8e81-a264c1b06e26', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'mac_address': 'fa:16:3e:f0:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:47:26Z', 'updated_at': '2021-06-28T06:47:30Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82daeb44-a609-4397-ab92-643fbcb477b0', 'name': '', 'network_id': '9064416d-d89a-42ca-a81f-cd6a616b3398', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:00:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '535fc88a-eb05-49eb-8b19-81f4143cd70f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:40Z', 'updated_at': '2021-06-28T06:48:46Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '535fc88a-eb05-49eb-8b19-81f4143cd70f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:47.458644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:47.459522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No DVR routers for this DVR port 7530bb31-21b9-49e4-8e73-60671b3fdb57 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:48:47.473071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Made reservation on behalf of d558657b97c0438b98ef53e5bc5fb916 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:47.473071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.491456 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] device_id is not set on port 328dddd3-9451-4b04-828a-f708b8520dde yet. {{(pid=100886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:48:47.494632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Router 9a88ff5b-a03c-45c4-9643-4754fdb84c91 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:47.497825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.501868 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cd5b078d-1a9a-484f-a217-8fdcd5244980 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:47.570141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Pushing event updated for resources: {'Port': ['ID=27186049-6128-41ba-8c40-7723f737ae72,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:47.572505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:47.588893 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.597493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314b0ce-685d-42d3-b460-8626615b1d64 None None] Pushing event updated for resources: {'Port': ['ID=a45a7e80-d283-451b-ac1c-ddc6c2410502,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:47.604019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6314b0ce-685d-42d3-b460-8626615b1d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:47.627753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:47.628557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:47.655939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c871ab5f-d246-438b-b455-82e3fc79f2ba']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:47.669979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:47.670156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa02b675-1dac-4eb0-b53c-9db02d3e6797') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:47.670457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa02b675-1dac-4eb0-b53c-9db02d3e6797') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:47.676784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:47.679134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:47.686201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.770402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.772053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.802077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:47.804236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:47.804831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:47.812164 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:47.915513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:47.927381 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c104d-0c52-4473-a8b2-3103dfcf9d0c None None] Sync routers for ids ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:47.938360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:47.947396 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c104d-0c52-4473-a8b2-3103dfcf9d0c None None] Routers {'9a88ff5b-a03c-45c4-9643-4754fdb84c91'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:47.948033 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4b0c104d-0c52-4473-a8b2-3103dfcf9d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:47.973610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 82daeb44-a609-4397-ab92-643fbcb477b0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:48.006933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55368) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:48.007160 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "DELETE /v2.0/floatingips/0a38d357-b577-4c1d-9b86-cc8163395694 HTTP/1.1" status: 204 len: 168 time: 2.1269093 Jun 28 06:48:48.011748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:48.029434 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4b0c104d-0c52-4473-a8b2-3103dfcf9d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:48.054092 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c104d-0c52-4473-a8b2-3103dfcf9d0c None None] Routers {'9a88ff5b-a03c-45c4-9643-4754fdb84c91'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:48.059360 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4b0c104d-0c52-4473-a8b2-3103dfcf9d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:48.076933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Allocated IP 172.20.0.2 (55163263-3f23-4642-b171-26522dc29f29/df58a3c3-b1fc-4350-8951-9558b28c9273/e080f82d-496e-4c98-9ae5-54b128ec4506) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:48.094597 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4b0c104d-0c52-4473-a8b2-3103dfcf9d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:48.095264 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c104d-0c52-4473-a8b2-3103dfcf9d0c None None] The sync data for ids ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:48.110614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.155371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.161213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-838513a2-318f-43ea-9fdb-4c5fa0e359d2 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:48.168474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671525'] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.174390 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/c871ab5f-d246-438b-b455-82e3fc79f2ba HTTP/1.1" status: 204 len: 168 time: 3.3997173 Jun 28 06:48:48.182522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55370) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:48.189194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1043338312'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:48.201194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.231723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2910ae-78b0-4f8d-ac50-c6df664480c4 req-d89e1a6d-2d5a-4848-970c-1742025e37cb tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:48.233712 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a2910ae-78b0-4f8d-ac50-c6df664480c4 req-d89e1a6d-2d5a-4848-970c-1742025e37cb tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.1591604 Jun 28 06:48:48.235668 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:43Z', 'revision_number': 3, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:48.236216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=c871ab5f-d246-438b-b455-82e3fc79f2ba,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:48.241303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:48.295679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9914a9a-bf4d-47d6-9046-a51bf02eb3f9 None None] The sync data for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv is: [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:43Z', 'revision_number': 3, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:48.297293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ed186fc4-6549-43e2-b946-f292f9f542d4 None None] Provisioning for port 27186049-6128-41ba-8c40-7723f737ae72 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:48.308797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ed186fc4-6549-43e2-b946-f292f9f542d4 None None] Provisioning complete for port 27186049-6128-41ba-8c40-7723f737ae72 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:48.309213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ed186fc4-6549-43e2-b946-f292f9f542d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.334200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.346736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Transition to ACTIVE for port object e080f82d-496e-4c98-9ae5-54b128ec4506 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:48.378951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Transition to ACTIVE for port object e080f82d-496e-4c98-9ae5-54b128ec4506 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:48.383941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:48.388132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.424412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ed186fc4-6549-43e2-b946-f292f9f542d4 None None] Port 27186049-6128-41ba-8c40-7723f737ae72 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:48.427619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 82daeb44-a609-4397-ab92-643fbcb477b0 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:48.431984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 82daeb44-a609-4397-ab92-643fbcb477b0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:48.432445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.462865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:48.467110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.481917 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.487815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f2fc3cd9-c2b3-409f-8f7d-8bff0e86c0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:48.535798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Pushing event updated for resources: {'Port': ['ID=e080f82d-496e-4c98-9ae5-54b128ec4506,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:48.547574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:48.552713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Allocated IP 172.20.0.11 (55163263-3f23-4642-b171-26522dc29f29/df58a3c3-b1fc-4350-8951-9558b28c9273/328dddd3-9451-4b04-828a-f708b8520dde) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:48.563399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Network 55163263-3f23-4642-b171-26522dc29f29 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:48.566142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:48.586666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:48.642619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.643747 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment 5ee54d0c-a9ec-4b41-9361-8e16fb34eb4c of type vlan for network 8690ba56-8b13-4a28-a1dc-a7e6366fb817 Jun 28 06:48:48.676292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Attempting to bind port e080f82d-496e-4c98-9ae5-54b128ec4506 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:48.676788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Attempting to bind port e080f82d-496e-4c98-9ae5-54b128ec4506 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '1c6f4a69-8bd1-499b-88cb-8b8c57b87f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '55163263-3f23-4642-b171-26522dc29f29'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:48.677284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Attempting to bind port e080f82d-496e-4c98-9ae5-54b128ec4506 on network 55163263-3f23-4642-b171-26522dc29f29 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:48.688060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.712659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.739410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.742271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.749400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:48.749797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Checking segment: {'id': '1c6f4a69-8bd1-499b-88cb-8b8c57b87f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '55163263-3f23-4642-b171-26522dc29f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:48.750474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.750661 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Bound using segment: {'id': '1c6f4a69-8bd1-499b-88cb-8b8c57b87f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '55163263-3f23-4642-b171-26522dc29f29'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:48.751121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Bound port: e080f82d-496e-4c98-9ae5-54b128ec4506, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6f4a69-8bd1-499b-88cb-8b8c57b87f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '55163263-3f23-4642-b171-26522dc29f29'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:48.751517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.753740 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a2910ae-78b0-4f8d-ac50-c6df664480c4 req-10f3e433-d66e-4fc1-a8ca-cbb4bc90dd9e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5046711 Jun 28 06:48:48.754601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a654726d-4bdf-4a9e-85f0-2ebceb4c8692 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:48.822455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 82daeb44-a609-4397-ab92-643fbcb477b0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=82daeb44-a609-4397-ab92-643fbcb477b0,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:48.854572 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] For port e080f82d-496e-4c98-9ae5-54b128ec4506, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:48.862620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] For port e080f82d-496e-4c98-9ae5-54b128ec4506, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e080f82d-496e-4c98-9ae5-54b128ec4506,segment=NetworkSegment(1c6f4a69-8bd1-499b-88cb-8b8c57b87f55),segment_id=1c6f4a69-8bd1-499b-88cb-8b8c57b87f55)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:48.905889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.907788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:48.937261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.943180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Pushing event updated for resources: {'Port': ['ID=27186049-6128-41ba-8c40-7723f737ae72,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:48.946372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:48.969359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:48.998649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=82daeb44-a609-4397-ab92-643fbcb477b0,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:49.002242 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:49.003027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6314b0ce-685d-42d3-b460-8626615b1d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:49.038836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.041310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.048254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:49.048913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.062355 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Pushing event updated for resources: {'Port': ['ID=e080f82d-496e-4c98-9ae5-54b128ec4506,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:49.065816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:49.065988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:49.143771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Transition to ACTIVE for port object 328dddd3-9451-4b04-828a-f708b8520dde will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:49.225762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Allocated IP 172.26.4.188 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/0b458bb0-891d-4a5c-ba62-d014ee388872) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:49.233650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=8690ba56-8b13-4a28-a1dc-a7e6366fb817,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:49.245047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 8690ba56-8b13-4a28-a1dc-a7e6366fb817 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:49.245567 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:49.261599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55372) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:49.267609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-786dfaba-3f82-47a9-98dd-2fb28ecb0bba tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:49.271015 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0883267 Jun 28 06:48:49.370947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:49.407668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:49.490752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-786dfaba-3f82-47a9-98dd-2fb28ecb0bba tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.534196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.541929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.552803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:49.574127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-786dfaba-3f82-47a9-98dd-2fb28ecb0bba tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.579053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:49.587114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-786dfaba-3f82-47a9-98dd-2fb28ecb0bba tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network 8690ba56-8b13-4a28-a1dc-a7e6366fb817 is not hosted by any dhcp agent {{(pid=100887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 28 06:48:49.593612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Network 55163263-3f23-4642-b171-26522dc29f29 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:49.594322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786dfaba-3f82-47a9-98dd-2fb28ecb0bba tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:49.594953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-786dfaba-3f82-47a9-98dd-2fb28ecb0bba tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.599681 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-786dfaba-3f82-47a9-98dd-2fb28ecb0bba tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "PUT /v2.0/networks/8690ba56-8b13-4a28-a1dc-a7e6366fb817 HTTP/1.1" status: 200 len: 723 time: 0.3343832 Jun 28 06:48:49.603889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55374) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:49.609810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:49.622159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': '8690ba56-8b13-4a28-a1dc-a7e6366fb817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:49.625628 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:49.693583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Pushing event updated for resources: {'Port': ['ID=328dddd3-9451-4b04-828a-f708b8520dde,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:49.693825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dfaba-3f82-47a9-98dd-2fb28ecb0bba tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=8690ba56-8b13-4a28-a1dc-a7e6366fb817,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:49.693825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-786dfaba-3f82-47a9-98dd-2fb28ecb0bba tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:49.704111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:49.707097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 8690ba56-8b13-4a28-a1dc-a7e6366fb817 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:49.716990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Router dc47569b-3a7d-4683-9b2e-06d2583eb58e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:48:49.799036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:49.799681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.839095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5426abb6-0261-416c-984d-0cc726eff647 None None] Provisioning complete for port 27186049-6128-41ba-8c40-7723f737ae72 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:49.841700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5426abb6-0261-416c-984d-0cc726eff647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.889701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 82daeb44-a609-4397-ab92-643fbcb477b0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:49.930904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5426abb6-0261-416c-984d-0cc726eff647 None None] Port 27186049-6128-41ba-8c40-7723f737ae72 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:49.953338 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:49.959316 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] 10.222.0.24 "PUT /v2.0/routers/dc47569b-3a7d-4683-9b2e-06d2583eb58e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3298197 Jun 28 06:48:49.969096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.975629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 82daeb44-a609-4397-ab92-643fbcb477b0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:49.975629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:49.975829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6e7b9b49-67bd-4fe9-a117-954699a8fb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:50.011493 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8558166 Jun 28 06:48:50.015957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55380) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:50.031734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:50.032653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-56ea831c-7256-43c1-8045-49a4240b7d5e tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-728963500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:50.037959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:50.042676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:50.047409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Pushing event updated for resources: {'Port': ['ID=0b458bb0-891d-4a5c-ba62-d014ee388872,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:50.075999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72badd3-a4c3-4b35-aee6-e274d189dbf6 req-4a13e6d2-41ec-4198-9359-5d9bfa0ad188 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:50.078078 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e72badd3-a4c3-4b35-aee6-e274d189dbf6 req-4a13e6d2-41ec-4198-9359-5d9bfa0ad188 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.1481943 Jun 28 06:48:50.085760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:50.091475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e080f82d-496e-4c98-9ae5-54b128ec4506 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:50.158942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e72badd3-a4c3-4b35-aee6-e274d189dbf6 req-30ef81fd-bf15-426f-a3ca-189c3619123e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747676 Jun 28 06:48:50.160274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.168038 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:50.172357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.181190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56ea831c-7256-43c1-8045-49a4240b7d5e tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.182381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56ea831c-7256-43c1-8045-49a4240b7d5e tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.196817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port e080f82d-496e-4c98-9ae5-54b128ec4506 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:50.203157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a45a7e80-d283-451b-ac1c-ddc6c2410502 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:50.282858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56ea831c-7256-43c1-8045-49a4240b7d5e tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.286351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a12f1-f28d-492e-84a3-b5611f2f15af None None] Network 55163263-3f23-4642-b171-26522dc29f29 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:50.368683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56ea831c-7256-43c1-8045-49a4240b7d5e tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.453753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56ea831c-7256-43c1-8045-49a4240b7d5e tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.457840 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-56ea831c-7256-43c1-8045-49a4240b7d5e tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4385641 Jun 28 06:48:50.458538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55388) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:50.473141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-769237d1-f1b0-4943-82cf-3011a18e3a58 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-742009673', 'prefixes': ['172.20.0.0/16']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:50.509842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port a45a7e80-d283-451b-ac1c-ddc6c2410502 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:50.516608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a45a7e80-d283-451b-ac1c-ddc6c2410502 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:50.517025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.651765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.673967 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-961df12e-04d6-4728-9696-b86ca4b39a25 None None] Provisioning for port e080f82d-496e-4c98-9ae5-54b128ec4506 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:50.701248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-961df12e-04d6-4728-9696-b86ca4b39a25 None None] Provisioning complete for port e080f82d-496e-4c98-9ae5-54b128ec4506 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:50.701720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-961df12e-04d6-4728-9696-b86ca4b39a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.703619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.763771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-769237d1-f1b0-4943-82cf-3011a18e3a58 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for subnetpool, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.765068 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-769237d1-f1b0-4943-82cf-3011a18e3a58 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3058665 Jun 28 06:48:50.765210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Sync routers for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:50.769230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55394) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:50.775493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-a5efe5cb-00f1-433d-a76d-bf42d5c0d4e3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273', 'tempest-TagsExtTest-Tag-889479880') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:50.780351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port a45a7e80-d283-451b-ac1c-ddc6c2410502, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a45a7e80-d283-451b-ac1c-ddc6c2410502,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:50.788589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:50.789584 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:50.856646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.862281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:50.909759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.928454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:50.937969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6e02b179-9c5f-44da-a6e9-ac734ad2995c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:50.976335 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a5efe5cb-00f1-433d-a76d-bf42d5c0d4e3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags/tempest-TagsExtTest-Tag-889479880 HTTP/1.1" status: 201 len: 201 time: 0.2015471 Jun 28 06:48:50.979087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55400) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:50.994046 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-2d382de8-dfe6-4912-9283-b659e8f61d3a tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde', 'tempest-TagsExtTest-Tag-911600630') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:50.996126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55402) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:50.998251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=a45a7e80-d283-451b-ac1c-ddc6c2410502,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:51.001887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:51.003798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-961df12e-04d6-4728-9696-b86ca4b39a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.005978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-481683087-network', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:51.015582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.017005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:51.055066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=fbd6a94c-b29d-4e80-93a8-d3fff5357286,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:51.060293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:51.063410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8e82bb3f-02ff-4de4-9c35-2a9d08893117 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:51.092177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': '5ee54d0c-a9ec-4b41-9361-8e16fb34eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8690ba56-8b13-4a28-a1dc-a7e6366fb817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:51.092538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: 8690ba56-8b13-4a28-a1dc-a7e6366fb817, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:51.093704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-961df12e-04d6-4728-9696-b86ca4b39a25 None None] For port e080f82d-496e-4c98-9ae5-54b128ec4506, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e080f82d-496e-4c98-9ae5-54b128ec4506,segment=NetworkSegment(1c6f4a69-8bd1-499b-88cb-8b8c57b87f55),segment_id=1c6f4a69-8bd1-499b-88cb-8b8c57b87f55)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:51.121639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Made reservation on behalf of 7bc9b5c782504d35a78aee2a59ed678f for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:51.124767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.136435 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2d382de8-dfe6-4912-9283-b659e8f61d3a tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags/tempest-TagsExtTest-Tag-911600630 HTTP/1.1" status: 201 len: 201 time: 0.1552324 Jun 28 06:48:51.140372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55404) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:51.144510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-e93ed102-b365-46b9-a1bd-506d44a8724b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0', 'tempest-TagsExtTest-Tag-2085068669') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:51.154107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.178420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-961df12e-04d6-4728-9696-b86ca4b39a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.185332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:51.240117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Pushing event updated for resources: {'Port': ['ID=0b458bb0-891d-4a5c-ba62-d014ee388872,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:51.244216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:51.257709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.311489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.327084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network 8690ba56-8b13-4a28-a1dc-a7e6366fb817 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:51.340292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961df12e-04d6-4728-9696-b86ca4b39a25 None None] Pushing event updated for resources: {'Port': ['ID=e080f82d-496e-4c98-9ae5-54b128ec4506,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:51.344633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-961df12e-04d6-4728-9696-b86ca4b39a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:51.346802 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ab92cb5f-af03-4575-9e25-b13dbe75d16e None None] Provisioning complete for port e080f82d-496e-4c98-9ae5-54b128ec4506 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:51.347193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ab92cb5f-af03-4575-9e25-b13dbe75d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.361303 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e93ed102-b365-46b9-a1bd-506d44a8724b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags/tempest-TagsExtTest-Tag-2085068669 HTTP/1.1" status: 201 len: 201 time: 0.2209988 Jun 28 06:48:51.364167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55408) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:51.371205 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-2ac48cf8-aeea-4c30-a39b-d0800b79143c tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c', 'tempest-TagsExtTest-Tag-1090076419') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:51.404372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f8470-2bfd-4c8c-bee5-6a883c4ef65f req-fc33fe3c-aaa1-4f5d-928a-057029492e2f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:51.412043 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e66f8470-2bfd-4c8c-bee5-6a883c4ef65f req-fc33fe3c-aaa1-4f5d-928a-057029492e2f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.0911946 Jun 28 06:48:51.422000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.434127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:51.442265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:48Z', 'revision_number': 2, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:51.445602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.445602 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Added segment e41b81f4-e3f8-4867-9092-ffb698070db5 of type vlan for network 72b69086-7a53-475f-997a-de9a06df865e Jun 28 06:48:51.449697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b6a24460-d0a1-4fa2-a9ae-073f228fbaa2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:51.457233 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e66f8470-2bfd-4c8c-bee5-6a883c4ef65f req-2ca57f7b-6bf3-412a-8744-c04491917b5f tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439177 Jun 28 06:48:51.462800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 8690ba56-8b13-4a28-a1dc-a7e6366fb817) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:51.468710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:51.469348 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.476053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6491a9-23cf-488f-8b49-22f93f4bf32b None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:48:51.487359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Checking router: dc47569b-3a7d-4683-9b2e-06d2583eb58e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:48:51.487359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Updating router dc47569b-3a7d-4683-9b2e-06d2583eb58e port 27186049-6128-41ba-8c40-7723f737ae72 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:48:51.491100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.492665 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4846900 Jun 28 06:48:51.495483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55410) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:51.531213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0610873-5bf3-4139-b4c8-7ef8c33397a1,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:51.535070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:51.546647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.558243 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2ac48cf8-aeea-4c30-a39b-d0800b79143c tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags/tempest-TagsExtTest-Tag-1090076419 HTTP/1.1" status: 201 len: 201 time: 0.1929066 Jun 28 06:48:51.561659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55414) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:51.569475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-2fcb1cdf-190a-409f-bd16-d7f0843040bd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:51.605141 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9927802 Jun 28 06:48:51.606367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.608756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55416) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:51.614944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c1dac24d-5fd1-4191-a380-946934a49b34 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:51.743010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55418) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:51.743314 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2fcb1cdf-190a-409f-bd16-d7f0843040bd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags HTTP/1.1" status: 200 len: 240 time: 0.1805615 Jun 28 06:48:51.745280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.746560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:51.747868 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.750836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-f77acfef-d1f1-4612-b04b-8e64882f5ed0 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273', 'tempest-TagsExtTest-Tag-889479880') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:51.757745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-60ca81ff-8e35-425e-bb5f-56ad00f4dd78 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:51.763733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e080f82d-496e-4c98-9ae5-54b128ec4506 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:51.763955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:51.766599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ab92cb5f-af03-4575-9e25-b13dbe75d16e None None] Provisioning for port 328dddd3-9451-4b04-828a-f708b8520dde completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:51.800519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c1dac24d-5fd1-4191-a380-946934a49b34 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9147097'] for subnet, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.806451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ab92cb5f-af03-4575-9e25-b13dbe75d16e None None] Provisioning complete for port 328dddd3-9451-4b04-828a-f708b8520dde triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:51.806837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ab92cb5f-af03-4575-9e25-b13dbe75d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.842998 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8457441 Jun 28 06:48:51.845977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55420) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:51.851315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Pushing event updated for resources: {'Network': ['ID=72b69086-7a53-475f-997a-de9a06df865e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:51.852236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Request body: {'subnet': {'network_id': '72b69086-7a53-475f-997a-de9a06df865e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-481683087-subnet', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'ip_version': 4}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:51.854092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:51.886008 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 72b69086-7a53-475f-997a-de9a06df865e details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:51.897780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:51.960188 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f77acfef-d1f1-4612-b04b-8e64882f5ed0 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags/tempest-TagsExtTest-Tag-889479880 HTTP/1.1" status: 204 len: 168 time: 0.2158613 Jun 28 06:48:51.963271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55422) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:51.970059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-3317aee0-ad91-429d-a122-ff26afdb89ae tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273', 'tempest-TagsExtTest-Tag-889479880') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:51.971636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ab92cb5f-af03-4575-9e25-b13dbe75d16e None None] Port 328dddd3-9451-4b04-828a-f708b8520dde cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:52.013909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6491a9-23cf-488f-8b49-22f93f4bf32b None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:48:52.039668 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e080f82d-496e-4c98-9ae5-54b128ec4506 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:52.040056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.049763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Made reservation on behalf of 7bc9b5c782504d35a78aee2a59ed678f for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:52.052113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.107383 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3317aee0-ad91-429d-a122-ff26afdb89ae tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags/tempest-TagsExtTest-Tag-889479880 HTTP/1.1" status: 204 len: 168 time: 0.1428289 Jun 28 06:48:52.110171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55424) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:52.114832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-b4a495e1-ca39-47d8-8e81-e44311bcb81c tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:52.174631 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b4a495e1-ca39-47d8-8e81-e44311bcb81c tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags HTTP/1.1" status: 200 len: 205 time: 0.0608444 Jun 28 06:48:52.174859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55426) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:52.176755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.179219 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-c0ac7d31-37e4-4833-afe7-93bd14e93be9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:52.196122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3996a92f-e600-4abc-8908-f9a18b143d0e None None] Provisioning complete for port 328dddd3-9451-4b04-828a-f708b8520dde triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:52.196508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3996a92f-e600-4abc-8908-f9a18b143d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.235374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.241756 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c0ac7d31-37e4-4833-afe7-93bd14e93be9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags HTTP/1.1" status: 200 len: 240 time: 0.0631547 Jun 28 06:48:52.241956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55428) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:52.250917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-5d00fa93-57b0-4754-bc3b-eb07dc10be70 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde', 'tempest-TagsExtTest-Tag-911600630') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:52.253700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c1dac24d-5fd1-4191-a380-946934a49b34 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751027630273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9625732'] for subnet, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.260219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:52.274180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Transition to ACTIVE for port object 27186049-6128-41ba-8c40-7723f737ae72 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:52.351148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dac24d-5fd1-4191-a380-946934a49b34 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:52.351744 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c1dac24d-5fd1-4191-a380-946934a49b34 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.353094 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c1dac24d-5fd1-4191-a380-946934a49b34 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "PUT /v2.0/subnets/fbd6a94c-b29d-4e80-93a8-d3fff5357286 HTTP/1.1" status: 200 len: 806 time: 0.7430465 Jun 28 06:48:52.357379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55432) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:52.422226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dac24d-5fd1-4191-a380-946934a49b34 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=fbd6a94c-b29d-4e80-93a8-d3fff5357286,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:52.431124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c1dac24d-5fd1-4191-a380-946934a49b34 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:52.457229 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5d00fa93-57b0-4754-bc3b-eb07dc10be70 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags/tempest-TagsExtTest-Tag-911600630 HTTP/1.1" status: 204 len: 168 time: 0.2144182 Jun 28 06:48:52.458106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3996a92f-e600-4abc-8908-f9a18b143d0e None None] Port 328dddd3-9451-4b04-828a-f708b8520dde cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:48:52.460180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55434) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:52.466360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-aeecbaa5-1111-4cba-8cd1-31a2deb97a80 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde', 'tempest-TagsExtTest-Tag-911600630') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:52.468998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Allocated IP 172.26.4.131 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/95b090ea-3707-40b5-bfea-62358d3c54c2) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:52.497448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a45a7e80-d283-451b-ac1c-ddc6c2410502 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:52.506058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.559725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.564543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0e5803ac-af8c-4008-884d-d180154e0c98 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:52.600459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.605021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.607459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a7e433bf-91a0-4223-a36b-e904385e70a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:52.617326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a45a7e80-d283-451b-ac1c-ddc6c2410502 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:52.617727 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.681281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d57aae-bdd9-46cb-8979-e1876f4a5f46,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:52.705409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:52.717526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.724369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ed110-974e-47a8-b960-046c822d127d None None] Pushing event updated for resources: {'Port': ['ID=27186049-6128-41ba-8c40-7723f737ae72,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:52.730088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Checking segment: {'id': 'e41b81f4-e3f8-4867-9092-ffb698070db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '72b69086-7a53-475f-997a-de9a06df865e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:52.730364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Network hostable DHCP agents. Network: 72b69086-7a53-475f-997a-de9a06df865e, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:52.740760 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-aeecbaa5-1111-4cba-8cd1-31a2deb97a80 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags/tempest-TagsExtTest-Tag-911600630 HTTP/1.1" status: 204 len: 168 time: 0.2793000 Jun 28 06:48:52.743201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55438) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:52.746274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-554ed110-974e-47a8-b960-046c822d127d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:52.750093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-35d86c72-700b-41e3-9131-02a0108beb64 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:52.750615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c826327-a30d-40fa-b982-f05b30dcb9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-8690ba56-8b13-4a28-a1dc-a7e6366fb817', 'network_id': '8690ba56-8b13-4a28-a1dc-a7e6366fb817', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': 'fbd6a94c-b29d-4e80-93a8-d3fff5357286'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:52.751319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0c826327-a30d-40fa-b982-f05b30dcb9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.776724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.785222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a9971c7e-9dda-4ad9-97a1-b9347b201f91 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:52.803914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2ad71-eb4d-48a0-bdb5-6397315402a8 req-a5afe9d6-be5a-43e0-a0e4-ca4c2a32ef8c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:52.804779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Attempting to bind port 27186049-6128-41ba-8c40-7723f737ae72 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:52.805208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Attempting to bind port 27186049-6128-41ba-8c40-7723f737ae72 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:52.805493 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-46c2ad71-eb4d-48a0-bdb5-6397315402a8 req-a5afe9d6-be5a-43e0-a0e4-ca4c2a32ef8c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.1616344 Jun 28 06:48:52.805660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Attempting to bind port 27186049-6128-41ba-8c40-7723f737ae72 on network fca0f4d8-11d3-4804-aefd-df5df10ce82e {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:52.808941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd6a94c-b29d-4e80-93a8-d3fff5357286,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:52.826327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.826838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.827586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.828280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.828714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.829169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.829628 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.830052 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.832443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.832443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.832443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.832443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:52.836264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:52.852594 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Network 72b69086-7a53-475f-997a-de9a06df865e is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:52.856407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:52.856407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Checking segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:52.856826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.857216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Bound using segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:52.857701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Bound port: 27186049-6128-41ba-8c40-7723f737ae72, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:52.858102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.858531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-46c2ad71-eb4d-48a0-bdb5-6397315402a8 req-d25c778a-ea4c-48df-9553-abcadf05ae86 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449915 Jun 28 06:48:52.885093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.885093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8ee2e3de-b24e-4ab5-a043-f1f575944f26 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:52.915152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.926040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:52.931322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8690ba56-8b13-4a28-a1dc-a7e6366fb817']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:52.932719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:52.936136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:52.944127 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-35d86c72-700b-41e3-9131-02a0108beb64 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags HTTP/1.1" status: 200 len: 205 time: 0.1995294 Jun 28 06:48:52.945916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee54d0c-a9ec-4b41-9361-8e16fb34eb4c') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:52.946209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee54d0c-a9ec-4b41-9361-8e16fb34eb4c') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:52.947873 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55440) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:52.952234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-fd908ac9-718f-4f23-9300-774eb3464cde tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:52.961345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df98a24-bbdc-4778-aacc-16dcf777de43 None None] Network 8690ba56-8b13-4a28-a1dc-a7e6366fb817 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:52.969841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Pushing event updated for resources: {'Port': ['ID=95b090ea-3707-40b5-bfea-62358d3c54c2,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:52.973045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:52.982234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 72b69086-7a53-475f-997a-de9a06df865e) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:52.982234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:52.982863 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:52.995101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.001734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] For port 27186049-6128-41ba-8c40-7723f737ae72, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:53.016633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2211782-45fe-4124-b5a5-2e309db9c508 None None] Network 72b69086-7a53-475f-997a-de9a06df865e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:53.042612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.052108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:53.052515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:53.055601 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:53.059883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.070898 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2234354 Jun 28 06:48:53.071617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55442) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:53.078115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-481683087-router', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:53.111535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] For port 27186049-6128-41ba-8c40-7723f737ae72, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=27186049-6128-41ba-8c40-7723f737ae72,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:53.116803 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fd908ac9-718f-4f23-9300-774eb3464cde tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags HTTP/1.1" status: 200 len: 241 time: 0.1680956 Jun 28 06:48:53.119499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55444) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:53.128026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-27fd415a-2328-47c2-be99-f07364e45171 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0', 'tempest-TagsExtTest-Tag-2085068669') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:53.186398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.191487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.191787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-99ab48d8-15d9-4f3f-a770-d1d14db40ff2 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:53.197343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.199319 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/8690ba56-8b13-4a28-a1dc-a7e6366fb817 HTTP/1.1" status: 204 len: 168 time: 0.8407433 Jun 28 06:48:53.208074 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dfdca47f-8006-4c1a-b3c5-d1d668357ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:53.210633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55446) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:53.211717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=8690ba56-8b13-4a28-a1dc-a7e6366fb817,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:53.224046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:53.228961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.230020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.239514 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a9cda0-cc17-49ea-9df4-28c135afee36 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:48:53.240188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a9cda0-cc17-49ea-9df4-28c135afee36 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:48:53.242320 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-75a9cda0-cc17-49ea-9df4-28c135afee36 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/8690ba56-8b13-4a28-a1dc-a7e6366fb817 HTTP/1.1" status: 404 len: 339 time: 0.0283728 Jun 28 06:48:53.247557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55448) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:53.253583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-130251328', 'description': 'd1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:53.264182 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-27fd415a-2328-47c2-be99-f07364e45171 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags/tempest-TagsExtTest-Tag-2085068669 HTTP/1.1" status: 204 len: 168 time: 0.1426456 Jun 28 06:48:53.266642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55450) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:53.272738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-2d5342a7-7e7b-4cbd-9108-d43b4104ca79 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0', 'tempest-TagsExtTest-Tag-2085068669') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:53.277236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.323581 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:53.324115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:53.336112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-72b69086-7a53-475f-997a-de9a06df865e', 'network_id': '72b69086-7a53-475f-997a-de9a06df865e', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'fixed_ips': [{'subnet_id': '27d57aae-bdd9-46cb-8979-e1876f4a5f46'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:53.336962 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.339683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:53.344646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.374745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:53.388118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.388651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.389297 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment 3c7dc325-f664-44a5-aa3a-e044aa576200 of type vlan for network 02dba44f-5d90-40f4-a70e-e3c18732dd5d Jun 28 06:48:53.424827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ed110-974e-47a8-b960-046c822d127d None None] Pushing event updated for resources: {'Port': ['ID=27186049-6128-41ba-8c40-7723f737ae72,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:53.430376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-554ed110-974e-47a8-b960-046c822d127d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:53.448126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.473943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26396fef-d1f7-4775-bcc9-54d22ee96ffb None None] Network 8690ba56-8b13-4a28-a1dc-a7e6366fb817 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:53.544657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26396fef-d1f7-4775-bcc9-54d22ee96ffb None None] Network 8690ba56-8b13-4a28-a1dc-a7e6366fb817 could not be found, it might have been deleted concurrently. {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 28 06:48:53.582536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0adbc7-d4c4-4b1b-86e0-d15192f3aded None None] Network 8690ba56-8b13-4a28-a1dc-a7e6366fb817 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:53.585871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.593671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:53.594197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.597935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83f4e4b7-2924-4ef9-8f93-b6b7bc3f3399 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:53.629437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0adbc7-d4c4-4b1b-86e0-d15192f3aded None None] Network 8690ba56-8b13-4a28-a1dc-a7e6366fb817 could not be found, it might have been deleted concurrently. {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 28 06:48:53.671790 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2d5342a7-7e7b-4cbd-9108-d43b4104ca79 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags/tempest-TagsExtTest-Tag-2085068669 HTTP/1.1" status: 204 len: 168 time: 0.4041426 Jun 28 06:48:53.673881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:53.679458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55452) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:53.685462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-52dbba17-c1e2-4b6c-a5ea-f5feee2efed8 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:53.692548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=02dba44f-5d90-40f4-a70e-e3c18732dd5d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:53.700611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:53.705241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:53.714482 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4633842 Jun 28 06:48:53.714936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55454) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:53.736625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 02dba44f-5d90-40f4-a70e-e3c18732dd5d details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:53.787760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Allocated IP 172.20.0.2 (72b69086-7a53-475f-997a-de9a06df865e/27d57aae-bdd9-46cb-8979-e1876f4a5f46/2e16b1d3-13e5-4555-8cdc-041c42071c3c) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:53.850045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020d1cca-c097-4970-8ee4-ffd1d62dab8f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:53.854851 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-020d1cca-c097-4970-8ee4-ffd1d62dab8f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/networks?id=02dba44f-5d90-40f4-a70e-e3c18732dd5d HTTP/1.1" status: 200 len: 760 time: 0.1356907 Jun 28 06:48:53.854851 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55456) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:53.861466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a8b9d353-64ed-45db-ba98-9c2eb7137de0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'description': 'd2'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:53.948044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e2e66cd6-462d-4239-97de-94361d54a993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.067388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d353-64ed-45db-ba98-9c2eb7137de0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.118096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.120384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.132943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Transition to ACTIVE for port object 2e16b1d3-13e5-4555-8cdc-041c42071c3c will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:54.141384 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-52dbba17-c1e2-4b6c-a5ea-f5feee2efed8 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags HTTP/1.1" status: 200 len: 205 time: 0.4595823 Jun 28 06:48:54.144049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55460) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.145530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d353-64ed-45db-ba98-9c2eb7137de0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.146018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:52Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:54.149064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6ff52bc8-d11c-4db3-96f3-fb353f9a706b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:54.165782 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8b9d353-64ed-45db-ba98-9c2eb7137de0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network 02dba44f-5d90-40f4-a70e-e3c18732dd5d is not hosted by any dhcp agent {{(pid=100886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 28 06:48:54.171173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b9d353-64ed-45db-ba98-9c2eb7137de0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:54.171883 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d353-64ed-45db-ba98-9c2eb7137de0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.175738 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a8b9d353-64ed-45db-ba98-9c2eb7137de0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "PUT /v2.0/networks/02dba44f-5d90-40f4-a70e-e3c18732dd5d HTTP/1.1" status: 200 len: 757 time: 0.3176687 Jun 28 06:48:54.175897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-623cf084-b667-4328-b400-9a86dddc93aa tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:54.177791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b9d68-a2b2-41f4-82bb-e1fe2837596e None None] The sync data for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv is: [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:52Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:54.181210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55462) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.183418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Transition to ACTIVE for port object 2e16b1d3-13e5-4555-8cdc-041c42071c3c will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:54.214042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.223577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4e45-63dd-4259-83c1-9db848f7bb18 req-b5ff5bb4-d30f-446d-af1e-c30711b7bf30 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:54.225216 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec4a4e45-63dd-4259-83c1-9db848f7bb18 req-b5ff5bb4-d30f-446d-af1e-c30711b7bf30 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.2095876 Jun 28 06:48:54.228361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8679313c-0c25-4386-93ff-a273bb1d7b00 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:54.289088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.291470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c2381cf7-d714-4da9-be22-117a2fc9ee81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:54.295603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9d353-64ed-45db-ba98-9c2eb7137de0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=02dba44f-5d90-40f4-a70e-e3c18732dd5d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:54.298863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a8b9d353-64ed-45db-ba98-9c2eb7137de0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:54.312260 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-623cf084-b667-4328-b400-9a86dddc93aa tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags HTTP/1.1" status: 200 len: 241 time: 0.1439345 Jun 28 06:48:54.316012 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55464) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.322432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-074bcdd2-7863-43f2-ae16-241765d13159 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c', 'tempest-TagsExtTest-Tag-1090076419') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:54.341415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab1b08-3c6a-4b41-931b-eaa48afc0042 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:54.346346 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cfab1b08-3c6a-4b41-931b-eaa48afc0042 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/networks?id=02dba44f-5d90-40f4-a70e-e3c18732dd5d HTTP/1.1" status: 200 len: 760 time: 0.1610179 Jun 28 06:48:54.346727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55466) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.353482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24500346'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:54.380816 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-074bcdd2-7863-43f2-ae16-241765d13159 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags/tempest-TagsExtTest-Tag-1090076419 HTTP/1.1" status: 204 len: 168 time: 0.0617537 Jun 28 06:48:54.381071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 02dba44f-5d90-40f4-a70e-e3c18732dd5d details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:54.381186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55468) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.381290 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec4a4e45-63dd-4259-83c1-9db848f7bb18 req-8db93ebd-a09d-4b9a-8c31-f233eb9e08a1 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495552 Jun 28 06:48:54.381290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Pushing event updated for resources: {'Port': ['ID=95b090ea-3707-40b5-bfea-62358d3c54c2,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:54.387147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:54.393854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.405880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-2c76784e-62f4-4139-a742-f61bcaa09eb8 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c', 'tempest-TagsExtTest-Tag-1090076419') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:54.418346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Pushing event updated for resources: {'Port': ['ID=2e16b1d3-13e5-4555-8cdc-041c42071c3c,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:54.424953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:54.438595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Network 72b69086-7a53-475f-997a-de9a06df865e is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:54.489843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:54.499331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.537292 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2c76784e-62f4-4139-a742-f61bcaa09eb8 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags/tempest-TagsExtTest-Tag-1090076419 HTTP/1.1" status: 204 len: 168 time: 0.1376636 Jun 28 06:48:54.537292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:54.540757 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55470) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.546300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-fed85527-ce94-4b41-8d9e-b4d11b81a2f4 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:54.556402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.565918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.570417 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment 4137f12a-1df6-4542-b989-d03e068b57da of type vlan for network 86da553a-8fad-423a-9c2a-938033e31d6e Jun 28 06:48:54.579404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.592399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.596244 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0996888 Jun 28 06:48:54.629597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55472) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.635256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.645626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:54.649468 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:54.655568 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fed85527-ce94-4b41-8d9e-b4d11b81a2f4 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags HTTP/1.1" status: 200 len: 205 time: 0.1133809 Jun 28 06:48:54.658484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55476) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.665652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-3b4c186e-e999-48d4-89e6-c7168ede8ea4 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:54.717577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55478) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.718234 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3b4c186e-e999-48d4-89e6-c7168ede8ea4 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0582013 Jun 28 06:48:54.723585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-8b6d041e-7ca8-4d6d-873f-a9546cf6ed8b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:54.740875 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Attempting to bind port 2e16b1d3-13e5-4555-8cdc-041c42071c3c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:54.741548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Attempting to bind port 2e16b1d3-13e5-4555-8cdc-041c42071c3c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'e41b81f4-e3f8-4867-9092-ffb698070db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '72b69086-7a53-475f-997a-de9a06df865e'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:54.741936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Attempting to bind port 2e16b1d3-13e5-4555-8cdc-041c42071c3c on network 72b69086-7a53-475f-997a-de9a06df865e {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:54.747721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:54.748115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Checking segment: {'id': 'e41b81f4-e3f8-4867-9092-ffb698070db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '72b69086-7a53-475f-997a-de9a06df865e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:54.748541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.748980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Bound using segment: {'id': 'e41b81f4-e3f8-4867-9092-ffb698070db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '72b69086-7a53-475f-997a-de9a06df865e'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:54.749463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Bound port: 2e16b1d3-13e5-4555-8cdc-041c42071c3c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41b81f4-e3f8-4867-9092-ffb698070db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '72b69086-7a53-475f-997a-de9a06df865e'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:54.749861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.782555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.788514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:54.789759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.801914 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-48d38bf0-fb6d-4102-9ef5-7c3b0c83715f tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.1710079 Jun 28 06:48:54.804743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55480) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.813042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-54d5be19-42ee-4137-867d-0c26d3f6c894 tempest-BulkNetworkOpsTest-392639872 tempest-BulkNetworkOpsTest-392639872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:54.824128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] For port 2e16b1d3-13e5-4555-8cdc-041c42071c3c, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:54.828276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] For port 2e16b1d3-13e5-4555-8cdc-041c42071c3c, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2e16b1d3-13e5-4555-8cdc-041c42071c3c,segment=NetworkSegment(e41b81f4-e3f8-4867-9092-ffb698070db5),segment_id=e41b81f4-e3f8-4867-9092-ffb698070db5)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:54.883538 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5357952 Jun 28 06:48:54.886398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55482) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.894426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': '86da553a-8fad-423a-9c2a-938033e31d6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:54.899345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=86da553a-8fad-423a-9c2a-938033e31d6e,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:54.900398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:54.906231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-212eb1f6-c198-4ace-9f7b-f73b5e14d8b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:54.912689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:54.921897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 86da553a-8fad-423a-9c2a-938033e31d6e details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:48:54.943746 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-287440df-f671-4e73-9a2c-934dba9a9ca3 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1356421 Jun 28 06:48:54.951343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55484) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:54.957745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Allocated IP 172.26.4.152 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/c00b06a0-a2c5-4143-b659-7b41c1c8a130) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:55.034236 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8b6d041e-7ca8-4d6d-873f-a9546cf6ed8b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags HTTP/1.1" status: 204 len: 168 time: 0.3143435 Jun 28 06:48:55.037366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55486) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:55.049190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-a02c765a-19ec-4aa7-aff8-aa1dce26b4ae tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:55.054767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Pushing event updated for resources: {'Port': ['ID=2e16b1d3-13e5-4555-8cdc-041c42071c3c,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:55.058439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:55.117037 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:55.120738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:55.262286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:55.287877 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a02c765a-19ec-4aa7-aff8-aa1dce26b4ae tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags HTTP/1.1" status: 204 len: 168 time: 0.2442734 Jun 28 06:48:55.290329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55488) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:55.298610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-ce74250c-8b3e-47ae-aef1-6518978137f1 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:55.331602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Deleting port 95b090ea-3707-40b5-bfea-62358d3c54c2 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:55.336751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:55.442089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:55.448453 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cb2eb59e-9970-4a7a-af66-6d3976af96a8 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:55.461170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:55.461421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:55.477829 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ce74250c-8b3e-47ae-aef1-6518978137f1 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags HTTP/1.1" status: 204 len: 168 time: 0.1830218 Jun 28 06:48:55.478341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Calling delete_port for 95b090ea-3707-40b5-bfea-62358d3c54c2 owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:55.479788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55492) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:55.485989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.tag.tag_plugin [None req-8b847dd7-ad47-4f19-a597-ff2e58686981 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273', 'tempest-TagsExtTest-Tag-884629677') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:55.517045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:55.522584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:55.538810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=8cb82f31-1f12-44d8-9d3d-9f80a14b9ec4,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:55.542806 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:55.551463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': '4137f12a-1df6-4542-b989-d03e068b57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86da553a-8fad-423a-9c2a-938033e31d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:55.552023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: 86da553a-8fad-423a-9c2a-938033e31d6e, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:48:55.639885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:55.656320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:55.663096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:55.668994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c00b06a0-a2c5-4143-b659-7b41c1c8a130,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:55.725417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.726606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.726606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.726606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.726988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.727297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.727635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.728007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.728387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.729182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.729182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.729686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:55.740036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:55.752573 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network 86da553a-8fad-423a-9c2a-938033e31d6e is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:48:55.777129 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2e16b1d3-13e5-4555-8cdc-041c42071c3c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:55.882135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aded341-ae36-4edd-af0c-abd676e38dff req-f6d8a6c1-bbcb-4763-8fcd-31e662d83b3d tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:55.887236 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2aded341-ae36-4edd-af0c-abd676e38dff req-f6d8a6c1-bbcb-4763-8fcd-31e662d83b3d tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.3491268 Jun 28 06:48:55.905815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 86da553a-8fad-423a-9c2a-938033e31d6e) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:55.917336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:55.918267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:55.919101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188fd83-fc20-4ce5-9b6b-db589242538c None None] Network 86da553a-8fad-423a-9c2a-938033e31d6e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:55.980319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2e16b1d3-13e5-4555-8cdc-041c42071c3c completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:55.988106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 27186049-6128-41ba-8c40-7723f737ae72 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:56.009599 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2aded341-ae36-4edd-af0c-abd676e38dff req-53732b99-c044-42bd-b884-fe92d83ce540 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975091 Jun 28 06:48:56.013351 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1230099 Jun 28 06:48:56.013859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55494) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:56.103636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.108151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:56.133077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.151185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58296b6-3602-4ac0-8474-3f1f6e5e2bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-86da553a-8fad-423a-9c2a-938033e31d6e', 'network_id': '86da553a-8fad-423a-9c2a-938033e31d6e', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': '8cb82f31-1f12-44d8-9d3d-9f80a14b9ec4'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:48:56.152157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c58296b6-3602-4ac0-8474-3f1f6e5e2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.190527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Pushing event deleted for resources: {'Port': ['ID=95b090ea-3707-40b5-bfea-62358d3c54c2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:56.198515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:56.208059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.222850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ff91b-001a-4e52-973d-805c6b53485b None None] Network 72b69086-7a53-475f-997a-de9a06df865e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:56.230547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 27186049-6128-41ba-8c40-7723f737ae72 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:56.233361 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8b847dd7-ad47-4f19-a597-ff2e58686981 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags/tempest-TagsExtTest-Tag-884629677 HTTP/1.1" status: 201 len: 201 time: 0.7525387 Jun 28 06:48:56.241828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55496) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:56.249538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 27186049-6128-41ba-8c40-7723f737ae72 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:56.249932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.250136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-3acece94-b8ea-495e-ac36-aaad096bb9a7 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde', 'tempest-TagsExtTest-Tag-989006688') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:56.281403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.285392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.286012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] 10.222.0.24 "DELETE /v2.0/floatingips/7cd02520-1364-441c-b2c6-2cc7e4b5349e HTTP/1.1" status: 204 len: 168 time: 1.3193851 Jun 28 06:48:56.290237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55498) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:56.340973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.432011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dc31d3e4-0e20-4884-b342-04e6bc6acc3a None None] Provisioning for port 2e16b1d3-13e5-4555-8cdc-041c42071c3c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:56.454794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.456420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dc31d3e4-0e20-4884-b342-04e6bc6acc3a None None] Provisioning complete for port 2e16b1d3-13e5-4555-8cdc-041c42071c3c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:56.456795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dc31d3e4-0e20-4884-b342-04e6bc6acc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.489182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server [None req-c58296b6-3602-4ac0-8474-3f1f6e5e2bc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8cb82f31-1f12-44d8-9d3d-9f80a14b9ec4: This subnet is being modified by another concurrent operation. Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise exception Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8cb82f31-1f12-44d8-9d3d-9f80a14b9ec4: This subnet is being modified by another concurrent operation. Jun 28 06:48:56.534507 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server Jun 28 06:48:56.554334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-16c651b9-7e98-4ecf-b06a-816fef2009c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.565450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab9262-77dc-4349-aaec-6989cf1604db None None] Network 86da553a-8fad-423a-9c2a-938033e31d6e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:48:56.582082 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 27186049-6128-41ba-8c40-7723f737ae72, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=27186049-6128-41ba-8c40-7723f737ae72,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:56.670919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.678420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8d455e0d-2b46-41d8-a54c-139f0ca61182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:56.716909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dc31d3e4-0e20-4884-b342-04e6bc6acc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.785333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=27186049-6128-41ba-8c40-7723f737ae72,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:56.844074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.847335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.847692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.848041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.848560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.849443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6a69b257-945a-4869-b83a-be53dea7c7db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:56.849707 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.850059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.850398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.852149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.852836 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.853203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.853589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.854561 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:48:56.860991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:56.865048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-dc31d3e4-0e20-4884-b342-04e6bc6acc3a None None] For port 2e16b1d3-13e5-4555-8cdc-041c42071c3c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2e16b1d3-13e5-4555-8cdc-041c42071c3c,segment=NetworkSegment(e41b81f4-e3f8-4867-9092-ffb698070db5),segment_id=e41b81f4-e3f8-4867-9092-ffb698070db5)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:48:56.885658 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb82f31-1f12-44d8-9d3d-9f80a14b9ec4,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:56.895468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:56.906382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.925992 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3acece94-b8ea-495e-ac36-aaad096bb9a7 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags/tempest-TagsExtTest-Tag-989006688 HTTP/1.1" status: 201 len: 201 time: 0.6830857 Jun 28 06:48:56.929364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55502) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:56.934676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-97a2035d-099e-4dbc-9214-8ea4df67bab2 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0', 'tempest-TagsExtTest-Tag-810614579') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:56.938631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dc31d3e4-0e20-4884-b342-04e6bc6acc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:56.941304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:56.997528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08363a93-1410-44bb-89cf-f21e49629fbe None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:48:57.005531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31d3e4-0e20-4884-b342-04e6bc6acc3a None None] Pushing event updated for resources: {'Port': ['ID=2e16b1d3-13e5-4555-8cdc-041c42071c3c,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:57.007959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.026653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dc31d3e4-0e20-4884-b342-04e6bc6acc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:57.031869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86da553a-8fad-423a-9c2a-938033e31d6e']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:57.072940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Deleting port 0b458bb0-891d-4a5c-ba62-d014ee388872 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:57.073361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.079888 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4137f12a-1df6-4542-b989-d03e068b57da') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:57.080267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4137f12a-1df6-4542-b989-d03e068b57da') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:57.091031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-58afb06d-0ca4-4f4c-b7fa-60512cdb31da None None] Provisioning complete for port 2e16b1d3-13e5-4555-8cdc-041c42071c3c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:57.091557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-58afb06d-0ca4-4f4c-b7fa-60512cdb31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.109486 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.160659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.174059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:48:57.176231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:48:57.178127 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:48:57.195846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08363a93-1410-44bb-89cf-f21e49629fbe None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:48:57.201458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d9697-625a-437a-bff1-5d1463d281f1 req-6879cbe6-9b74-4846-96ac-8cd729c6cee0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:57.203318 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b39d9697-625a-437a-bff1-5d1463d281f1 req-6879cbe6-9b74-4846-96ac-8cd729c6cee0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.0717518 Jun 28 06:48:57.205685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Router c2ed8883-7536-4799-be96-37e91eabbf1e is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:48:57.250939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.251273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.265393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Calling delete_port for 0b458bb0-891d-4a5c-ba62-d014ee388872 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:57.290882 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b39d9697-625a-437a-bff1-5d1463d281f1 req-8b2354eb-c9d4-4eba-ab31-8e2370c220a5 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791183 Jun 28 06:48:57.330422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.335848 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.340027 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/86da553a-8fad-423a-9c2a-938033e31d6e HTTP/1.1" status: 204 len: 168 time: 1.3227959 Jun 28 06:48:57.340027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a8b9d353-64ed-45db-ba98-9c2eb7137de0 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:57.340626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55506) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:57.360718 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=86da553a-8fad-423a-9c2a-938033e31d6e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:57.363807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:57.376386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:48:57.378321 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-437b2bdf-41f2-4c18-837f-1a3d443ce3e1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] GET failed (client error): The resource could not be found. Jun 28 06:48:57.382393 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-437b2bdf-41f2-4c18-837f-1a3d443ce3e1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/subnets/8cb82f31-1f12-44d8-9d3d-9f80a14b9ec4 HTTP/1.1" status: 404 len: 337 time: 0.0378625 Jun 28 06:48:57.383593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55508) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:57.392500 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Sync routers for ids ['c2ed8883-7536-4799-be96-37e91eabbf1e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:48:57.402761 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Routers {'c2ed8883-7536-4799-be96-37e91eabbf1e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:57.403571 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c2ed8883-7536-4799-be96-37e91eabbf1e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:57.405532 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-234bf60a-49ab-4dfc-bbf6-2b36e130f3db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:48:57.406137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234bf60a-49ab-4dfc-bbf6-2b36e130f3db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:48:57.407994 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-234bf60a-49ab-4dfc-bbf6-2b36e130f3db tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/86da553a-8fad-423a-9c2a-938033e31d6e HTTP/1.1" status: 404 len: 339 time: 0.0236905 Jun 28 06:48:57.411921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55510) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:57.489908 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-97a2035d-099e-4dbc-9214-8ea4df67bab2 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags/tempest-TagsExtTest-Tag-810614579 HTTP/1.1" status: 201 len: 201 time: 0.5595150 Jun 28 06:48:57.493639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55512) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:57.501403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-3661a3d0-5578-4b10-a811-6e5ad7cddd0a tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c', 'tempest-TagsExtTest-Tag-22644747') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:57.524994 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Set router c2ed8883-7536-4799-be96-37e91eabbf1e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:57.529615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.532590 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9a6e80eb-2336-4bda-b407-17c124207bb0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4578834 Jun 28 06:48:57.536889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55514) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:57.579238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.582441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:57.609066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.614475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b458bb0-891d-4a5c-ba62-d014ee388872,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:57.634154 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:57.675392 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3661a3d0-5578-4b10-a811-6e5ad7cddd0a tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags/tempest-TagsExtTest-Tag-22644747 HTTP/1.1" status: 201 len: 201 time: 0.1806893 Jun 28 06:48:57.677902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55516) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:57.691165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39dfefc-6070-47a7-acf1-0726742fcd56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:57.692687 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d39dfefc-6070-47a7-acf1-0726742fcd56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2798555 Jun 28 06:48:57.697462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55518) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:57.704088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-70ee95d7-f3ed-4039-b885-292e2908f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273', {'tags': ['tempest-TagsExtTest-Tag-683717749', 'tempest-TagsExtTest-Tag-1495544230', 'tempest-TagsExtTest-Tag-1483028349']}) {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:57.740142 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-893b4173-c48c-43dc-80e9-1a8e8176c1da tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 207 time: 0.0412712 Jun 28 06:48:57.743222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55520) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:57.758249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2e16b1d3-13e5-4555-8cdc-041c42071c3c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:57.771521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.774762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.779568 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/cabc0725-cf5a-41e8-8a97-0fd6c6805c5a HTTP/1.1" status: 204 len: 168 time: 1.4842787 Jun 28 06:48:57.779912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55522) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:57.818653 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'name': 'tempest-TestVolumeBootPattern-481683087-router', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:53Z', 'updated_at': '2021-06-28T06:48:55Z', 'revision_number': 3, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'gw_port': {'id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:54Z', 'updated_at': '2021-06-28T06:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:57.825732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2e16b1d3-13e5-4555-8cdc-041c42071c3c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:57.828348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.846127 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Checking router: c2ed8883-7536-4799-be96-37e91eabbf1e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:48:57.846512 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Updating router c2ed8883-7536-4799-be96-37e91eabbf1e port c00b06a0-a2c5-4143-b659-7b41c1c8a130 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:48:57.878137 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-70ee95d7-f3ed-4039-b885-292e2908f7bf tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags HTTP/1.1" status: 200 len: 317 time: 0.1965711 Jun 28 06:48:57.880607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55524) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:57.884343 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:57.889496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-c520bd95-8095-4f1d-9989-0438a7312b8c tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:57.910625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 27186049-6128-41ba-8c40-7723f737ae72 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:57.970174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 27186049-6128-41ba-8c40-7723f737ae72 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:57.970174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:58.076681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abe245-bc0d-4eb2-b223-7e9e6db57c11 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:58.080861 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c520bd95-8095-4f1d-9989-0438a7312b8c tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags HTTP/1.1" status: 204 len: 168 time: 0.1953869 Jun 28 06:48:58.080861 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55526) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.082819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abe245-bc0d-4eb2-b223-7e9e6db57c11 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:58.085428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-66b0d7b1-bcb2-4d9e-869d-101bd916a44b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273', 'tempest-TagsExtTest-Tag-683717749') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:58.088975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abe245-bc0d-4eb2-b223-7e9e6db57c11 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:58.095239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abe245-bc0d-4eb2-b223-7e9e6db57c11 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:58.098161 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c9abe245-bc0d-4eb2-b223-7e9e6db57c11 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3526073 Jun 28 06:48:58.107805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55528) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.142230 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-66b0d7b1-bcb2-4d9e-869d-101bd916a44b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:48:58.146359 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-66b0d7b1-bcb2-4d9e-869d-101bd916a44b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags/tempest-TagsExtTest-Tag-683717749 HTTP/1.1" status: 404 len: 328 time: 0.0616205 Jun 28 06:48:58.146654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55530) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.152151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-bbebf0c0-4788-4788-8ef1-03493ee120d5 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273', 'tempest-TagsExtTest-Tag-1495544230') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:58.167368 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:58.179114 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Transition to ACTIVE for port object c00b06a0-a2c5-4143-b659-7b41c1c8a130 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:58.205593 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-bbebf0c0-4788-4788-8ef1-03493ee120d5 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:48:58.207701 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bbebf0c0-4788-4788-8ef1-03493ee120d5 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags/tempest-TagsExtTest-Tag-1495544230 HTTP/1.1" status: 404 len: 329 time: 0.0586600 Jun 28 06:48:58.209710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55532) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.214149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-32e1f09c-6fdc-4e90-a67f-376514551887 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273', 'tempest-TagsExtTest-Tag-1483028349') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:58.234154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd617c-075b-4a7f-97f2-5df0b86b9e95 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Deleting port 7e85d0ac-962e-4b4c-a65c-1eaf9b489af1 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:48:58.235084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d8cd617c-075b-4a7f-97f2-5df0b86b9e95 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:58.253991 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:58.256952 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:58.272449 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-32e1f09c-6fdc-4e90-a67f-376514551887 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:48:58.276056 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-32e1f09c-6fdc-4e90-a67f-376514551887 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags/tempest-TagsExtTest-Tag-1483028349 HTTP/1.1" status: 404 len: 329 time: 0.0628164 Jun 28 06:48:58.276611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55534) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.282007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-89178a96-1142-4cfb-852c-f312170f60f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde', {'tags': ['tempest-TagsExtTest-Tag-1380045468', 'tempest-TagsExtTest-Tag-1176367771', 'tempest-TagsExtTest-Tag-1799652650']}) {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:58.308221 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Attempting to bind port c00b06a0-a2c5-4143-b659-7b41c1c8a130 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:48:58.308602 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Attempting to bind port c00b06a0-a2c5-4143-b659-7b41c1c8a130 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:48:58.309006 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Attempting to bind port c00b06a0-a2c5-4143-b659-7b41c1c8a130 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:48:58.316666 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb6634-3c8d-4f46-973b-f1d453b6034f None None] Pushing event updated for resources: {'Port': ['ID=c00b06a0-a2c5-4143-b659-7b41c1c8a130,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:58.319972 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-b0fb6634-3c8d-4f46-973b-f1d453b6034f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:58.321186 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:48:58.321572 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:48:58.321973 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:58.322363 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:48:58.322932 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Bound port: c00b06a0-a2c5-4143-b659-7b41c1c8a130, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:48:58.323469 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:58.384580 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] For port c00b06a0-a2c5-4143-b659-7b41c1c8a130, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:48:58.387797 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] For port c00b06a0-a2c5-4143-b659-7b41c1c8a130, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c00b06a0-a2c5-4143-b659-7b41c1c8a130,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:48:58.393168 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8e5c73a7-f8a7-4f62-98f1-9afabb932a31 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2841663 Jun 28 06:48:58.397131 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55538) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.425238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d8cd617c-075b-4a7f-97f2-5df0b86b9e95 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:58.453294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f97f85-7ce9-4a10-93fc-3d53c4534858 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:58.461521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd617c-075b-4a7f-97f2-5df0b86b9e95 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Calling delete_port for 7e85d0ac-962e-4b4c-a65c-1eaf9b489af1 owned by {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:48:58.461696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f97f85-7ce9-4a10-93fc-3d53c4534858 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:58.461696 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-46f97f85-7ce9-4a10-93fc-3d53c4534858 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0582726 Jun 28 06:48:58.461696 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-89178a96-1142-4cfb-852c-f312170f60f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags HTTP/1.1" status: 200 len: 318 time: 0.1805432 Jun 28 06:48:58.461696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55540) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.466045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-effd99a1-28f1-4061-b2ae-291754e6d8a7 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:58.468920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55542) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.477524 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:58.479762 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-6e577002-4ff0-44c6-ac68-13ed1a11ef72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:58.546432 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Routers {'c2ed8883-7536-4799-be96-37e91eabbf1e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:48:58.547044 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c2ed8883-7536-4799-be96-37e91eabbf1e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:58.562101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22d649-964f-4220-a326-171ff57643dd tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['shared'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:58.563489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22d649-964f-4220-a326-171ff57643dd tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['shared'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:58.570161 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5a22d649-964f-4220-a326-171ff57643dd tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0950537 Jun 28 06:48:58.570314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55544) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.582541 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb6634-3c8d-4f46-973b-f1d453b6034f None None] Pushing event updated for resources: {'Port': ['ID=c00b06a0-a2c5-4143-b659-7b41c1c8a130,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:58.622912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:58.647232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03d4a3-ac5b-4f94-89bd-420548bfb944 req-b842e916-7006-429b-bf12-d194900423e0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:58.649073 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff03d4a3-ac5b-4f94-89bd-420548bfb944 req-b842e916-7006-429b-bf12-d194900423e0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.2124364 Jun 28 06:48:58.665161 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] Set router c2ed8883-7536-4799-be96-37e91eabbf1e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:48:58.691792 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-b0fb6634-3c8d-4f46-973b-f1d453b6034f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:58.693576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e42df8-2514-41ad-bca4-0b217282e23d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:58.698631 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b6e42df8-2514-41ad-bca4-0b217282e23d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/networks/2e3c73b3-a621-4c52-8125-33890b08c76b HTTP/1.1" status: 200 len: 799 time: 0.1237721 Jun 28 06:48:58.698857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55546) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.767480 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-effd99a1-28f1-4061-b2ae-291754e6d8a7 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags HTTP/1.1" status: 204 len: 168 time: 0.3051512 Jun 28 06:48:58.768214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55548) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.785184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-cdaf7961-357d-41e1-ba49-ece464ceecfa tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde', 'tempest-TagsExtTest-Tag-1380045468') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:58.850518 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff03d4a3-ac5b-4f94-89bd-420548bfb944 req-4aafa956-81ab-43f6-a39e-115c708d5470 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836183 Jun 28 06:48:58.865252 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8bd7047c-4327-4187-b439-a7e384720290 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/networks/2e3c73b3-a621-4c52-8125-33890b08c76b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1620994 Jun 28 06:48:58.866629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55550) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.874845 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-cdaf7961-357d-41e1-ba49-ece464ceecfa tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:48:58.876585 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'name': 'tempest-TestVolumeBootPattern-481683087-router', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:53Z', 'updated_at': '2021-06-28T06:48:55Z', 'revision_number': 3, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'gw_port': {'id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:54Z', 'updated_at': '2021-06-28T06:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:58.878317 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cdaf7961-357d-41e1-ba49-ece464ceecfa tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags/tempest-TagsExtTest-Tag-1380045468 HTTP/1.1" status: 404 len: 329 time: 0.0955236 Jun 28 06:48:58.880582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55552) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.885340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-957479dc-f875-4d7c-a408-4761cdbb2991 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde', 'tempest-TagsExtTest-Tag-1176367771') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:58.923405 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11555ad6-18e4-48e1-bff4-6c864eea08e2 None None] The sync data for ids ['c2ed8883-7536-4799-be96-37e91eabbf1e'] in dv-neutron-797120-6-hyperv is: [{'id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'name': 'tempest-TestVolumeBootPattern-481683087-router', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:53Z', 'updated_at': '2021-06-28T06:48:55Z', 'revision_number': 3, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'gw_port': {'id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:54Z', 'updated_at': '2021-06-28T06:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:48:58.941538 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-957479dc-f875-4d7c-a408-4761cdbb2991 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:48:58.945374 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-957479dc-f875-4d7c-a408-4761cdbb2991 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags/tempest-TagsExtTest-Tag-1176367771 HTTP/1.1" status: 404 len: 329 time: 0.0636635 Jun 28 06:48:58.946420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55554) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:58.953360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-f180b672-d963-4af4-a782-42dc5b94b5ab tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde', 'tempest-TagsExtTest-Tag-1799652650') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:59.016908 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-f180b672-d963-4af4-a782-42dc5b94b5ab tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:48:59.020799 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f180b672-d963-4af4-a782-42dc5b94b5ab tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags/tempest-TagsExtTest-Tag-1799652650 HTTP/1.1" status: 404 len: 329 time: 0.0730250 Jun 28 06:48:59.022381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55556) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:59.028347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-a94ba09e-f07c-4a05-9e3c-e751154342e5 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0', {'tags': ['tempest-TagsExtTest-Tag-917243504', 'tempest-TagsExtTest-Tag-1534849240', 'tempest-TagsExtTest-Tag-671133904']}) {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:59.209680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d8cd617c-075b-4a7f-97f2-5df0b86b9e95 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.219330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e8667c64-c272-417a-a5a3-898570fba6e5 tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:59.223217 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a94ba09e-f07c-4a05-9e3c-e751154342e5 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags HTTP/1.1" status: 200 len: 316 time: 0.1994765 Jun 28 06:48:59.225642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55560) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:59.241046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-3d6ec385-0a9c-4948-a222-1c752123c093 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:59.287175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd617c-075b-4a7f-97f2-5df0b86b9e95 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event deleted for resources: {'Port': ['ID=7e85d0ac-962e-4b4c-a65c-1eaf9b489af1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:59.292471 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d8cd617c-075b-4a7f-97f2-5df0b86b9e95 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:59.301958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf28b2-34c4-4113-85a9-dea6e3f40211 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:59.309474 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0acf28b2-34c4-4113-85a9-dea6e3f40211 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/subnets/f6cba67e-1b6a-4ff9-82a5-859f15e4fcfe HTTP/1.1" status: 200 len: 811 time: 0.4368658 Jun 28 06:48:59.309675 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.310109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55562) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:59.389306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b904d-f646-4cb1-94e1-f04501cc1bb6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['shared'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:59.390741 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-404b904d-f646-4cb1-94e1-f04501cc1bb6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "GET /v2.0/subnets/f6cba67e-1b6a-4ff9-82a5-859f15e4fcfe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0759966 Jun 28 06:48:59.391336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Allocated IP 172.20.0.1 (72b69086-7a53-475f-997a-de9a06df865e/27d57aae-bdd9-46cb-8979-e1876f4a5f46/6894f2da-bb00-4c1b-8b2f-4c340a537d54) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:48:59.394476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55564) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:59.401000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1891956904'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:48:59.422161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d8cd617c-075b-4a7f-97f2-5df0b86b9e95 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.424799 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d8cd617c-075b-4a7f-97f2-5df0b86b9e95 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "DELETE /v2.0/ports/7e85d0ac-962e-4b4c-a65c-1eaf9b489af1 HTTP/1.1" status: 204 len: 168 time: 1.6435547 Jun 28 06:48:59.436526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55566) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:59.506472 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3d6ec385-0a9c-4948-a222-1c752123c093 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags HTTP/1.1" status: 204 len: 168 time: 0.2796628 Jun 28 06:48:59.514179 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55568) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:59.519111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-f4243405-ea42-4a4f-8b21-cebbc142c02b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0', 'tempest-TagsExtTest-Tag-917243504') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:59.557550 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:48:59.562262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.593066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:48:59.597758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad9958a-c926-480f-a08b-3f17d167c05e tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:59.602222 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9ad9958a-c926-480f-a08b-3f17d167c05e tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a88ff5b-a03c-45c4-9643-4754fdb84c91 HTTP/1.1" status: 200 len: 913 time: 0.1641726 Jun 28 06:48:59.605638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.607717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55570) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:59.646230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.646769 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Added segment 410a3d26-32de-46c6-9d84-7fc9732a9c6c of type vlan for network 587e581b-f36c-48e1-bf48-9e8efc2d0e20 Jun 28 06:48:59.669674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Transition to ACTIVE for port object 6894f2da-bb00-4c1b-8b2f-4c340a537d54 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:48:59.687086 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-f4243405-ea42-4a4f-8b21-cebbc142c02b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:48:59.691201 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f4243405-ea42-4a4f-8b21-cebbc142c02b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags/tempest-TagsExtTest-Tag-917243504 HTTP/1.1" status: 404 len: 328 time: 0.1761665 Jun 28 06:48:59.694171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55572) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:59.698803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-9bf753e0-f16a-4fef-990c-4c8c6155a42d tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0', 'tempest-TagsExtTest-Tag-1534849240') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:59.750214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.796984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c00b06a0-a2c5-4143-b659-7b41c1c8a130 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:48:59.855720 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-9bf753e0-f16a-4fef-990c-4c8c6155a42d tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:48:59.860319 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9bf753e0-f16a-4fef-990c-4c8c6155a42d tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags/tempest-TagsExtTest-Tag-1534849240 HTTP/1.1" status: 404 len: 329 time: 0.1651592 Jun 28 06:48:59.860918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55574) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:59.865467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-40b0cdce-2ab6-4c30-acc6-c5809adbe0da tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0', 'tempest-TagsExtTest-Tag-671133904') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:59.882165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.886292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:48:59.957521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Network 72b69086-7a53-475f-997a-de9a06df865e is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:48:59.957737 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-40b0cdce-2ab6-4c30-acc6-c5809adbe0da tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:48:59.961177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Pushing event updated for resources: {'Port': ['ID=6894f2da-bb00-4c1b-8b2f-4c340a537d54,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:48:59.961959 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-40b0cdce-2ab6-4c30-acc6-c5809adbe0da tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags/tempest-TagsExtTest-Tag-671133904 HTTP/1.1" status: 404 len: 328 time: 0.1000571 Jun 28 06:48:59.962534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55582) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:48:59.964065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:48:59.968492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-8152c6cb-7839-4af6-bc39-689e059d0e14 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c', {'tags': ['tempest-TagsExtTest-Tag-22433876', 'tempest-TagsExtTest-Tag-992272845', 'tempest-TagsExtTest-Tag-218526106']}) {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:48:59.969338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port c00b06a0-a2c5-4143-b659-7b41c1c8a130 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:48:59.971176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.971410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:48:59.972009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:48:59.979587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:48:59.980221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.985418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port c00b06a0-a2c5-4143-b659-7b41c1c8a130 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:48:59.985799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:48:59.991630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8065337-7e51-4a6e-9f3b-534d00347b4b tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:00.059549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:00.099780 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7040911 Jun 28 06:49:00.102582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Network': ['ID=587e581b-f36c-48e1-bf48-9e8efc2d0e20,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:00.107770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55584) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:00.112999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'network_id': '587e581b-f36c-48e1-bf48-9e8efc2d0e20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:00.117071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:00.138184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 587e581b-f36c-48e1-bf48-9e8efc2d0e20 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:00.204114 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8152c6cb-7839-4af6-bc39-689e059d0e14 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "PUT /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags HTTP/1.1" status: 200 len: 314 time: 0.2400823 Jun 28 06:49:00.204493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55586) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:00.210540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-1bb6046a-285e-420c-bbd9-0de613732774 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:00.228709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:00.265712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port c00b06a0-a2c5-4143-b659-7b41c1c8a130, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c00b06a0-a2c5-4143-b659-7b41c1c8a130,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:00.333218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Made reservation on behalf of 406c3578bb4f41888a23a7bbbc2c3ed0 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:00.336933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:00.353254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d76e1b-3d57-4815-997f-8b520cc3d7a6 req-024ef511-bdb4-4ad5-bf3e-8d6dae2d60cb tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:00.354806 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f2d76e1b-3d57-4815-997f-8b520cc3d7a6 req-024ef511-bdb4-4ad5-bf3e-8d6dae2d60cb tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.2889140 Jun 28 06:49:00.361823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:00.363678 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-928bfbe2-187e-4e1e-9f82-623a64a18845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:00.375836 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1bb6046a-285e-420c-bbd9-0de613732774 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags HTTP/1.1" status: 204 len: 168 time: 0.1688812 Jun 28 06:49:00.376539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55588) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:00.406298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-1beec7cc-6db7-4edc-8c7d-d466f57b139d tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c', 'tempest-TagsExtTest-Tag-22433876') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:00.422041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Performing IP validity checks on allocation pools {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 28 06:49:00.422544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 28 06:49:00.428178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=c00b06a0-a2c5-4143-b659-7b41c1c8a130,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:00.442376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:00.444194 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-1beec7cc-6db7-4edc-8c7d-d466f57b139d tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:49:00.445318 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1beec7cc-6db7-4edc-8c7d-d466f57b139d tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags/tempest-TagsExtTest-Tag-22433876 HTTP/1.1" status: 404 len: 327 time: 0.0439396 Jun 28 06:49:00.448725 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f2d76e1b-3d57-4815-997f-8b520cc3d7a6 req-30855f17-8488-4b40-9540-f7321772ff20 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734489 Jun 28 06:49:00.450203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55590) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:00.456725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-1c114c8a-3f80-46b7-8753-3254cb5541d3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c', 'tempest-TagsExtTest-Tag-992272845') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:00.474848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:00.490652 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8afd1a24-3078-4673-ab91-405590fb69a0 None None] Provisioning for port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:00.498440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:00.498709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8afd1a24-3078-4673-ab91-405590fb69a0 None None] Provisioning complete for port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:00.504279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8afd1a24-3078-4673-ab91-405590fb69a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:00.523576 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-1c114c8a-3f80-46b7-8753-3254cb5541d3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:49:00.527469 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1c114c8a-3f80-46b7-8753-3254cb5541d3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags/tempest-TagsExtTest-Tag-992272845 HTTP/1.1" status: 404 len: 328 time: 0.0733469 Jun 28 06:49:00.527602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55592) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:00.532762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-bb2aeafa-a3d4-498c-978a-c2c174bdc4ae tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c', 'tempest-TagsExtTest-Tag-218526106') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:00.548751 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8afd1a24-3078-4673-ab91-405590fb69a0 None None] Port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:49:00.591551 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-bb2aeafa-a3d4-498c-978a-c2c174bdc4ae tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] show failed (client error): The resource could not be found. Jun 28 06:49:00.596842 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bb2aeafa-a3d4-498c-978a-c2c174bdc4ae tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags/tempest-TagsExtTest-Tag-218526106 HTTP/1.1" status: 404 len: 328 time: 0.0634181 Jun 28 06:49:00.598765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55594) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:00.608571 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-82c66c71-b0c6-4047-a682-c0a9f3e29fc3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a56a8ee-3849-4ad1-bc7d-863564b89c4c') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:00.639485 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-82c66c71-b0c6-4047-a682-c0a9f3e29fc3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0390289 Jun 28 06:49:00.641828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55596) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:00.646157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-e8f5bf1c-8a1b-486c-84e1-1a992628ffb8 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0645bd6e-0a5b-4a4e-9975-826c654cf7e0') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:00.685324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:00.688639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5181b85a-2c76-4d1e-893a-b0e05540434c tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:00.784808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=b0556bd8-3b0c-447d-b098-3bcb134907a6,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:00.789753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:00.792980 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e8f5bf1c-8a1b-486c-84e1-1a992628ffb8 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0/tags HTTP/1.1" status: 204 len: 168 time: 0.1505044 Jun 28 06:49:00.797369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55598) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:00.802332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-2b791b02-4448-44e5-b950-0020d3db336f tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '328dddd3-9451-4b04-828a-f708b8520dde') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:00.805331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Checking segment: {'id': '410a3d26-32de-46c6-9d84-7fc9732a9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '587e581b-f36c-48e1-bf48-9e8efc2d0e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:00.805859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network hostable DHCP agents. Network: 587e581b-f36c-48e1-bf48-9e8efc2d0e20, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:00.849591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:00.878406 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2b791b02-4448-44e5-b950-0020d3db336f tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde/tags HTTP/1.1" status: 204 len: 168 time: 0.0795519 Jun 28 06:49:00.880964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55600) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:00.885220 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.tag.tag_plugin [None req-7f409eff-43b9-4f34-9683-c1661ad43724 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'df58a3c3-b1fc-4350-8951-9558b28c9273') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:00.911150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Network 587e581b-f36c-48e1-bf48-9e8efc2d0e20 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:00.941502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:00.945241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:00.951232 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7f409eff-43b9-4f34-9683-c1661ad43724 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273/tags HTTP/1.1" status: 204 len: 168 time: 0.0692909 Jun 28 06:49:00.957585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55602) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:01.001661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Deleting port 46d2e2ea-529e-405f-a277-187a6fb2c93d {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:01.006488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.025467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 587e581b-f36c-48e1-bf48-9e8efc2d0e20) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:01.031061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:01.036104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.041268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9395a1-4ee8-4839-b32b-b3ab337ab663 None None] Network 587e581b-f36c-48e1-bf48-9e8efc2d0e20 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:01.047781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Pushing event updated for resources: {'Port': ['ID=6894f2da-bb00-4c1b-8b2f-4c340a537d54,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:01.057327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:01.084798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c806afca-d602-4a5e-80f2-08fb9b199675 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for subnetpool, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.086024 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c806afca-d602-4a5e-80f2-08fb9b199675 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7a56a8ee-3849-4ad1-bc7d-863564b89c4c HTTP/1.1" status: 204 len: 168 time: 0.1275373 Jun 28 06:49:01.088778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55604) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:01.089883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.122987 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8d124922-8892-4eee-9d75-e43bb4996c6e tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "GET /v2.0/ports?device_id=0645bd6e-0a5b-4a4e-9975-826c654cf7e0 HTTP/1.1" status: 200 len: 205 time: 0.0328286 Jun 28 06:49:01.124549 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0162621 Jun 28 06:49:01.125209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55608) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:01.128347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55610) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:01.135461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-76861818-6452-4e25-8f3f-140e47eedf54 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:01.214949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4089ea26-6068-45dd-99bf-b634b6a12dc3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.238909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-587e581b-f36c-48e1-bf48-9e8efc2d0e20', 'network_id': '587e581b-f36c-48e1-bf48-9e8efc2d0e20', 'tenant_id': '406c3578bb4f41888a23a7bbbc2c3ed0', 'fixed_ips': [{'subnet_id': 'b0556bd8-3b0c-447d-b098-3bcb134907a6'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:49:01.239935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.254833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.313646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Calling delete_port for 46d2e2ea-529e-405f-a277-187a6fb2c93d owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:01.385166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76861818-6452-4e25-8f3f-140e47eedf54 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9147097'] for subnet, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.390300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Network 72b69086-7a53-475f-997a-de9a06df865e is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:01.408368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:01.409333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Allocated IP 172.20.0.3 (587e581b-f36c-48e1-bf48-9e8efc2d0e20/b0556bd8-3b0c-447d-b098-3bcb134907a6/e8048288-4da3-4328-8aba-b854d467cc4b) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:01.703446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-912c2806-9cfa-4fbe-b6fe-c0e9c2927671 None None] Provisioning complete for port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:01.703903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-912c2806-9cfa-4fbe-b6fe-c0e9c2927671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.738079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c00b06a0-a2c5-4143-b659-7b41c1c8a130 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:01.787977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-912c2806-9cfa-4fbe-b6fe-c0e9c2927671 None None] Port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:49:01.830882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4089ea26-6068-45dd-99bf-b634b6a12dc3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.833080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4089ea26-6068-45dd-99bf-b634b6a12dc3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.855566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port c00b06a0-a2c5-4143-b659-7b41c1c8a130 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:01.857719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.890393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.939563 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4089ea26-6068-45dd-99bf-b634b6a12dc3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.940089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4089ea26-6068-45dd-99bf-b634b6a12dc3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Fanout notify agent at l3_agent the message router_deleted on router 0645bd6e-0a5b-4a4e-9975-826c654cf7e0 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:49:01.944627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Transition to ACTIVE for port object e8048288-4da3-4328-8aba-b854d467cc4b will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:01.948257 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4089ea26-6068-45dd-99bf-b634b6a12dc3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:01.953387 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4089ea26-6068-45dd-99bf-b634b6a12dc3 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/routers/0645bd6e-0a5b-4a4e-9975-826c654cf7e0 HTTP/1.1" status: 204 len: 168 time: 0.8266521 Jun 28 06:49:01.954168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55614) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:01.968124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Transition to ACTIVE for port object e8048288-4da3-4328-8aba-b854d467cc4b will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:02.035815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1836148-ea9a-4705-a95e-4422c4469dac req-62931f6d-0314-43d7-9c62-50cddb2405ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:02.037310 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b1836148-ea9a-4705-a95e-4422c4469dac req-62931f6d-0314-43d7-9c62-50cddb2405ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 1098 time: 0.6416323 Jun 28 06:49:02.054295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.058123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-72b0349e-a58e-46e2-aeba-57b0a3653b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:02.064325 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-cc12d232-48fb-46ba-9252-2fe62e570467 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Deleting port 328dddd3-9451-4b04-828a-f708b8520dde {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:02.064888 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc12d232-48fb-46ba-9252-2fe62e570467 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.096618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Network 587e581b-f36c-48e1-bf48-9e8efc2d0e20 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:02.104118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:02.109345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:02.124651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Pushing event updated for resources: {'Port': ['ID=e8048288-4da3-4328-8aba-b854d467cc4b,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:02.128648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:02.129610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Router c2ed8883-7536-4799-be96-37e91eabbf1e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:49:02.166445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc12d232-48fb-46ba-9252-2fe62e570467 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.173466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a7b4-0f30-4780-ac45-2da261a19e60 req-2e4b8b21-57ff-4545-a4f9-def6e2d6b228 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:02.178557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-cc12d232-48fb-46ba-9252-2fe62e570467 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Calling delete_port for 328dddd3-9451-4b04-828a-f708b8520dde owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:02.180578 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1d4a7b4-0f30-4780-ac45-2da261a19e60 req-2e4b8b21-57ff-4545-a4f9-def6e2d6b228 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.3047433 Jun 28 06:49:02.190255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Attempting to bind port e8048288-4da3-4328-8aba-b854d467cc4b on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:02.190646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Attempting to bind port e8048288-4da3-4328-8aba-b854d467cc4b by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '410a3d26-32de-46c6-9d84-7fc9732a9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '587e581b-f36c-48e1-bf48-9e8efc2d0e20'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:02.191031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Attempting to bind port e8048288-4da3-4328-8aba-b854d467cc4b on network 587e581b-f36c-48e1-bf48-9e8efc2d0e20 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:02.196136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:02.196530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Checking segment: {'id': '410a3d26-32de-46c6-9d84-7fc9732a9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '587e581b-f36c-48e1-bf48-9e8efc2d0e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:02.196984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.197398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Bound using segment: {'id': '410a3d26-32de-46c6-9d84-7fc9732a9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '587e581b-f36c-48e1-bf48-9e8efc2d0e20'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:02.197882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Bound port: e8048288-4da3-4328-8aba-b854d467cc4b, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410a3d26-32de-46c6-9d84-7fc9732a9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '587e581b-f36c-48e1-bf48-9e8efc2d0e20'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:02.198281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.232512 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b1836148-ea9a-4705-a95e-4422c4469dac req-cc353565-e8b3-4746-93b2-e83f0d4fb8b6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839845 Jun 28 06:49:02.264031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] For port e8048288-4da3-4328-8aba-b854d467cc4b, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:02.268625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] For port e8048288-4da3-4328-8aba-b854d467cc4b, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e8048288-4da3-4328-8aba-b854d467cc4b,segment=NetworkSegment(410a3d26-32de-46c6-9d84-7fc9732a9c6c),segment_id=410a3d26-32de-46c6-9d84-7fc9732a9c6c)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:02.324486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.335553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.339400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-747496b9-97cb-467a-9255-6e1c25820a59 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:02.341808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:02.345940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1d4a7b4-0f30-4780-ac45-2da261a19e60 req-af03d59a-3d5c-44e0-87e4-97c23db2d69d tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645062 Jun 28 06:49:02.361212 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc12d232-48fb-46ba-9252-2fe62e570467 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.378147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event deleted for resources: {'Port': ['ID=46d2e2ea-529e-405f-a277-187a6fb2c93d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:02.381451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:02.391007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f9d6fcba-c308-44ac-aaf8-fe4b9cce8e73 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:02.409718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Pushing event updated for resources: {'Port': ['ID=e8048288-4da3-4328-8aba-b854d467cc4b,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:02.419985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:02.490669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12d232-48fb-46ba-9252-2fe62e570467 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Pushing event deleted for resources: {'Port': ['ID=328dddd3-9451-4b04-828a-f708b8520dde,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:02.503265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cc12d232-48fb-46ba-9252-2fe62e570467 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:02.527565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cc12d232-48fb-46ba-9252-2fe62e570467 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.531655 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cc12d232-48fb-46ba-9252-2fe62e570467 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/ports/328dddd3-9451-4b04-828a-f708b8520dde HTTP/1.1" status: 204 len: 168 time: 0.5763829 Jun 28 06:49:02.535171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55616) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:02.555041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:49:02.578504 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] 10.222.0.24 "PUT /v2.0/routers/c2ed8883-7536-4799-be96-37e91eabbf1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0288730 Jun 28 06:49:02.578619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Sync routers for ids ['c2ed8883-7536-4799-be96-37e91eabbf1e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:49:02.583551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Routers {'c2ed8883-7536-4799-be96-37e91eabbf1e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:02.584144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c2ed8883-7536-4799-be96-37e91eabbf1e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:02.621906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c43dc8-3d3d-485b-a06f-5c88543cf0bb tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Deleting subnet df58a3c3-b1fc-4350-8951-9558b28c9273 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:49:02.633253 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0c43dc8-3d3d-485b-a06f-5c88543cf0bb tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.660447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76861818-6452-4e25-8f3f-140e47eedf54 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751027630273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9625732'] for subnet, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.675124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-24fbab97-a678-42d3-9c08-861762e10a54 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:02.718263 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0c43dc8-3d3d-485b-a06f-5c88543cf0bb tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.797747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Set router c2ed8883-7536-4799-be96-37e91eabbf1e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:02.903825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76861818-6452-4e25-8f3f-140e47eedf54 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:02.904808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76861818-6452-4e25-8f3f-140e47eedf54 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.908772 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-76861818-6452-4e25-8f3f-140e47eedf54 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "PUT /v2.0/subnets/b0556bd8-3b0c-447d-b098-3bcb134907a6 HTTP/1.1" status: 200 len: 877 time: 1.7753615 Jun 28 06:49:02.911097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55624) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:02.911273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0c43dc8-3d3d-485b-a06f-5c88543cf0bb tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.932503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:02.953738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76861818-6452-4e25-8f3f-140e47eedf54 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event updated for resources: {'Subnet': ['ID=b0556bd8-3b0c-447d-b098-3bcb134907a6,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:02.958986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-76861818-6452-4e25-8f3f-140e47eedf54 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:03.094515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'name': 'tempest-TestVolumeBootPattern-481683087-router', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:53Z', 'updated_at': '2021-06-28T06:49:00Z', 'revision_number': 4, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'gw_port': {'id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:54Z', 'updated_at': '2021-06-28T06:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '6894f2da-bb00-4c1b-8b2f-4c340a537d54', 'name': '', 'network_id': '72b69086-7a53-475f-997a-de9a06df865e', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'mac_address': 'fa:16:3e:77:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '27d57aae-bdd9-46cb-8979-e1876f4a5f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:58Z', 'updated_at': '2021-06-28T06:49:00Z', 'revision_number': 2, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'subnets': [{'id': '27d57aae-bdd9-46cb-8979-e1876f4a5f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:03.117139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0c43dc8-3d3d-485b-a06f-5c88543cf0bb tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.120374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:03.122866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Checking router: c2ed8883-7536-4799-be96-37e91eabbf1e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:49:03.123241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Updating router c2ed8883-7536-4799-be96-37e91eabbf1e port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:49:03.159037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.162411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c43dc8-3d3d-485b-a06f-5c88543cf0bb tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Pushing event deleted for resources: {'Subnet': ['ID=df58a3c3-b1fc-4350-8951-9558b28c9273,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:03.172933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e0c43dc8-3d3d-485b-a06f-5c88543cf0bb tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:03.175055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0c43dc8-3d3d-485b-a06f-5c88543cf0bb tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.180129 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e0c43dc8-3d3d-485b-a06f-5c88543cf0bb tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/subnets/df58a3c3-b1fc-4350-8951-9558b28c9273 HTTP/1.1" status: 204 len: 168 time: 0.6430671 Jun 28 06:49:03.180986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55626) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:03.185907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676545d6-641a-43fa-af26-d57a34389608 None None] Network 55163263-3f23-4642-b171-26522dc29f29 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:03.219841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.306349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.315682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Router 9a88ff5b-a03c-45c4-9643-4754fdb84c91 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:49:03.368102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Deleting port e080f82d-496e-4c98-9ae5-54b128ec4506 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:03.368752 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.453360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55630) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:03.470709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d80970ad-5b79-447c-ba3c-bac6781caf17 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097447111', 'description': 'tempest-secgroup-smoke-2097447111 description', 'project_id': '2c941fe15a06407e96dbfc55c9351d29'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:03.541833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] For port e080f82d-496e-4c98-9ae5-54b128ec4506, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e080f82d-496e-4c98-9ae5-54b128ec4506,segment=NetworkSegment(1c6f4a69-8bd1-499b-88cb-8b8c57b87f55),segment_id=1c6f4a69-8bd1-499b-88cb-8b8c57b87f55)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:03.542416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.576639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] DHCP port deletion for 55163263-3f23-4642-b171-26522dc29f29 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:49:03.581836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Calling delete_port for e080f82d-496e-4c98-9ae5-54b128ec4506 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:03.680798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51bd712f-2ad3-475a-a53d-4cd42b3901ce details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:49:03.684836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Deleting port e8048288-4da3-4328-8aba-b854d467cc4b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:03.685477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.690432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51bd712f-2ad3-475a-a53d-4cd42b3901ce no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:03.692613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:49:03.706971 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "PUT /v2.0/routers/9a88ff5b-a03c-45c4-9643-4754fdb84c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0904722 Jun 28 06:49:03.712907 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b96aa8-3d4a-4480-8c68-254dcae4d7be None None] Sync routers for ids ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:49:03.740637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55634) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:03.740913 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b96aa8-3d4a-4480-8c68-254dcae4d7be None None] Routers {'9a88ff5b-a03c-45c4-9643-4754fdb84c91'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:03.741567 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-83b96aa8-3d4a-4480-8c68-254dcae4d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:03.838722 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-83b96aa8-3d4a-4480-8c68-254dcae4d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:03.849380 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b96aa8-3d4a-4480-8c68-254dcae4d7be None None] Routers {'9a88ff5b-a03c-45c4-9643-4754fdb84c91'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:03.850261 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-83b96aa8-3d4a-4480-8c68-254dcae4d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:03.863988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] Deleting port e080f82d-496e-4c98-9ae5-54b128ec4506 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:03.864390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.901701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e8048288-4da3-4328-8aba-b854d467cc4b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:03.907853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] For port e8048288-4da3-4328-8aba-b854d467cc4b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e8048288-4da3-4328-8aba-b854d467cc4b,segment=NetworkSegment(410a3d26-32de-46c6-9d84-7fc9732a9c6c),segment_id=410a3d26-32de-46c6-9d84-7fc9732a9c6c)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:03.908202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.913447 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-83b96aa8-3d4a-4480-8c68-254dcae4d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:03.913447 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b96aa8-3d4a-4480-8c68-254dcae4d7be None None] The sync data for ids ['9a88ff5b-a03c-45c4-9643-4754fdb84c91'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:49:03.930603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55636) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:03.940318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Calling delete_port for e8048288-4da3-4328-8aba-b854d467cc4b owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:03.942218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d80970ad-5b79-447c-ba3c-bac6781caf17 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.963551 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:03.967957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6b62406d-5cda-450d-9aef-6998679c8b0c tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:04.002383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Pushing event deleted for resources: {'Port': ['ID=e080f82d-496e-4c98-9ae5-54b128ec4506,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:04.009377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] No DVR routers for this DVR port e080f82d-496e-4c98-9ae5-54b128ec4506 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:04.011104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:04.126237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] For port e080f82d-496e-4c98-9ae5-54b128ec4506, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e080f82d-496e-4c98-9ae5-54b128ec4506,segment=NetworkSegment(1c6f4a69-8bd1-499b-88cb-8b8c57b87f55),segment_id=1c6f4a69-8bd1-499b-88cb-8b8c57b87f55)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:04.126702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.149839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.156695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.172606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55163263-3f23-4642-b171-26522dc29f29']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:04.189953 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6f4a69-8bd1-499b-88cb-8b8c57b87f55') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:04.190282 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6f4a69-8bd1-499b-88cb-8b8c57b87f55') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:04.193911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] Calling delete_port for e080f82d-496e-4c98-9ae5-54b128ec4506 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:04.198692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ae2d-dc7a-4cc1-9195-c4a832f958b1 req-2a358015-0c3e-4843-8af8-b88cd4687074 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:04.198692 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0436ae2d-dc7a-4cc1-9195-c4a832f958b1 req-2a358015-0c3e-4843-8af8-b88cd4687074 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.6080327 Jun 28 06:49:04.201370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Transition to ACTIVE for port object 6894f2da-bb00-4c1b-8b2f-4c340a537d54 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:04.209449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.214873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb47172-eb70-488d-b86e-5fc24fb649a9 None None] Network 587e581b-f36c-48e1-bf48-9e8efc2d0e20 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:04.233737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:04.254070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.266533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.288406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.329351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:04.329762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:04.333185 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:04.346564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'port_id': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'mac_address': 'fa:16:3e:24:05:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:49:04.353100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port e8048288-4da3-4328-8aba-b854d467cc4b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:04.354682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.362068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:04.413577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.418314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d8c7666f-d1ac-488a-ab04-697d4628dc01 None None] Provisioning for port e8048288-4da3-4328-8aba-b854d467cc4b completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:04.437507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:04.437507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32f9f53-fba0-41f9-bb3a-06fa6e92d6e2" -d '{"events": [{"server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "name": "network-vif-unplugged", "status": "completed", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:04.495284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.497105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d8c7666f-d1ac-488a-ab04-697d4628dc01 None None] Provisioning complete for port e8048288-4da3-4328-8aba-b854d467cc4b triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:04.497602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d8c7666f-d1ac-488a-ab04-697d4628dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.505536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0863adf3-b630-4850-9334-b42bc0fb2f33 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:04.507126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c71a7f-3a92-4a0b-a6fb-dfa438be8a93 x-openstack-request-id: req-f3c71a7f-3a92-4a0b-a6fb-dfa438be8a93 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:04.507427 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "name": "network-vif-unplugged", "status": "completed", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:04.515028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3c71a7f-3a92-4a0b-a6fb-dfa438be8a93 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:04.515028 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'code': 200} Jun 28 06:49:04.515309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.515309 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] 10.222.0.24 "DELETE /v2.0/networks/55163263-3f23-4642-b171-26522dc29f29 HTTP/1.1" status: 204 len: 168 time: 1.3302305 Jun 28 06:49:04.548278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Pushing event deleted for resources: {'Network': ['ID=55163263-3f23-4642-b171-26522dc29f29,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:04.556990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:04.577045 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:04.587633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Deleting port 619b9625-880d-47c5-bfc2-ae93d9699d8d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:04.592463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.622985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d4f8e-7d5b-4bab-af60-67202d4b8005 None None] Pushing event updated for resources: {'Port': ['ID=6894f2da-bb00-4c1b-8b2f-4c340a537d54,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:04.626170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.641105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.666491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e080f82d-496e-4c98-9ae5-54b128ec4506 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:04.693560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-341d4f8e-7d5b-4bab-af60-67202d4b8005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:04.701347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-341d4f8e-7d5b-4bab-af60-67202d4b8005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:04.719880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.723825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] Network 55163263-3f23-4642-b171-26522dc29f29 is not hosted by any dhcp agent {{(pid=100888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 28 06:49:04.724798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] No DVR routers for this DVR port e080f82d-496e-4c98-9ae5-54b128ec4506 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:04.729780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51bd712f-2ad3-475a-a53d-4cd42b3901ce {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:49:04.738409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: e080f82d-496e-4c98-9ae5-54b128ec4506 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:04.738756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e080f82d-496e-4c98-9ae5-54b128ec4506 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:04.739816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Calling delete_port for 619b9625-880d-47c5-bfc2-ae93d9699d8d owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:04.740252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.744659 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0436ae2d-dc7a-4cc1-9195-c4a832f958b1 req-effe5c31-4cdb-4d0e-aaf0-0797d3478761 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5384929 Jun 28 06:49:04.820945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d80970ad-5b79-447c-ba3c-bac6781caf17 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.821599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] Pushing event deleted for resources: {'Port': ['ID=e080f82d-496e-4c98-9ae5-54b128ec4506,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:04.832458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:04.838155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b63c9cc4-7926-49fb-b5da-05145a671f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:04.917176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d80970ad-5b79-447c-ba3c-bac6781caf17 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.926694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-95638ab9-fac0-4520-ba3c-89a2106bf32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:04.967493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:04.980561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80970ad-5b79-447c-ba3c-bac6781caf17 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:04.984410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d80970ad-5b79-447c-ba3c-bac6781caf17 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:04.987164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7aad611b-8e0a-4b39-830e-fc747ace18c9 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:05.052724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Port': ['ID=e8048288-4da3-4328-8aba-b854d467cc4b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:05.055664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:05.059586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d80970ad-5b79-447c-ba3c-bac6781caf17 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.063477 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d80970ad-5b79-447c-ba3c-bac6781caf17 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5940504 Jun 28 06:49:05.063731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55644) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:05.085275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f6032387-0650-4f91-bb7c-807b71ad9dd3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'security_group_rule': {'security_group_id': 'f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667', 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:05.089222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.091716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No DVR routers for this DVR port e8048288-4da3-4328-8aba-b854d467cc4b on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:05.093577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ec711f49-a68e-4535-8529-30445d4efc72 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:05.108747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Attempting to bind port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:05.109191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Attempting to bind port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'e41b81f4-e3f8-4867-9092-ffb698070db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '72b69086-7a53-475f-997a-de9a06df865e'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:05.109562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Attempting to bind port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 on network 72b69086-7a53-475f-997a-de9a06df865e {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:05.122755 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event deleted for resources: {'Port': ['ID=619b9625-880d-47c5-bfc2-ae93d9699d8d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:05.122982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:05.123556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Checking segment: {'id': 'e41b81f4-e3f8-4867-9092-ffb698070db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '72b69086-7a53-475f-997a-de9a06df865e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:05.124169 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.124953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Bound using segment: {'id': 'e41b81f4-e3f8-4867-9092-ffb698070db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '72b69086-7a53-475f-997a-de9a06df865e'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:05.125637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Bound port: 6894f2da-bb00-4c1b-8b2f-4c340a537d54, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41b81f4-e3f8-4867-9092-ffb698070db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '72b69086-7a53-475f-997a-de9a06df865e'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:05.126043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.128921 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55646) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:05.139823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:05.156989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:49:05.157360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:49:05.157840 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d8c7666f-d1ac-488a-ab04-697d4628dc01 None None] Could not find standard attr ID for object e8048288-4da3-4328-8aba-b854d467cc4b. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:49:05.160063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.160681 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.plugins.ml2.db [None req-d8c7666f-d1ac-488a-ab04-697d4628dc01 None None] No ports have port_id starting with e8048288-4da3-4328-8aba-b854d467cc4b Jun 28 06:49:05.220343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=51bd712f-2ad3-475a-a53d-4cd42b3901ce,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:05.222659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.225815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:05.229920 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] For port 6894f2da-bb00-4c1b-8b2f-4c340a537d54, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:05.233912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] For port 6894f2da-bb00-4c1b-8b2f-4c340a537d54, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6894f2da-bb00-4c1b-8b2f-4c340a537d54,segment=NetworkSegment(e41b81f4-e3f8-4867-9092-ffb698070db5),segment_id=e41b81f4-e3f8-4867-9092-ffb698070db5)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:05.316207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.344717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.348348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-554ed110-974e-47a8-b960-046c822d127d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:05.359703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f6032387-0650-4f91-bb7c-807b71ad9dd3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.375031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.378292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.403700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Routers {'c2ed8883-7536-4799-be96-37e91eabbf1e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:05.404362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c2ed8883-7536-4799-be96-37e91eabbf1e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:05.408894 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1eea1701-7567-4422-b726-33a30bf06900 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d558657b97c0438b98ef53e5bc5fb916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769353 Jun 28 06:49:05.413807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55650) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:05.431297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f6032387-0650-4f91-bb7c-807b71ad9dd3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.432695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.440945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d5ec123f-dd89-4564-8a2e-5da7593248e9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:05.471791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=b0556bd8-3b0c-447d-b098-3bcb134907a6,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:05.478818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:05.520116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f6032387-0650-4f91-bb7c-807b71ad9dd3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.525228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f830d6ed-84cc-4b0f-8562-c955572848b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:05.528744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.529560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Fanout notify agent at l3_agent the message router_deleted on router 9a88ff5b-a03c-45c4-9643-4754fdb84c91 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:49:05.540062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.544018 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "DELETE /v2.0/routers/9a88ff5b-a03c-45c4-9643-4754fdb84c91 HTTP/1.1" status: 204 len: 168 time: 1.7995498 Jun 28 06:49:05.547615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55652) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:05.547860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70eb277-5ede-4459-a800-12d54f184eab None None] Network 587e581b-f36c-48e1-bf48-9e8efc2d0e20 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:05.573195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d4f8e-7d5b-4bab-af60-67202d4b8005 None None] Pushing event updated for resources: {'Port': ['ID=6894f2da-bb00-4c1b-8b2f-4c340a537d54,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:05.588566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-341d4f8e-7d5b-4bab-af60-67202d4b8005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:05.617464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cdaec3a9-e2a2-4576-9e6f-518c87b20ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.625082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6032387-0650-4f91-bb7c-807b71ad9dd3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1913ddb8-7302-4de4-bacb-742128641639,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:05.636699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f6032387-0650-4f91-bb7c-807b71ad9dd3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.636699 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f6032387-0650-4f91-bb7c-807b71ad9dd3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5691776 Jun 28 06:49:05.636699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f6032387-0650-4f91-bb7c-807b71ad9dd3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:05.639893 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55654) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:05.641551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.654518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8b67184a-3a7d-4149-8522-2057297739c5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'security_group_rule': {'security_group_id': 'f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667', 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:05.655116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb7adc0-5935-45c0-b45e-140bd21c6e9f tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Deleting subnet 78ab0ec4-6ac7-4fd3-801e-f2251c8fb54d {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:49:05.674429 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] Set router c2ed8883-7536-4799-be96-37e91eabbf1e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:05.686549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587e581b-f36c-48e1-bf48-9e8efc2d0e20']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:05.706654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cdaec3a9-e2a2-4576-9e6f-518c87b20ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.717543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aeb7adc0-5935-45c0-b45e-140bd21c6e9f tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.747429 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-86da02d2-d492-4b37-b85a-6bdf2c59ceb7 None None] Could not find standard attr ID for object e8048288-4da3-4328-8aba-b854d467cc4b. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:49:05.764755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410a3d26-32de-46c6-9d84-7fc9732a9c6c') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:05.765327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410a3d26-32de-46c6-9d84-7fc9732a9c6c') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:05.795627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.805549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aeb7adc0-5935-45c0-b45e-140bd21c6e9f tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.847209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.859121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:05.859521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:05.862551 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:05.915269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8b67184a-3a7d-4149-8522-2057297739c5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.918928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aeb7adc0-5935-45c0-b45e-140bd21c6e9f tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.924176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.924358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cdaec3a9-e2a2-4576-9e6f-518c87b20ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.928086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cdaec3a9-e2a2-4576-9e6f-518c87b20ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:05.929440 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cdaec3a9-e2a2-4576-9e6f-518c87b20ee6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ab89a12-523f-4b0d-84c1-14600bb6f2a7 HTTP/1.1" status: 204 len: 168 time: 0.4651310 Jun 28 06:49:05.987689 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bd712f-2ad3-475a-a53d-4cd42b3901ce {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:49:06.002930 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-77ef0913-2276-46c1-bfb6-3e3221d134c0 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:06.018010 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaec3a9-e2a2-4576-9e6f-518c87b20ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab89a12-523f-4b0d-84c1-14600bb6f2a7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:06.020999 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cdaec3a9-e2a2-4576-9e6f-518c87b20ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:06.040960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:06.065511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8b67184a-3a7d-4149-8522-2057297739c5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.066517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.074961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc569034-c677-4797-9b54-02c250f4ee59 None None] DHCP port deletion for 587e581b-f36c-48e1-bf48-9e8efc2d0e20 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:49:06.075537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6fe1747-bd2a-4360-8368-2f9dbb313cf1 tempest-FloatingIPTestJSON-1376550954 tempest-FloatingIPTestJSON-1376550954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:06.082083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.090825 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/587e581b-f36c-48e1-bf48-9e8efc2d0e20 HTTP/1.1" status: 204 len: 168 time: 3.1676178 Jun 28 06:49:06.095563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'name': 'tempest-TestVolumeBootPattern-481683087-router', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:53Z', 'updated_at': '2021-06-28T06:49:00Z', 'revision_number': 4, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'gw_port': {'id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:54Z', 'updated_at': '2021-06-28T06:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '6894f2da-bb00-4c1b-8b2f-4c340a537d54', 'name': '', 'network_id': '72b69086-7a53-475f-997a-de9a06df865e', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'mac_address': 'fa:16:3e:77:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '27d57aae-bdd9-46cb-8979-e1876f4a5f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:58Z', 'updated_at': '2021-06-28T06:49:05Z', 'revision_number': 4, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'subnets': [{'id': '27d57aae-bdd9-46cb-8979-e1876f4a5f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:06.096148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55660) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:06.102456 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aeb7adc0-5935-45c0-b45e-140bd21c6e9f tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.107159 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=587e581b-f36c-48e1-bf48-9e8efc2d0e20,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:06.113279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:06.122548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb0c9-989c-4f20-ab28-0ab066e1c76c req-820829fa-3cd5-45f6-9c6c-420d531adac1 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:06.124018 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df9bb0c9-989c-4f20-ab28-0ab066e1c76c req-820829fa-3cd5-45f6-9c6c-420d531adac1 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 943 time: 0.2028954 Jun 28 06:49:06.131903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f6ad8e-8bc4-4e2c-a97f-6548731c3a7d None None] The sync data for ids ['c2ed8883-7536-4799-be96-37e91eabbf1e'] in dv-neutron-797120-6-hyperv is: [{'id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'name': 'tempest-TestVolumeBootPattern-481683087-router', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:53Z', 'updated_at': '2021-06-28T06:49:00Z', 'revision_number': 4, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'gw_port': {'id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:54Z', 'updated_at': '2021-06-28T06:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '6894f2da-bb00-4c1b-8b2f-4c340a537d54', 'name': '', 'network_id': '72b69086-7a53-475f-997a-de9a06df865e', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'mac_address': 'fa:16:3e:77:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '27d57aae-bdd9-46cb-8979-e1876f4a5f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:58Z', 'updated_at': '2021-06-28T06:49:05Z', 'revision_number': 4, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'subnets': [{'id': '27d57aae-bdd9-46cb-8979-e1876f4a5f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:49:06.132605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e0c43dc8-3d3d-485b-a06f-5c88543cf0bb tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:06.140329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.142237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:06.146586 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7266627-d4a9-40f7-a2a8-466e9fb1ab57 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:06.147120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7266627-d4a9-40f7-a2a8-466e9fb1ab57 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:06.149163 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b7266627-d4a9-40f7-a2a8-466e9fb1ab57 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/b0556bd8-3b0c-447d-b098-3bcb134907a6 HTTP/1.1" status: 404 len: 337 time: 0.0565584 Jun 28 06:49:06.169509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55662) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:06.213186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd3398-d6db-48aa-b19f-b3ec9f3f3c83 None None] Network 5929a561-c7c3-4585-9d7c-da269569dc5c requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:06.213426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aeb7adc0-5935-45c0-b45e-140bd21c6e9f tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.213426 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-aeb7adc0-5935-45c0-b45e-140bd21c6e9f tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "DELETE /v2.0/subnets/78ab0ec4-6ac7-4fd3-801e-f2251c8fb54d HTTP/1.1" status: 204 len: 168 time: 0.6611989 Jun 28 06:49:06.221276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55664) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:06.222165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7adc0-5935-45c0-b45e-140bd21c6e9f tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event deleted for resources: {'Subnet': ['ID=78ab0ec4-6ac7-4fd3-801e-f2251c8fb54d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:06.229449 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4411c55-423d-4f16-b98c-7ed1680d41ce tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:06.230057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4411c55-423d-4f16-b98c-7ed1680d41ce tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:06.232339 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b4411c55-423d-4f16-b98c-7ed1680d41ce tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/587e581b-f36c-48e1-bf48-9e8efc2d0e20 HTTP/1.1" status: 404 len: 339 time: 0.0617959 Jun 28 06:49:06.237311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8b67184a-3a7d-4149-8522-2057297739c5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.239063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55666) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:06.241056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:06.244962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aeb7adc0-5935-45c0-b45e-140bd21c6e9f tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:06.253167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=51bd712f-2ad3-475a-a53d-4cd42b3901ce,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:06.259334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:06.321553 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8420a85-597c-4886-99aa-63d91fae1f61 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:06.322026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8420a85-597c-4886-99aa-63d91fae1f61 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:06.324101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b8420a85-597c-4886-99aa-63d91fae1f61 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/8cb82f31-1f12-44d8-9d3d-9f80a14b9ec4 HTTP/1.1" status: 404 len: 337 time: 0.0793200 Jun 28 06:49:06.333970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55668) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:06.345696 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67184a-3a7d-4149-8522-2057297739c5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a00227-4d41-43ab-adbd-780f265471e9,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:06.355290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8b67184a-3a7d-4149-8522-2057297739c5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:06.379532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.392414 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df9bb0c9-989c-4f20-ab28-0ab066e1c76c req-d6924d9e-9254-4aeb-987c-3acfaf3e1882 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439907 Jun 28 06:49:06.402348 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc3fc13-07a9-409e-907a-4269d442baa9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:06.403293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc3fc13-07a9-409e-907a-4269d442baa9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:06.405417 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0bc3fc13-07a9-409e-907a-4269d442baa9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/86da553a-8fad-423a-9c2a-938033e31d6e HTTP/1.1" status: 404 len: 339 time: 0.0704513 Jun 28 06:49:06.409593 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55670) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:06.420357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55672) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:06.501987 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-908a9373-835e-4b40-92fa-b12a9c583014 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/floatingips/c24ae55b-0987-4c1f-9f15-05ef6418e4f3 HTTP/1.1" status: 200 len: 992 time: 0.0797622 Jun 28 06:49:06.514277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8b67184a-3a7d-4149-8522-2057297739c5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.514277 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8b67184a-3a7d-4149-8522-2057297739c5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8609416 Jun 28 06:49:06.518277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 82daeb44-a609-4397-ab92-643fbcb477b0 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:06.518827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.519489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55674) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:06.551434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9553371d-5c84-47b9-a204-097e54975eb3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'security_group_rule': {'security_group_id': 'f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667', 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:06.566396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['51bd712f-2ad3-475a-a53d-4cd42b3901ce'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:49:06.577148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.594799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] DHCP port deletion for 5929a561-c7c3-4585-9d7c-da269569dc5c request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:49:06.629759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 82daeb44-a609-4397-ab92-643fbcb477b0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=82daeb44-a609-4397-ab92-643fbcb477b0,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:06.630122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.654906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 82daeb44-a609-4397-ab92-643fbcb477b0 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:06.673859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Deleting port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:06.674469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.678185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] Deleting port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:06.679243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.739002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9553371d-5c84-47b9-a204-097e54975eb3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.754141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] For port 3b410ab0-7013-45ac-b2e8-75c0d32922b7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3b410ab0-7013-45ac-b2e8-75c0d32922b7,segment=NetworkSegment(831bd481-650b-4f94-ae2d-8be05d57a98f),segment_id=831bd481-650b-4f94-ae2d-8be05d57a98f)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:06.754141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.756725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.779487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] Calling delete_port for 3b410ab0-7013-45ac-b2e8-75c0d32922b7 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:06.805490 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dba44f-5d90-40f4-a70e-e3c18732dd5d']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:06.828214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7dc325-f664-44a5-aa3a-e044aa576200') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:06.828518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7dc325-f664-44a5-aa3a-e044aa576200') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:06.858647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.866451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] For port 3b410ab0-7013-45ac-b2e8-75c0d32922b7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3b410ab0-7013-45ac-b2e8-75c0d32922b7,segment=NetworkSegment(831bd481-650b-4f94-ae2d-8be05d57a98f),segment_id=831bd481-650b-4f94-ae2d-8be05d57a98f)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:06.866816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.901541 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Calling delete_port for 3b410ab0-7013-45ac-b2e8-75c0d32922b7 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:06.905698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.921583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:06.922118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:06.928272 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:06.931188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9553371d-5c84-47b9-a204-097e54975eb3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.986036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:06.990175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:07.019944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.020169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9553371d-5c84-47b9-a204-097e54975eb3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.024749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:07.026902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52661a7f-bbf6-4932-8f97-a4cf4374ae81 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:07.054616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553371d-5c84-47b9-a204-097e54975eb3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada229ee-6cc2-4cf2-aec3-1ebec9566838,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:07.057682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] Pushing event deleted for resources: {'Port': ['ID=3b410ab0-7013-45ac-b2e8-75c0d32922b7,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:07.061316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:07.069169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9553371d-5c84-47b9-a204-097e54975eb3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:07.069324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=82daeb44-a609-4397-ab92-643fbcb477b0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:07.075178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] No DVR routers for this DVR port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:07.084815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:07.109705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.112071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:07.141511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.149274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event deleted for resources: {'Port': ['ID=3b410ab0-7013-45ac-b2e8-75c0d32922b7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:07.154746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.156754 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/02dba44f-5d90-40f4-a70e-e3c18732dd5d HTTP/1.1" status: 204 len: 168 time: 0.7459078 Jun 28 06:49:07.157844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:07.158562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:07.168732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55676) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.174168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] No DVR routers for this DVR port 3b410ab0-7013-45ac-b2e8-75c0d32922b7 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:07.178809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=02dba44f-5d90-40f4-a70e-e3c18732dd5d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:07.180703 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9553371d-5c84-47b9-a204-097e54975eb3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.182193 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9553371d-5c84-47b9-a204-097e54975eb3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6344688 Jun 28 06:49:07.185506 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:07.185989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55678) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.190508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-30aaf8d6-1906-4398-bb88-034ea019ac4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'security_group_rule': {'security_group_id': 'f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667', 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:07.250750 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-182f9425-9f85-4357-8020-1588b588101e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.251220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182f9425-9f85-4357-8020-1588b588101e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.253078 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-182f9425-9f85-4357-8020-1588b588101e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/fbd6a94c-b29d-4e80-93a8-d3fff5357286 HTTP/1.1" status: 404 len: 337 time: 0.0819981 Jun 28 06:49:07.256059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55680) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.295233 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b9b219-0da8-48c9-b696-36da4cfe1cbd tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.295977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b9b219-0da8-48c9-b696-36da4cfe1cbd tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.301352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55682) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.302304 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e6b9b219-0da8-48c9-b696-36da4cfe1cbd tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/8690ba56-8b13-4a28-a1dc-a7e6366fb817 HTTP/1.1" status: 404 len: 339 time: 0.0455563 Jun 28 06:49:07.304623 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.342970 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5929a561-c7c3-4585-9d7c-da269569dc5c']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:07.345396 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced97cec-4523-4522-a2f4-d00c69db75de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.346233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced97cec-4523-4522-a2f4-d00c69db75de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.347719 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ced97cec-4523-4522-a2f4-d00c69db75de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/57d74a17-fa76-4a51-aaca-6c811a3776b1 HTTP/1.1" status: 404 len: 337 time: 0.0453827 Jun 28 06:49:07.352651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55684) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.359767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831bd481-650b-4f94-ae2d-8be05d57a98f') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:07.360057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831bd481-650b-4f94-ae2d-8be05d57a98f') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:07.366924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30aaf8d6-1906-4398-bb88-034ea019ac4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.374305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.378941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9abd99-30a4-471b-9308-10488aa39de3 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.379596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9abd99-30a4-471b-9308-10488aa39de3 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.381333 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ae9abd99-30a4-471b-9308-10488aa39de3 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/c871ab5f-d246-438b-b455-82e3fc79f2ba HTTP/1.1" status: 404 len: 339 time: 0.0274682 Jun 28 06:49:07.385789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55686) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.397360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.407045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.422907 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:07.423322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.423450 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefefe4b-c683-4d7b-9d29-3061f1c85b44 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.423854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefefe4b-c683-4d7b-9d29-3061f1c85b44 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.428835 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cefefe4b-c683-4d7b-9d29-3061f1c85b44 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/f4ae5455-0b85-4dc8-a4e5-d97d1da45380 HTTP/1.1" status: 404 len: 337 time: 0.0389202 Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: self.session.flush() Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:07.429060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55688) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.498667 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0ccf1c-d07d-4ea9-a5a4-37d81cb8e63f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.499264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0ccf1c-d07d-4ea9-a5a4-37d81cb8e63f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.501008 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cd0ccf1c-d07d-4ea9-a5a4-37d81cb8e63f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/2edb1ec3-4a1e-46bf-8484-0162eddfbc05 HTTP/1.1" status: 404 len: 339 time: 0.0717299 Jun 28 06:49:07.507000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55690) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.542747 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc246b17-ff85-4cf8-b6f1-1c3a3ba38c45 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.543144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc246b17-ff85-4cf8-b6f1-1c3a3ba38c45 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.547989 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-dc246b17-ff85-4cf8-b6f1-1c3a3ba38c45 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/1cd38444-2319-4842-8ac1-3fa6e2cdb8ef HTTP/1.1" status: 404 len: 337 time: 0.0380507 Jun 28 06:49:07.549450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55692) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.564151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30aaf8d6-1906-4398-bb88-034ea019ac4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.577607 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f4a277-712e-41bb-afb2-cd678d2cf996 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.578417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f4a277-712e-41bb-afb2-cd678d2cf996 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.580126 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-65f4a277-712e-41bb-afb2-cd678d2cf996 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/b77c8d8a-f0a8-4b76-801e-6751b3b1adaf HTTP/1.1" status: 404 len: 339 time: 0.0297804 Jun 28 06:49:07.584426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55694) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.610088 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc506b3-53d9-4ea9-87cc-6f838d311da4 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.613054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc506b3-53d9-4ea9-87cc-6f838d311da4 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.613054 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0dc506b3-53d9-4ea9-87cc-6f838d311da4 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/e229dee5-0aa6-4b39-b1a8-b067489cd1b5 HTTP/1.1" status: 404 len: 337 time: 0.0281599 Jun 28 06:49:07.615091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55696) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.630776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.645835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.648171 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "DELETE /v2.0/networks/5929a561-c7c3-4585-9d7c-da269569dc5c HTTP/1.1" status: 204 len: 168 time: 1.4137168 Jun 28 06:49:07.649920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7543b4a2-0673-4426-801c-4b035984614e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:07.670928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55698) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.673159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event deleted for resources: {'Network': ['ID=5929a561-c7c3-4585-9d7c-da269569dc5c,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:07.673808 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d87a93a-5d9f-47e3-8a96-811c5c4f2aa5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.674852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d87a93a-5d9f-47e3-8a96-811c5c4f2aa5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.675924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30aaf8d6-1906-4398-bb88-034ea019ac4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.676590 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6d87a93a-5d9f-47e3-8a96-811c5c4f2aa5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/031595da-c304-41d3-acda-35f6d720ca3d HTTP/1.1" status: 404 len: 339 time: 0.0605733 Jun 28 06:49:07.680028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55700) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.686517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:07.693737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-451d4ad0-faa9-4394-9ad5-a1043bb6f1a6 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:07.713856 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b31ded-eda6-4d99-a5d3-ca45e0bd28dd tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.714504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b31ded-eda6-4d99-a5d3-ca45e0bd28dd tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.717101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f1b31ded-eda6-4d99-a5d3-ca45e0bd28dd tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/acf8dfe3-07af-4df0-a9a6-dcb3e6548242 HTTP/1.1" status: 404 len: 337 time: 0.0359395 Jun 28 06:49:07.719621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55702) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.745028 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dab49c-c8c1-4f13-9c49-4e384456095d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.745584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71dab49c-c8c1-4f13-9c49-4e384456095d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.747425 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-71dab49c-c8c1-4f13-9c49-4e384456095d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/8796065b-7bfa-4701-a47d-d468c7616fd1 HTTP/1.1" status: 404 len: 339 time: 0.0267494 Jun 28 06:49:07.750066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55704) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.758279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaf8d6-1906-4398-bb88-034ea019ac4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7935f463-f588-4d7c-99ec-887cb9845efe,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:07.781230 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8609e7aa-e102-4187-b5ed-5b4c88eca4d2 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.781689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8609e7aa-e102-4187-b5ed-5b4c88eca4d2 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.783446 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8609e7aa-e102-4187-b5ed-5b4c88eca4d2 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/a844dff8-b9c6-4500-8c43-5d23c77f4709 HTTP/1.1" status: 404 len: 337 time: 0.0324636 Jun 28 06:49:07.786324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55706) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.789289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:49:07.809008 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-30aaf8d6-1906-4398-bb88-034ea019ac4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:07.810032 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-748ba40b-400c-4811-a416-d259958b3149 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.810629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748ba40b-400c-4811-a416-d259958b3149 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.812685 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-748ba40b-400c-4811-a416-d259958b3149 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/9e0f37be-4447-48d3-8bf3-b6efe437909d HTTP/1.1" status: 404 len: 339 time: 0.0254519 Jun 28 06:49:07.816196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55708) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.819238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6894f2da-bb00-4c1b-8b2f-4c340a537d54 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:07.843776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30aaf8d6-1906-4398-bb88-034ea019ac4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.845219 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-30aaf8d6-1906-4398-bb88-034ea019ac4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6582274 Jun 28 06:49:07.847996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55710) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.851566 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-db305d12-4880-481a-bc06-c0be1ac6fd4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.852296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db305d12-4880-481a-bc06-c0be1ac6fd4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.853373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f6262d98-6e6d-4ac6-ae2a-9bc1f4852f70 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'security_group_rule': {'security_group_id': 'f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667', 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:07.857988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-db305d12-4880-481a-bc06-c0be1ac6fd4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/aa993dbb-ba33-4a25-a562-b7d59fc64a04 HTTP/1.1" status: 404 len: 337 time: 0.0369351 Jun 28 06:49:07.862395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55712) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.894512 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56300dd-a90e-4050-981b-0bf3395d6a65 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] DELETE failed (client error): The resource could not be found. Jun 28 06:49:07.895199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56300dd-a90e-4050-981b-0bf3395d6a65 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:49:07.896994 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c56300dd-a90e-4050-981b-0bf3395d6a65 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/f95834e4-3e87-4306-8b33-f2993ca9d106 HTTP/1.1" status: 404 len: 339 time: 0.0316560 Jun 28 06:49:07.901950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55714) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:07.910333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Deleting port 0d2c84ba-58fe-4cab-b7d7-32fccb2743f8 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:07.910676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.934817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:07.939145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:07.944063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.993651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.994060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:07.997678 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-f6262d98-6e6d-4ac6-ae2a-9bc1f4852f70 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Project 2c941fe15a06407e96dbfc55c9351d29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:49:08.014585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f6262d98-6e6d-4ac6-ae2a-9bc1f4852f70 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.018760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Calling delete_port for 0d2c84ba-58fe-4cab-b7d7-32fccb2743f8 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:08.034778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.075166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 6894f2da-bb00-4c1b-8b2f-4c340a537d54, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6894f2da-bb00-4c1b-8b2f-4c340a537d54,segment=NetworkSegment(e41b81f4-e3f8-4867-9092-ffb698070db5),segment_id=e41b81f4-e3f8-4867-9092-ffb698070db5)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:08.140039 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f6262d98-6e6d-4ac6-ae2a-9bc1f4852f70 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.156320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.165352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:08.213901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51bd712f-2ad3-475a-a53d-4cd42b3901ce up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:08.215980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f6262d98-6e6d-4ac6-ae2a-9bc1f4852f70 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.218821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:08.237240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6262d98-6e6d-4ac6-ae2a-9bc1f4852f70 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a89c687-a0f0-46de-8935-7492dc21e55e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:08.240287 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f6262d98-6e6d-4ac6-ae2a-9bc1f4852f70 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:08.251155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3b410ab0-7013-45ac-b2e8-75c0d32922b7 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:08.287681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=6894f2da-bb00-4c1b-8b2f-4c340a537d54,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:08.291360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:08.295046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 3b410ab0-7013-45ac-b2e8-75c0d32922b7 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:08.295405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3b410ab0-7013-45ac-b2e8-75c0d32922b7 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:08.295844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e8048288-4da3-4328-8aba-b854d467cc4b no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:08.318036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: e8048288-4da3-4328-8aba-b854d467cc4b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:08.318404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e8048288-4da3-4328-8aba-b854d467cc4b not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:08.322703 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.334437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 51bd712f-2ad3-475a-a53d-4cd42b3901ce triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:08.334815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.336904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5c7467e6-bef8-4c64-bd9b-9bd242f98159 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:08.343310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c19803-cf81-4bfb-abff-b7c74109be56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Deleting subnet f6cba67e-1b6a-4ff9-82a5-859f15e4fcfe {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:49:08.348559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-24c19803-cf81-4bfb-abff-b7c74109be56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.351710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:49:08.368238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] Sync routers for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:49:08.378551 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/c966dc1f-4dbb-4bdc-b743-2ae7a8a04974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4440968 Jun 28 06:49:08.386507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f6262d98-6e6d-4ac6-ae2a-9bc1f4852f70 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.388403 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f6262d98-6e6d-4ac6-ae2a-9bc1f4852f70 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5392463 Jun 28 06:49:08.395108 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:08.395758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:08.409126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Pushing event deleted for resources: {'Port': ['ID=0d2c84ba-58fe-4cab-b7d7-32fccb2743f8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:08.410791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55718) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:08.418262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-24c19803-cf81-4bfb-abff-b7c74109be56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.419866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f1c632c7-188b-4b3b-97a7-d90d3a2426d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'security_group_rule': {'security_group_id': 'f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667', 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:08.425142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:08.451423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.454528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.455693 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] 10.222.0.24 "DELETE /v2.0/floatingips/fdbf1568-c823-4ef7-993f-2511817f8efe HTTP/1.1" status: 204 len: 168 time: 0.7732928 Jun 28 06:49:08.517132 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-f1c632c7-188b-4b3b-97a7-d90d3a2426d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Project 2c941fe15a06407e96dbfc55c9351d29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:49:08.522321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1c632c7-188b-4b3b-97a7-d90d3a2426d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.538474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.597832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1c632c7-188b-4b3b-97a7-d90d3a2426d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.599166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-24c19803-cf81-4bfb-abff-b7c74109be56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.609254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:08.611575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4328b32-bf3a-485d-90dd-ab72942143f5" -d '{"events": [{"server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "name": "network-vif-plugged", "status": "completed", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:08.628915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:08.659256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9eebe9-fbde-4277-b735-3b41f9121fc2 x-openstack-request-id: req-3e9eebe9-fbde-4277-b735-3b41f9121fc2 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:08.664976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "name": "network-vif-plugged", "status": "completed", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:08.664976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e9eebe9-fbde-4277-b735-3b41f9121fc2 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:08.664976 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'code': 200} Jun 28 06:49:08.664976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:08.727675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1c632c7-188b-4b3b-97a7-d90d3a2426d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.734638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1ef67fb9-c5c2-4a92-9bf1-8ac1b87cf3c5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:08.750185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c632c7-188b-4b3b-97a7-d90d3a2426d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0dc72ad-bb22-4a72-af7b-69ff45ff030c,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:08.753152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f1c632c7-188b-4b3b-97a7-d90d3a2426d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:08.785565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.790520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-961df12e-04d6-4728-9696-b86ca4b39a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:08.807586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-24c19803-cf81-4bfb-abff-b7c74109be56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.813095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8161c3db-4c16-4a57-91a7-6468f84bea02 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:08.862047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c19803-cf81-4bfb-abff-b7c74109be56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Subnet': ['ID=f6cba67e-1b6a-4ff9-82a5-859f15e4fcfe,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:08.865285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-24c19803-cf81-4bfb-abff-b7c74109be56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:08.866615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-24c19803-cf81-4bfb-abff-b7c74109be56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.867409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f1c632c7-188b-4b3b-97a7-d90d3a2426d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:08.880904 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-24c19803-cf81-4bfb-abff-b7c74109be56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/subnets/f6cba67e-1b6a-4ff9-82a5-859f15e4fcfe HTTP/1.1" status: 204 len: 168 time: 0.9692342 Jun 28 06:49:08.880904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55724) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:08.882157 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f1c632c7-188b-4b3b-97a7-d90d3a2426d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4595034 Jun 28 06:49:08.885591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=51bd712f-2ad3-475a-a53d-4cd42b3901ce,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:08.890738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9939b8-0fc4-4dce-b15a-01ffe85c9295 None None] Network 2e3c73b3-a621-4c52-8125-33890b08c76b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:08.893192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:08.992363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.083528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Deleting port cb5cfeb2-065d-4349-85fb-03daa93693c3 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:09.083873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.153332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55762) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:09.198638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:49:06Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'db9fa778-982a-4c95-8e81-a264c1b06e26', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'mac_address': 'fa:16:3e:f0:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:47:26Z', 'updated_at': '2021-06-28T06:47:30Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:09.219820 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] For port cb5cfeb2-065d-4349-85fb-03daa93693c3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cb5cfeb2-065d-4349-85fb-03daa93693c3,segment=NetworkSegment(7bc8b28f-46e0-47af-9bf3-641db3d5d0c6),segment_id=7bc8b28f-46e0-47af-9bf3-641db3d5d0c6)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:09.220178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.236367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] Checking router: c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:49:09.245830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a550b6e-b59d-4037-821c-2cbf4ee62207 req-4b76fe3e-48e5-4827-a7c7-bda6e0ade251 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:09.251351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:09.251992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:09.260063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a550b6e-b59d-4037-821c-2cbf4ee62207 req-4b76fe3e-48e5-4827-a7c7-bda6e0ade251 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 946 time: 0.1598043 Jun 28 06:49:09.264166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Calling delete_port for cb5cfeb2-065d-4349-85fb-03daa93693c3 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:09.304359 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:49:09.357798 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1ddf448d-2a92-4b1a-96b6-18b3c66d4f44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77ab65a483c64236b6cfff4dfef6e915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002933 Jun 28 06:49:09.359505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55778) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:09.379295 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a550b6e-b59d-4037-821c-2cbf4ee62207 req-9b0f6470-8073-49ef-80a2-330f9fc46c86 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176043 Jun 28 06:49:09.385026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:09.424979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] DHCP port deletion for 2e3c73b3-a621-4c52-8125-33890b08c76b request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:49:09.437124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-591f1fa1-a7aa-4b5d-9088-4bdf042b1638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.460241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-591f1fa1-a7aa-4b5d-9088-4bdf042b1638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.511062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.514464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:09.538849 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Port': ['ID=cb5cfeb2-065d-4349-85fb-03daa93693c3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:09.542286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:09.543752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] No DVR routers for this DVR port cb5cfeb2-065d-4349-85fb-03daa93693c3 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:09.561148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] Deleting port cb5cfeb2-065d-4349-85fb-03daa93693c3 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:09.561575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.608511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-591f1fa1-a7aa-4b5d-9088-4bdf042b1638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.611962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-591f1fa1-a7aa-4b5d-9088-4bdf042b1638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.613487 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-591f1fa1-a7aa-4b5d-9088-4bdf042b1638 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d17f8db9-a90f-48ca-9912-1fe6d6aad1c3 HTTP/1.1" status: 204 len: 168 time: 0.2499011 Jun 28 06:49:09.614274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1b2e82f6-c39b-4284-9f2f-9c0b4b1a9a26 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:09.630360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.646173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3c73b3-a621-4c52-8125-33890b08c76b']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:09.654855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f1fa1-a7aa-4b5d-9088-4bdf042b1638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17f8db9-a90f-48ca-9912-1fe6d6aad1c3,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:09.658057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-591f1fa1-a7aa-4b5d-9088-4bdf042b1638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:09.676266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] For port cb5cfeb2-065d-4349-85fb-03daa93693c3, host dv-neutron-797120-6-hyperv, got binding levels [] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:09.676787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.677613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc8b28f-46e0-47af-9bf3-641db3d5d0c6') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:09.678252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc8b28f-46e0-47af-9bf3-641db3d5d0c6') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:09.697104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.702061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] Calling delete_port for cb5cfeb2-065d-4349-85fb-03daa93693c3 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:09.706675 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.ipam_backend_mixin [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] Port cb5cfeb2-065d-4349-85fb-03daa93693c3 was not found and therefore no delete operation was performed {{(pid=100888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 06:49:09.713633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.713829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dbec9bec-7ab7-4070-85cb-ef48ff47b62d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:09.725899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.732878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:09.733826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:09.736949 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:09.758457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] Pushing event deleted for resources: {'Port': ['ID=cb5cfeb2-065d-4349-85fb-03daa93693c3,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:09.760428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] No DVR routers for this DVR port cb5cfeb2-065d-4349-85fb-03daa93693c3 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:09.766477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6894f2da-bb00-4c1b-8b2f-4c340a537d54 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:09.769562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:09.835401 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:09.835796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.840780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:49:06Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'db9fa778-982a-4c95-8e81-a264c1b06e26', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'mac_address': 'fa:16:3e:f0:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:47:26Z', 'updated_at': '2021-06-28T06:47:30Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:09.876737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.883631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:09.884620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1cb17-2fac-42cd-93d5-2e05cad87794 None None] The sync data for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv is: [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:49:06Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'db9fa778-982a-4c95-8e81-a264c1b06e26', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'port_id': '8bc40033-ec42-4c13-b56e-d749c507885e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'mac_address': 'fa:16:3e:f0:55:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:47:26Z', 'updated_at': '2021-06-28T06:47:30Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:49:09.889285 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] 10.222.0.24 "DELETE /v2.0/networks/2e3c73b3-a621-4c52-8125-33890b08c76b HTTP/1.1" status: 204 len: 168 time: 1.0148444 Jun 28 06:49:09.890858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c20840b0-4bf3-4880-b010-5aa75b8ce546 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:09.916657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Pushing event deleted for resources: {'Network': ['ID=2e3c73b3-a621-4c52-8125-33890b08c76b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:09.925176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:10.282617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cb5cfeb2-065d-4349-85fb-03daa93693c3 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:10.312049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: cb5cfeb2-065d-4349-85fb-03daa93693c3 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:10.315246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cb5cfeb2-065d-4349-85fb-03daa93693c3 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:10.387505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55796) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:10.410062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71b1415c-ea93-4c4c-a0fe-da10fae973b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:10.411588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55798) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:10.526336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71b1415c-ea93-4c4c-a0fe-da10fae973b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:10.596603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-71b1415c-ea93-4c4c-a0fe-da10fae973b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:10.599963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1af07447-5820-4542-b966-67f35f97ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:10.657537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1415c-ea93-4c4c-a0fe-da10fae973b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a44307-3d7e-4c8c-99f6-f48791876cb2,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:10.662888 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-71b1415c-ea93-4c4c-a0fe-da10fae973b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b73628fdf8254698b03eb2be63ec8dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737293 Jun 28 06:49:10.664250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-71b1415c-ea93-4c4c-a0fe-da10fae973b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:10.666219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55808) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:10.707323 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fc4514af-0083-4a8c-ae2f-1618a306353a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=406c3578bb4f41888a23a7bbbc2c3ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917693 Jun 28 06:49:10.707707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55810) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:10.760450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca318e22-46c3-427b-9fb5-e9a8af5f3254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:10.766542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2b23e5-3886-42fb-aa95-d1dbf21b2b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:10.790420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca318e22-46c3-427b-9fb5-e9a8af5f3254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:10.838029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2b23e5-3886-42fb-aa95-d1dbf21b2b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:10.860884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417c085-1e4a-4bf8-b11b-5b10d3a892f8 req-4e47803b-4e19-49f8-b776-9f1ce48b2a97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:10.862383 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4417c085-1e4a-4bf8-b11b-5b10d3a892f8 req-4e47803b-4e19-49f8-b776-9f1ce48b2a97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 946 time: 0.1531286 Jun 28 06:49:10.905067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca318e22-46c3-427b-9fb5-e9a8af5f3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:10.908305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca318e22-46c3-427b-9fb5-e9a8af5f3254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:10.913504 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ca318e22-46c3-427b-9fb5-e9a8af5f3254 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6390e1f4-2716-45db-87dc-d36247e821c5 HTTP/1.1" status: 204 len: 168 time: 0.2006989 Jun 28 06:49:10.913504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1b72eebd-f848-4f14-b3a4-2fce1f9cc808 tempest-NegativeSecGroupTest-732144931 tempest-NegativeSecGroupTest-732144931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:10.919687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca318e22-46c3-427b-9fb5-e9a8af5f3254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6390e1f4-2716-45db-87dc-d36247e821c5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:10.922159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ca318e22-46c3-427b-9fb5-e9a8af5f3254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:10.943259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-c0279d49-6487-4cf9-b7b7-723dfbf02b7e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:10.944784 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-c0279d49-6487-4cf9-b7b7-723dfbf02b7e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 946 time: 0.1750438 Jun 28 06:49:10.948571 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4417c085-1e4a-4bf8-b11b-5b10d3a892f8 req-65afd7b7-73ff-42d1-8b8d-5203eba0cb34 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=81cb71c4-01c9-4f1b-9ad4-37237584da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783947 Jun 28 06:49:11.066289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 101acaf2-f684-45b4-9f2a-1df164fd6157 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:11.066632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:11.083141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2b23e5-3886-42fb-aa95-d1dbf21b2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:11.085769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2b23e5-3886-42fb-aa95-d1dbf21b2b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:11.086995 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1e2b23e5-3886-42fb-aa95-d1dbf21b2b9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50a44307-3d7e-4c8c-99f6-f48791876cb2 HTTP/1.1" status: 204 len: 168 time: 0.4189644 Jun 28 06:49:11.095735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2762f5c1-9008-4d32-bc10-85f015eb3358 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:11.133343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b23e5-3886-42fb-aa95-d1dbf21b2b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a44307-3d7e-4c8c-99f6-f48791876cb2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:11.140910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1e2b23e5-3886-42fb-aa95-d1dbf21b2b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:11.194614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 101acaf2-f684-45b4-9f2a-1df164fd6157, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=101acaf2-f684-45b4-9f2a-1df164fd6157,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:11.194923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:11.211332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 101acaf2-f684-45b4-9f2a-1df164fd6157 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:11.426236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:11.430617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:11.459069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=101acaf2-f684-45b4-9f2a-1df164fd6157,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:11.462392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:11.519870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port 101acaf2-f684-45b4-9f2a-1df164fd6157 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:11.522329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:11.524413 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71e7474e-502c-4fd3-9dfa-c4a9c6cdf1d3 req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "DELETE /v2.0/ports/101acaf2-f684-45b4-9f2a-1df164fd6157 HTTP/1.1" status: 204 len: 173 time: 0.5728416 Jun 28 06:49:11.525012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f41c4-d07a-4100-b082-395fa5ce7095', 'name': 'network-vif-deleted', 'tag': '101acaf2-f684-45b4-9f2a-1df164fd6157'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:11.528096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b61118-0862-4013-9633-1fbbc6d19572" -d '{"events": [{"server_uuid": "d21f41c4-d07a-4100-b082-395fa5ce7095", "name": "network-vif-deleted", "tag": "101acaf2-f684-45b4-9f2a-1df164fd6157"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:11.584311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d0bc3a-632d-4256-abc3-f0238c8b83ef x-openstack-request-id: req-63d0bc3a-632d-4256-abc3-f0238c8b83ef {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:11.584702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f41c4-d07a-4100-b082-395fa5ce7095", "name": "network-vif-deleted", "tag": "101acaf2-f684-45b4-9f2a-1df164fd6157", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:11.585136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63d0bc3a-632d-4256-abc3-f0238c8b83ef {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:11.585697 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f41c4-d07a-4100-b082-395fa5ce7095', 'name': 'network-vif-deleted', 'tag': '101acaf2-f684-45b4-9f2a-1df164fd6157', 'status': 'completed', 'code': 200} Jun 28 06:49:11.650620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 82daeb44-a609-4397-ab92-643fbcb477b0 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:11.676303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 82daeb44-a609-4397-ab92-643fbcb477b0 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:11.677127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 82daeb44-a609-4397-ab92-643fbcb477b0 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:12.113078 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f48ef42d-e714-4e56-9153-abfd64a39b8e req-804dbed2-2ac8-418a-94e8-a8713aca6b55 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21f41c4-d07a-4100-b082-395fa5ce7095 HTTP/1.1" status: 200 len: 210 time: 0.0358405 Jun 28 06:49:12.359233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55866) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:12.384776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c90e6112-75d2-46e9-a2bf-da4c1bd5293d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:12.501749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c90e6112-75d2-46e9-a2bf-da4c1bd5293d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:12.613874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c90e6112-75d2-46e9-a2bf-da4c1bd5293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:12.617915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ce3c9074-f83b-4b49-be50-45f6f3d71bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:12.664377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e6112-75d2-46e9-a2bf-da4c1bd5293d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a2d1f4-3c99-4ec5-b901-ae28192d4fdc,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:12.668912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c90e6112-75d2-46e9-a2bf-da4c1bd5293d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:12.675206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55876) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:12.675742 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c90e6112-75d2-46e9-a2bf-da4c1bd5293d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d10b3e66666c46f3859545006eac68ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150504 Jun 28 06:49:12.738669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c28b81e7-4b15-4bcb-99cb-95cd3d32608c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:12.762674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c28b81e7-4b15-4bcb-99cb-95cd3d32608c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:12.766696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55878) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:12.881457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c28b81e7-4b15-4bcb-99cb-95cd3d32608c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:12.885025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c28b81e7-4b15-4bcb-99cb-95cd3d32608c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:12.888204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1117837467-network', 'tenant_id': '265bbd13655c47cdbe7e986b9fc5bad6'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:12.888751 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c28b81e7-4b15-4bcb-99cb-95cd3d32608c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1a2d1f4-3c99-4ec5-b901-ae28192d4fdc HTTP/1.1" status: 204 len: 168 time: 0.2124448 Jun 28 06:49:12.889697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dac44728-b512-4d52-9e68-e99bafd22664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:12.899444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b81e7-4b15-4bcb-99cb-95cd3d32608c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a2d1f4-3c99-4ec5-b901-ae28192d4fdc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:12.908291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c28b81e7-4b15-4bcb-99cb-95cd3d32608c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:13.065218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Made reservation on behalf of 265bbd13655c47cdbe7e986b9fc5bad6 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:13.078565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.079044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.185114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.216623 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55886) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:13.440656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.557376 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.562709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c6d7d62f-c7a9-4bf9-aaa8-2966e9cb77fb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:13.604841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:13.619887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa58ae2e-e50f-4b38-a2fa-f1985709f321,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:13.623408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:13.631733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.632072 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Added segment dadcc270-986c-48ce-9194-a7dfb69b00fc of type vlan for network 4456eb02-19b0-4aee-848b-c45cdc59bbdf Jun 28 06:49:13.674248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35681403-53ff-41f7-bde1-102bc68e829f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.695033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.714689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35681403-53ff-41f7-bde1-102bc68e829f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.830672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.831792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:13.832393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.835612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0f66a3a9-5e0f-498e-9335-5570c9d8742f tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:13.894698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35681403-53ff-41f7-bde1-102bc68e829f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.897288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35681403-53ff-41f7-bde1-102bc68e829f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:13.898476 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-35681403-53ff-41f7-bde1-102bc68e829f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/81cb71c4-01c9-4f1b-9ad4-37237584da0c HTTP/1.1" status: 204 len: 168 time: 0.6807373 Jun 28 06:49:13.905767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Pushing event updated for resources: {'Network': ['ID=4456eb02-19b0-4aee-848b-c45cdc59bbdf,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:13.908550 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:13.909448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3fece930-343a-41fa-8ac9-c5ee43bc3e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:13.919967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35681403-53ff-41f7-bde1-102bc68e829f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cb71c4-01c9-4f1b-9ad4-37237584da0c,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:13.920272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 4456eb02-19b0-4aee-848b-c45cdc59bbdf details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:13.922511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-35681403-53ff-41f7-bde1-102bc68e829f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:13.968617 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2006948 Jun 28 06:49:13.973099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55904) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:13.978676 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Request body: {'subnet': {'network_id': '4456eb02-19b0-4aee-848b-c45cdc59bbdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1117837467-subnet', 'tenant_id': '265bbd13655c47cdbe7e986b9fc5bad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:14.026414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55910) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:14.084920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-16045e2c-0a4b-4a95-bc24-48d73898d917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting subnet 535fc88a-eb05-49eb-8b19-81f4143cd70f {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:49:14.085767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16045e2c-0a4b-4a95-bc24-48d73898d917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.128549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Made reservation on behalf of 265bbd13655c47cdbe7e986b9fc5bad6 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:14.131066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.148674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16045e2c-0a4b-4a95-bc24-48d73898d917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.233583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 101acaf2-f684-45b4-9f2a-1df164fd6157 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:14.258892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 101acaf2-f684-45b4-9f2a-1df164fd6157 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:14.259527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 101acaf2-f684-45b4-9f2a-1df164fd6157 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:14.392377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16045e2c-0a4b-4a95-bc24-48d73898d917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.489101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.492264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1457adf8-1a2c-4a15-8949-6a366ed3ceb1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:14.550481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=86aec9d5-96ee-4894-95a4-3c0041a8f687,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:14.554996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:14.560582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Checking segment: {'id': 'dadcc270-986c-48ce-9194-a7dfb69b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4456eb02-19b0-4aee-848b-c45cdc59bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:14.560582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Network hostable DHCP agents. Network: 4456eb02-19b0-4aee-848b-c45cdc59bbdf, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:14.579692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16045e2c-0a4b-4a95-bc24-48d73898d917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.582725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-63887339-e620-4157-9b04-c8ae6dbec725 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:14.616569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16045e2c-0a4b-4a95-bc24-48d73898d917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Subnet': ['ID=535fc88a-eb05-49eb-8b19-81f4143cd70f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:14.618586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16045e2c-0a4b-4a95-bc24-48d73898d917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.620458 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-16045e2c-0a4b-4a95-bc24-48d73898d917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/subnets/535fc88a-eb05-49eb-8b19-81f4143cd70f HTTP/1.1" status: 204 len: 168 time: 0.5929151 Jun 28 06:49:14.621989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-16045e2c-0a4b-4a95-bc24-48d73898d917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:14.623222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55920) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:14.627983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8751ecfa-ad55-4c07-8efa-c2a51d24e607 None None] Network 9064416d-d89a-42ca-a81f-cd6a616b3398 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:14.648797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Network 4456eb02-19b0-4aee-848b-c45cdc59bbdf is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:14.714039 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.752153 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 4456eb02-19b0-4aee-848b-c45cdc59bbdf) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:14.757761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:14.758481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.767295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279354c-8a05-4844-ad3c-5a3ebbc77936 None None] Network 4456eb02-19b0-4aee-848b-c45cdc59bbdf requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:14.793720 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:14.794176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.836392 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8617640 Jun 28 06:49:14.880800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] DHCP port deletion for 9064416d-d89a-42ca-a81f-cd6a616b3398 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:49:14.899173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 0a6d5e21-7535-47fb-aa19-2aadacb47c23, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0a6d5e21-7535-47fb-aa19-2aadacb47c23,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:14.899650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:14.916518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 0a6d5e21-7535-47fb-aa19-2aadacb47c23 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:14.950600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbfc4d9-17aa-4320-a49d-c6b760b23266 None None] Network 4456eb02-19b0-4aee-848b-c45cdc59bbdf requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:15.041058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] Deleting port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:15.041389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.139211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.141993 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-049ee38b-38cd-46db-901a-62705540c6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:15.165844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] For port 0a6d5e21-7535-47fb-aa19-2aadacb47c23, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0a6d5e21-7535-47fb-aa19-2aadacb47c23,segment=NetworkSegment(985895ef-2c35-40f9-a667-ad093d3d53cd),segment_id=985895ef-2c35-40f9-a667-ad093d3d53cd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:15.166251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.179717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] Calling delete_port for 0a6d5e21-7535-47fb-aa19-2aadacb47c23 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:15.185422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:15.213600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=0a6d5e21-7535-47fb-aa19-2aadacb47c23,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:15.223139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:15.287938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55938) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: from cryptography.utils import int_from_bytes Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: from cryptography.utils import int_from_bytes Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 06:49:15.290776 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 06:49:15.307072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.316223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.318554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9064416d-d89a-42ca-a81f-cd6a616b3398']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:15.325041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:15.337633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985895ef-2c35-40f9-a667-ad093d3d53cd') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:15.338325 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985895ef-2c35-40f9-a667-ad093d3d53cd') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:15.350121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.369445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.374510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] Pushing event deleted for resources: {'Port': ['ID=0a6d5e21-7535-47fb-aa19-2aadacb47c23,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:15.381779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:15.381779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.382377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:15.383233 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:15.388061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] No DVR routers for this DVR port 0a6d5e21-7535-47fb-aa19-2aadacb47c23 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:15.569964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-85e657b3-2443-431c-99ae-8aff3e800f47 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-382677821'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:15.570436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-85e657b3-2443-431c-99ae-8aff3e800f47 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Unknown quota resources ['metering_label']. {{(pid=100887) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 28 06:49:15.574309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.578384 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c4eb728a-a55a-48ed-a989-08d6c5661ce6 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:15.587509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.591548 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/networks/9064416d-d89a-42ca-a81f-cd6a616b3398 HTTP/1.1" status: 204 len: 168 time: 0.9642718 Jun 28 06:49:15.600904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55948) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:15.612161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Network': ['ID=9064416d-d89a-42ca-a81f-cd6a616b3398,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:15.643898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:15.728199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0a6d5e21-7535-47fb-aa19-2aadacb47c23 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:15.760286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 0a6d5e21-7535-47fb-aa19-2aadacb47c23 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:15.760979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0a6d5e21-7535-47fb-aa19-2aadacb47c23 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:15.804576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 5ca6d0b3-6c6d-4f77-b6aa-e35d1eb4cf62 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:15.805319 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.865649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55954) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:15.871606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-698439858-network', 'tenant_id': '4bd9aa928ee04d5180acb58cb9372b47'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:15.877826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-85e657b3-2443-431c-99ae-8aff3e800f47 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.878998 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-85e657b3-2443-431c-99ae-8aff3e800f47 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5889738 Jun 28 06:49:15.881734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55956) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:15.891222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e9495799-04f6-40f6-adad-28b58f78b969 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1ccdf942-62fc-423f-9bf1-c187931deec2'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:15.891787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e9495799-04f6-40f6-adad-28b58f78b969 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 28 06:49:15.983871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.984192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.989745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Made reservation on behalf of 4bd9aa928ee04d5180acb58cb9372b47 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:15.992192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:15.997872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 5ca6d0b3-6c6d-4f77-b6aa-e35d1eb4cf62 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:16.002047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.055052 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.services.metering.metering_plugin [None req-e9495799-04f6-40f6-adad-28b58f78b969 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 28 06:49:16.106473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.196309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.204369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ef130137-6324-4cd9-b568-aec70331fa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:16.207899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e9495799-04f6-40f6-adad-28b58f78b969 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.209136 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e9495799-04f6-40f6-adad-28b58f78b969 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3263972 Jun 28 06:49:16.212496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55958) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:16.218865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7af5278a-7e1a-41d9-8351-39365745dd57 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1ccdf942-62fc-423f-9bf1-c187931deec2'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:16.219341 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7af5278a-7e1a-41d9-8351-39365745dd57 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 28 06:49:16.235278 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:16.241087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92278f9-54e3-40c0-87e1-0ce04cf53ab2,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:16.244752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:16.249735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.250764 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Added segment 4eca6724-c220-4b4c-9b13-2cfd0b489d33 of type vlan for network 35f3c3ae-e144-452f-9997-ac1e0c131cc0 Jun 28 06:49:16.305751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.341457 dv-neutron-797120-6-hyperv neutron-server[100886]: WARNING neutron.services.metering.metering_plugin [None req-7af5278a-7e1a-41d9-8351-39365745dd57 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 28 06:49:16.385484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.387368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:16.387967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.390331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c95b573b-450a-427f-bcac-19a2fba72f2a tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:16.437030 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7af5278a-7e1a-41d9-8351-39365745dd57 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.439184 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7af5278a-7e1a-41d9-8351-39365745dd57 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2257457 Jun 28 06:49:16.442142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55960) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:16.452074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Pushing event updated for resources: {'Network': ['ID=35f3c3ae-e144-452f-9997-ac1e0c131cc0,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:16.454216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.454894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:16.456560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:16.464226 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8feea999-39e4-4f0c-aaa7-213b53e72e51 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=966ae549-8f80-458e-be84-ae04992fd16b HTTP/1.1" status: 200 len: 462 time: 0.0160339 Jun 28 06:49:16.464349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 35f3c3ae-e144-452f-9997-ac1e0c131cc0 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:16.464460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55962) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:16.486460 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6169388 Jun 28 06:49:16.486873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55964) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:16.487648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=5ca6d0b3-6c6d-4f77-b6aa-e35d1eb4cf62,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:16.491257 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:16.499372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Request body: {'subnet': {'network_id': '35f3c3ae-e144-452f-9997-ac1e0c131cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-698439858-subnet', 'tenant_id': '4bd9aa928ee04d5180acb58cb9372b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:16.569048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.569660 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP db9fa778-982a-4c95-8e81-a264c1b06e26 disassociated (deleted). External IP: 172.26.4.193, port: 8bc40033-ec42-4c13-b56e-d749c507885e. Jun 28 06:49:16.589149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Made reservation on behalf of 4bd9aa928ee04d5180acb58cb9372b47 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:16.591603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.687937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7037f6d4-8045-48b3-8cd6-6a4b08e2c622 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.689095 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7037f6d4-8045-48b3-8cd6-6a4b08e2c622 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/966ae549-8f80-458e-be84-ae04992fd16b HTTP/1.1" status: 204 len: 168 time: 0.2237172 Jun 28 06:49:16.692300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55968) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:16.706879 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-91924e07-9009-4ff1-998f-d740b9a2d412 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=966ae549-8f80-458e-be84-ae04992fd16b HTTP/1.1" status: 200 len: 221 time: 0.0133853 Jun 28 06:49:16.710247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55970) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:16.715646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1e42215b-25a0-438a-9fe9-ce88dc27424c tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1901078560', 'description': 'label created by tempest'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:16.716084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1e42215b-25a0-438a-9fe9-ce88dc27424c tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Unknown quota resources ['metering_label']. {{(pid=100886) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 28 06:49:16.922493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:16.925634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c2f110d2-9ead-486e-a0fb-feb97e6ce375 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:16.972067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:49:16.982302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf6b708-d7a6-4c5f-94f9-7ad34f9b9d12,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:16.985862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:16.991830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Checking segment: {'id': '4eca6724-c220-4b4c-9b13-2cfd0b489d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '35f3c3ae-e144-452f-9997-ac1e0c131cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:16.992196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Network hostable DHCP agents. Network: 35f3c3ae-e144-452f-9997-ac1e0c131cc0, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:17.006784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1e42215b-25a0-438a-9fe9-ce88dc27424c tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:17.007945 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1e42215b-25a0-438a-9fe9-ce88dc27424c tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2969234 Jun 28 06:49:17.010665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55972) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:17.099084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Network 35f3c3ae-e144-452f-9997-ac1e0c131cc0 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:17.123717 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7d7730e8-51b5-4d93-89ea-e1891a5f63ed tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=987534ce-42b6-4a99-a137-e2eda3f0fc17 HTTP/1.1" status: 200 len: 468 time: 0.1119027 Jun 28 06:49:17.126442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55974) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:17.189630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:49:17.194259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:17.201305 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] Sync routers for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:49:17.211977 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:17.212687 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:17.222434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 35f3c3ae-e144-452f-9997-ac1e0c131cc0) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:17.232158 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b2b93c-e713-4119-9269-3b7696ee6b01 None None] Network 35f3c3ae-e144-452f-9997-ac1e0c131cc0 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:17.249923 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/floatingips/db9fa778-982a-4c95-8e81-a264c1b06e26 HTTP/1.1" status: 204 len: 168 time: 1.6455877 Jun 28 06:49:17.254438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'tag': '8bc40033-ec42-4c13-b56e-d749c507885e'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:17.288356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:17.289020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:17.421057 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9330440 Jun 28 06:49:17.472388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f460284-e1c2-4ace-a6f5-9833549f3a8a None None] Network 35f3c3ae-e144-452f-9997-ac1e0c131cc0 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:17.496585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b376ed55-db1e-4d27-b563-ae8f41fdc03b tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:17.501355 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b376ed55-db1e-4d27-b563-ae8f41fdc03b tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/987534ce-42b6-4a99-a137-e2eda3f0fc17 HTTP/1.1" status: 204 len: 168 time: 0.3734303 Jun 28 06:49:17.501566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55984) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:17.504281 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:17.527980 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4850d70d-d1af-430f-92bf-5b69c7bb41da tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=987534ce-42b6-4a99-a137-e2eda3f0fc17 HTTP/1.1" status: 200 len: 216 time: 0.0230503 Jun 28 06:49:17.532980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55986) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:17.553335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 55988) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:17.554932 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a0530928-8e1f-4546-8e65-3e3eeb37bdca tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0192571 Jun 28 06:49:17.596644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55990) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:17.598187 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-340dd251-0be0-40fd-b8db-5d90cc989287 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0378351 Jun 28 06:49:17.656948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b4df04-0280-490f-a56d-ddfe079aac32" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d9c54c-60ad-48ad-87a3-6960e906bf54", "tag": "8bc40033-ec42-4c13-b56e-d749c507885e"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:17.783732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4b3d4268-fa65-40ea-afc9-c650d7c4bb6d tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/1ccdf942-62fc-423f-9bf1-c187931deec2 HTTP/1.1" status: 200 len: 472 time: 0.1832514 Jun 28 06:49:17.783732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 55998) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:17.807054 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8719c6e6-fba4-4007-abbf-a28d5f7b8719 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/f288aedc-0969-4d45-ac26-83ee17d5b5f5 HTTP/1.1" status: 200 len: 459 time: 0.0234890 Jun 28 06:49:17.810619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56002) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:17.831668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59b0fe9-378d-47fc-a6f2-46b0b2cb73f3 x-openstack-request-id: req-c59b0fe9-378d-47fc-a6f2-46b0b2cb73f3 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:17.832070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d9c54c-60ad-48ad-87a3-6960e906bf54", "tag": "8bc40033-ec42-4c13-b56e-d749c507885e", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:17.832386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c59b0fe9-378d-47fc-a6f2-46b0b2cb73f3 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:17.832979 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'tag': '8bc40033-ec42-4c13-b56e-d749c507885e', 'status': 'completed', 'code': 200} Jun 28 06:49:17.857578 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:49:06Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:17.884593 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] Checking router: c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:49:17.894885 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:17.895510 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:48:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:17.957478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-3434d503-c4ad-43f6-af40-6ad80ad65860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:17.959007 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-3434d503-c4ad-43f6-af40-6ad80ad65860 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 1099 time: 0.0766883 Jun 28 06:49:18.036243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a11d3be9-45ae-4967-afa6-ee7dbbc7ca72 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:18.044552 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a11d3be9-45ae-4967-afa6-ee7dbbc7ca72 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/f288aedc-0969-4d45-ac26-83ee17d5b5f5 HTTP/1.1" status: 204 len: 168 time: 0.2252617 Jun 28 06:49:18.044552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56014) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:18.098541 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:18.335838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-e7ba09ff-cc20-453b-8402-47b40bcf2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:18.337271 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-e7ba09ff-cc20-453b-8402-47b40bcf2dea service neutron] 10.222.0.50 "GET /v2.0/networks?id=86b40531-0a94-472d-a8df-c26d19f25874 HTTP/1.1" status: 200 len: 898 time: 0.3708308 Jun 28 06:49:18.390657 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:49:06Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:18.398969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-cb08ca29-74c9-4f81-87d0-0c9c0fb5bd41 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:18.400503 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cb08ca29-74c9-4f81-87d0-0c9c0fb5bd41 tempest-MeteringIpV6TestJSON-1766740559 tempest-MeteringIpV6TestJSON-1766740559-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/1ccdf942-62fc-423f-9bf1-c187931deec2 HTTP/1.1" status: 204 len: 168 time: 0.3591273 Jun 28 06:49:18.421783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539703d-3f62-40a6-a177-8a6c27857005 req-ec96a1b3-0f4e-4674-baed-20b1f1080058 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:18.424280 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-ec96a1b3-0f4e-4674-baed-20b1f1080058 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/networks?id=4456eb02-19b0-4aee-848b-c45cdc59bbdf HTTP/1.1" status: 200 len: 812 time: 0.3143554 Jun 28 06:49:18.431119 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ab32a9-9603-4dfd-a2f0-47df3d7a9373 None None] The sync data for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv is: [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:49:06Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '1ee14cb8-e1da-4c57-8ae6-3afc7608431d', 'name': '', 'network_id': '86b40531-0a94-472d-a8df-c26d19f25874', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a7:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '61562036-9953-4f32-96f2-b13aba80cf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:39Z', 'updated_at': '2021-06-28T06:46:50Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '61562036-9953-4f32-96f2-b13aba80cf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:49:18.438234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-b42d30f9-e19e-4715-a318-0c99d1647ffe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc40033-ec42-4c13-b56e-d749c507885e HTTP/1.1" status: 200 len: 217 time: 0.0830238 Jun 28 06:49:18.502757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-b5e1ddab-e302-4e64-895d-aafb593c09ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3191690 Jun 28 06:49:18.504527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-1ed62b73-1572-480f-8027-55c9a6d1ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:18.505937 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-1ed62b73-1572-480f-8027-55c9a6d1ee4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=61562036-9953-4f32-96f2-b13aba80cf24 HTTP/1.1" status: 200 len: 834 time: 0.0554280 Jun 28 06:49:18.509324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-40f27906-cdab-4709-8505-bb20fc20f0d7 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/quotas/265bbd13655c47cdbe7e986b9fc5bad6 HTTP/1.1" status: 200 len: 375 time: 0.0783343 Jun 28 06:49:18.523459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70678900-10c3-4673-936b-2cd24d0ed927 req-ea4b06e8-0838-4c67-9b08-3b03b7e2b6b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:18.527695 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-70678900-10c3-4673-936b-2cd24d0ed927 req-ea4b06e8-0838-4c67-9b08-3b03b7e2b6b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 946 time: 0.2956383 Jun 28 06:49:18.721250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d530a1-c710-4278-9312-646edca1f89e None None] New status for floating IP db9fa778-982a-4c95-8e81-a264c1b06e26: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:49:18.919007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56028) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:18.980889 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-df79365a-25b4-4783-a12f-e5dfdcbfa53b tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=265bbd13655c47cdbe7e986b9fc5bad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4521298 Jun 28 06:49:19.045803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-86f4b148-281c-4ab2-b8b3-c53711bccbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:19.091969 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-70678900-10c3-4673-936b-2cd24d0ed927 req-fc503333-7953-498d-ae58-bb4667c9d269 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5534754 Jun 28 06:49:19.134989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-89a5dd54-312b-467c-ae44-22e548e1fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:19.136387 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-89a5dd54-312b-467c-ae44-22e548e1fc88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b40531-0a94-472d-a8df-c26d19f25874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5969388 Jun 28 06:49:19.153901 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-25ec097f-25d0-489c-9d6d-975c75e11ccd service neutron] 10.222.0.24 "GET /v2.0/networks/4456eb02-19b0-4aee-848b-c45cdc59bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467252 Jun 28 06:49:19.156630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-9a99ef41-cf4e-48e9-b150-13d38a67bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:19.158066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-9a99ef41-cf4e-48e9-b150-13d38a67bed8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2fddddf685b4fb0874f450869f3f92f&device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 1098 time: 0.5997717 Jun 28 06:49:19.170806 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-86f4b148-281c-4ab2-b8b3-c53711bccbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:19.236363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-86f4b148-281c-4ab2-b8b3-c53711bccbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:19.240492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0847298b-61f5-47d3-8ff4-dc6b5adf0b40 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:19.285301 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-86f4b148-281c-4ab2-b8b3-c53711bccbce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6084d7d13bd64cb680a48492ac74a09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627694 Jun 28 06:49:19.285301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4b148-281c-4ab2-b8b3-c53711bccbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8a260c-d53f-433d-9513-5f5d41219859,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:19.286353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56032) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:19.293233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-86f4b148-281c-4ab2-b8b3-c53711bccbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:19.340597 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76ec105b-6e52-4315-9549-3fa678fcf820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:19.364759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76ec105b-6e52-4315-9549-3fa678fcf820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:19.377818 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-9847e634-1944-48a7-b4ef-f52b2ce1b10e service neutron] 10.222.0.50 "GET /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336588 Jun 28 06:49:19.383212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-791f7f40-b624-4195-8d1f-61723d68632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:19.384578 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-791f7f40-b624-4195-8d1f-61723d68632f service neutron] 10.222.0.50 "GET /v2.0/networks?id=5f90b46d-010e-4b4e-a1ee-0e7e23497587 HTTP/1.1" status: 200 len: 897 time: 0.2010734 Jun 28 06:49:19.398102 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-d6851033-efa0-4b35-ac92-c58a3f90a7e1 service neutron] 10.222.0.24 "GET /v2.0/networks/4456eb02-19b0-4aee-848b-c45cdc59bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298169 Jun 28 06:49:19.488561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76ec105b-6e52-4315-9549-3fa678fcf820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:19.497803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-76ec105b-6e52-4315-9549-3fa678fcf820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:19.497803 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-76ec105b-6e52-4315-9549-3fa678fcf820 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d8a260c-d53f-433d-9513-5f5d41219859 HTTP/1.1" status: 204 len: 168 time: 0.2040243 Jun 28 06:49:19.497803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-89a5aede-2e61-43bb-8fea-a700331c4bd2 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:19.501171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec105b-6e52-4315-9549-3fa678fcf820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8a260c-d53f-433d-9513-5f5d41219859,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:19.503456 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-76ec105b-6e52-4315-9549-3fa678fcf820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:19.559710 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-c0d4fc18-3da2-44ad-b3e3-dbf3ab0e1543 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce HTTP/1.1" status: 200 len: 1001 time: 0.1604419 Jun 28 06:49:19.602360 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-92b4df04-0280-490f-a56d-ddfe079aac32 req-aa13bf86-5ca1-4d8b-92f7-0fbe80429fdd service neutron] 10.222.0.50 "GET /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022312 Jun 28 06:49:19.624206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-a169a2d4-0fc2-46ea-aa72-d548cd04990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:19.625840 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-a169a2d4-0fc2-46ea-aa72-d548cd04990c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a515bc3d-c230-456e-b8c4-ec0b1be937e3 HTTP/1.1" status: 200 len: 835 time: 0.0541923 Jun 28 06:49:19.733602 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ae16d89-c5df-4589-bb18-e809182ec552 req-0d766caf-f93f-4846-adbe-5d6ccc607bad tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 210 time: 0.0449581 Jun 28 06:49:19.772803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-59ce885f-0b6c-4fc5-952c-f7eb590b4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:19.774859 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-59ce885f-0b6c-4fc5-952c-f7eb590b4f55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f90b46d-010e-4b4e-a1ee-0e7e23497587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1228108 Jun 28 06:49:19.925417 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-a32988b8-0797-40af-8c52-b40bdf07566a service neutron] 10.222.0.50 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429656 Jun 28 06:49:19.979333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a69e6-b711-4424-b668-19c950f23191 req-a5d0ebb2-b421-4b08-8bfc-020cc5b0c341 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:19.980800 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-669a69e6-b711-4424-b668-19c950f23191 req-a5d0ebb2-b421-4b08-8bfc-020cc5b0c341 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 946 time: 0.1166921 Jun 28 06:49:20.102503 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4eda5e79-8f2e-4a8a-a129-305d7d8982a3 req-3ec30ec8-ef41-4bab-a699-c09c9f04b0e2 service neutron] 10.222.0.50 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664312 Jun 28 06:49:20.135671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-669a69e6-b711-4424-b668-19c950f23191 req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 8bc40033-ec42-4c13-b56e-d749c507885e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:20.136146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-669a69e6-b711-4424-b668-19c950f23191 req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.218178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56050) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:20.233769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-230dd73f-48ce-4714-9ec1-92ab69e0e92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.296740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-669a69e6-b711-4424-b668-19c950f23191 req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 8bc40033-ec42-4c13-b56e-d749c507885e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8bc40033-ec42-4c13-b56e-d749c507885e,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:20.297120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-669a69e6-b711-4424-b668-19c950f23191 req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.314825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-669a69e6-b711-4424-b668-19c950f23191 req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 8bc40033-ec42-4c13-b56e-d749c507885e owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:20.340141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-230dd73f-48ce-4714-9ec1-92ab69e0e92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.407120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ac09b-b94d-45e7-b5df-6e9db168e2d8 req-4207270a-e23b-4549-8b83-a2ed85d2ffa2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:20.407693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-230dd73f-48ce-4714-9ec1-92ab69e0e92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.408669 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-179ac09b-b94d-45e7-b5df-6e9db168e2d8 req-4207270a-e23b-4549-8b83-a2ed85d2ffa2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 946 time: 0.1840367 Jun 28 06:49:20.410527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cdaec3a9-e2a2-4576-9e6f-518c87b20ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:20.462715 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-230dd73f-48ce-4714-9ec1-92ab69e0e92e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c646f002b5c4b6ba79acddb00a47334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404828 Jun 28 06:49:20.462715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dd73f-48ce-4714-9ec1-92ab69e0e92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78437efb-7cb7-4af0-b50e-64ae72f9aa20,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:20.463744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56054) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:20.466434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-230dd73f-48ce-4714-9ec1-92ab69e0e92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:20.494096 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-179ac09b-b94d-45e7-b5df-6e9db168e2d8 req-895471b8-5f8c-4c14-a839-8f1c8b37394a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f28f570-f4de-46f7-9d4d-ba2221132651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788198 Jun 28 06:49:20.520773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-edc1ad8a-7ba8-48a5-81f5-303c4f07332c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.552179 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-edc1ad8a-7ba8-48a5-81f5-303c4f07332c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.579994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-669a69e6-b711-4424-b668-19c950f23191 req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.585596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d739c522-3a12-43c6-b143-6438b7f55da6 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:20.649093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=8bc40033-ec42-4c13-b56e-d749c507885e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:20.649093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:20.665258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-edc1ad8a-7ba8-48a5-81f5-303c4f07332c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.666967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a69e6-b711-4424-b668-19c950f23191 req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port 8bc40033-ec42-4c13-b56e-d749c507885e on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:20.668966 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-edc1ad8a-7ba8-48a5-81f5-303c4f07332c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.678181 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-edc1ad8a-7ba8-48a5-81f5-303c4f07332c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78437efb-7cb7-4af0-b50e-64ae72f9aa20 HTTP/1.1" status: 204 len: 168 time: 0.2051871 Jun 28 06:49:20.678181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-71b1415c-ea93-4c4c-a0fe-da10fae973b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:20.679059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-669a69e6-b711-4424-b668-19c950f23191 req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:20.679059 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-669a69e6-b711-4424-b668-19c950f23191 req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "DELETE /v2.0/ports/8bc40033-ec42-4c13-b56e-d749c507885e HTTP/1.1" status: 204 len: 173 time: 0.6685591 Jun 28 06:49:20.679059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'name': 'network-vif-deleted', 'tag': '8bc40033-ec42-4c13-b56e-d749c507885e'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:20.679059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b5c301-27a9-420c-a055-10b9a2388266" -d '{"events": [{"server_uuid": "c9d9c54c-60ad-48ad-87a3-6960e906bf54", "name": "network-vif-deleted", "tag": "8bc40033-ec42-4c13-b56e-d749c507885e"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:20.680816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1ad8a-7ba8-48a5-81f5-303c4f07332c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78437efb-7cb7-4af0-b50e-64ae72f9aa20,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:20.688195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-edc1ad8a-7ba8-48a5-81f5-303c4f07332c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:20.723130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ccc716-1e30-4607-bb63-d1d046f90077 x-openstack-request-id: req-b1ccc716-1e30-4607-bb63-d1d046f90077 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:20.729807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d9c54c-60ad-48ad-87a3-6960e906bf54", "name": "network-vif-deleted", "tag": "8bc40033-ec42-4c13-b56e-d749c507885e", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:20.729807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1ccc716-1e30-4607-bb63-d1d046f90077 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:20.729807 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d9c54c-60ad-48ad-87a3-6960e906bf54', 'name': 'network-vif-deleted', 'tag': '8bc40033-ec42-4c13-b56e-d749c507885e', 'status': 'completed', 'code': 200} Jun 28 06:49:20.909934 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d2290569-d2c5-49f2-a8d2-a0b39f13c859 req-0d7c0e0e-a3a2-4a7f-a4a2-f3ec86866e91 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 210 time: 0.0456214 Jun 28 06:49:21.669411 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cb0d99af-657e-44fc-aec5-ebdf53798650 req-5533cec5-4324-4ea7-b79c-8a2b33d3e8c0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 210 time: 0.0357130 Jun 28 06:49:22.091385 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a0ef0297-8251-41dd-aa29-f6dba9d869cf req-a2ff854e-b05a-4dfa-996c-e9d532fc44ab tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 210 time: 0.0374067 Jun 28 06:49:22.823557 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-53736bd8-c008-4020-b047-b7a13e3c34a3 req-b642e3cc-5731-4ac5-ae87-e645b3ba1767 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9d9c54c-60ad-48ad-87a3-6960e906bf54 HTTP/1.1" status: 200 len: 210 time: 0.0300894 Jun 28 06:49:23.241273 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04028f5b-1b51-4dc3-97cc-e78d42df427d req-304436b5-eb2f-40cf-a711-deb1a3633c54 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 210 time: 0.0314829 Jun 28 06:49:23.789285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539703d-3f62-40a6-a177-8a6c27857005 req-fb29b97c-e01c-434f-b63d-468629dae807 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:23.792519 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-fb29b97c-e01c-434f-b63d-468629dae807 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.50 "GET /v2.0/networks?id=4456eb02-19b0-4aee-848b-c45cdc59bbdf HTTP/1.1" status: 200 len: 812 time: 0.1802008 Jun 28 06:49:23.808137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8314-58e7-42c3-ae78-6312564c9608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:23.814080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Request body: {'port': {'device_id': 'c90c4b51-8123-4163-8228-ab734c283338', 'network_id': '4456eb02-19b0-4aee-848b-c45cdc59bbdf', 'admin_state_up': True, 'tenant_id': '265bbd13655c47cdbe7e986b9fc5bad6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:23.925311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56112) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:23.966204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56114) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:24.006979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-530c6237-4e8c-4b90-9a86-d55bb5bf145a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.024385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Made reservation on behalf of 265bbd13655c47cdbe7e986b9fc5bad6 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:24.030615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.039961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-530c6237-4e8c-4b90-9a86-d55bb5bf145a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.212646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1096802292', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:24.309211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 8bc40033-ec42-4c13-b56e-d749c507885e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:24.355409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 8bc40033-ec42-4c13-b56e-d749c507885e {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:24.355683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 8bc40033-ec42-4c13-b56e-d749c507885e not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:24.366728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Allocated IP 172.20.0.11 (4456eb02-19b0-4aee-848b-c45cdc59bbdf/86aec9d5-96ee-4894-95a4-3c0041a8f687/33e246cb-71fc-4338-bae5-6fd913e2aa45) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:24.485035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Made reservation on behalf of edd978e9e9b041a99ed391f464ec8757 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:24.488309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.515379 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-78cb17c4-6bed-4928-a7ef-fcf7a70a30b5 req-68cd1ba6-7e07-4823-93e1-675e87f5839d tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 210 time: 0.0757935 Jun 28 06:49:24.535144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.602160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-530c6237-4e8c-4b90-9a86-d55bb5bf145a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.605374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-530c6237-4e8c-4b90-9a86-d55bb5bf145a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.607185 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-530c6237-4e8c-4b90-9a86-d55bb5bf145a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/0f28f570-f4de-46f7-9d4d-ba2221132651 HTTP/1.1" status: 204 len: 168 time: 0.6799991 Jun 28 06:49:24.609166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-10ae2a25-1142-4b80-af89-84634bbc1853 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:24.621042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c6237-4e8c-4b90-9a86-d55bb5bf145a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f28f570-f4de-46f7-9d4d-ba2221132651,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:24.624029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-530c6237-4e8c-4b90-9a86-d55bb5bf145a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:24.651866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.711843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56128) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:24.731084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.819380 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.824643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:24.863385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:24.877694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] device_id is not set on port 3ce15afe-19b3-4e2a-830e-1787c79f7988 yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:49:24.898368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Network 4456eb02-19b0-4aee-848b-c45cdc59bbdf is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:24.903487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:24.930045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Pushing event updated for resources: {'Port': ['ID=33e246cb-71fc-4338-bae5-6fd913e2aa45,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:24.938189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:24.941024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:24.944506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f96f0134-1cf3-46fe-9408-955615dc9b7d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:25.021876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee77c6-ec66-41e7-b7e7-15bcc354f822,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:25.032124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:25.074854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:25.075413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.112637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.117222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Allocated IP 172.26.4.3 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/3ce15afe-19b3-4e2a-830e-1787c79f7988) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:25.292526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.320507 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5106368 Jun 28 06:49:25.340766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Request body: {'port': {'device_id': 'c90c4b51-8123-4163-8228-ab734c283338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:25.398954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:25.399207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.411267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.416191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-369d406a-4113-413d-a88b-f90d53a972b8 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:25.455972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.475667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:25.481361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:25.485331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Pushing event updated for resources: {'Port': ['ID=3ce15afe-19b3-4e2a-830e-1787c79f7988,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:25.487923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:25.490144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:25.511099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 1ee14cb8-e1da-4c57-8ae6-3afc7608431d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1ee14cb8-e1da-4c57-8ae6-3afc7608431d,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:25.511503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.524582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 1ee14cb8-e1da-4c57-8ae6-3afc7608431d owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:25.572886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:25.573493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.734988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7669239 Jun 28 06:49:25.738252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56146) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:25.743298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.3'}]}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:25.766380 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d8f85-56c7-4d98-9920-d77316bb9373 req-dcdbb6b8-75fe-4e65-9449-919f90826012 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:25.767891 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2b8d8f85-56c7-4d98-9920-d77316bb9373 req-dcdbb6b8-75fe-4e65-9449-919f90826012 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 932 time: 0.1371360 Jun 28 06:49:25.801206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.804404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:25.832133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=1ee14cb8-e1da-4c57-8ae6-3afc7608431d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:25.834058 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2b8d8f85-56c7-4d98-9920-d77316bb9373 req-2ffaeee2-6dfb-4f96-a75b-86127b5d79c2 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597603 Jun 28 06:49:25.851322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:25.851982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.853134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.872204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e246cb-71fc-4338-bae5-6fd913e2aa45 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:49:25.881015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.893518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Transition to ACTIVE for port object 33e246cb-71fc-4338-bae5-6fd913e2aa45 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:25.990048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:25.992551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:26.010179 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.066153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Pushing event updated for resources: {'Port': ['ID=33e246cb-71fc-4338-bae5-6fd913e2aa45,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:26.070115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:26.088159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.139406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Attempting to bind port 33e246cb-71fc-4338-bae5-6fd913e2aa45 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:26.139862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Attempting to bind port 33e246cb-71fc-4338-bae5-6fd913e2aa45 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'dadcc270-986c-48ce-9194-a7dfb69b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4456eb02-19b0-4aee-848b-c45cdc59bbdf'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:26.140258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Attempting to bind port 33e246cb-71fc-4338-bae5-6fd913e2aa45 on network 4456eb02-19b0-4aee-848b-c45cdc59bbdf {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:26.144986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Port 33e246cb-71fc-4338-bae5-6fd913e2aa45 on network 4456eb02-19b0-4aee-848b-c45cdc59bbdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:49:26.145381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Attempting to bind port 33e246cb-71fc-4338-bae5-6fd913e2aa45 on network 4456eb02-19b0-4aee-848b-c45cdc59bbdf {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:26.150344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:26.150745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Checking segment: {'id': 'dadcc270-986c-48ce-9194-a7dfb69b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4456eb02-19b0-4aee-848b-c45cdc59bbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:26.151190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Bound using segment: {'id': 'dadcc270-986c-48ce-9194-a7dfb69b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4456eb02-19b0-4aee-848b-c45cdc59bbdf'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:26.151708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Bound port: 33e246cb-71fc-4338-bae5-6fd913e2aa45, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadcc270-986c-48ce-9194-a7dfb69b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4456eb02-19b0-4aee-848b-c45cdc59bbdf'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:26.152128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.221265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] For port 33e246cb-71fc-4338-bae5-6fd913e2aa45, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:26.224813 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] For port 33e246cb-71fc-4338-bae5-6fd913e2aa45, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33e246cb-71fc-4338-bae5-6fd913e2aa45,segment=NetworkSegment(dadcc270-986c-48ce-9194-a7dfb69b00fc),segment_id=dadcc270-986c-48ce-9194-a7dfb69b00fc)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:26.308439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.316074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.325133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b7e42cb-dbba-468f-9180-e0a7373751b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:26.370403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:26.371122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.372680 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] 10.222.0.50 "PUT /v2.0/ports/33e246cb-71fc-4338-bae5-6fd913e2aa45 HTTP/1.1" status: 200 len: 1094 time: 1.0366945 Jun 28 06:49:26.374316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90c4b51-8123-4163-8228-ab734c283338', 'tag': '33e246cb-71fc-4338-bae5-6fd913e2aa45'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:26.376597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cf0e85-01d3-470e-bb73-956d42fb5a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c90c4b51-8123-4163-8228-ab734c283338", "tag": "33e246cb-71fc-4338-bae5-6fd913e2aa45"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:26.402726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Pushing event updated for resources: {'Port': ['ID=33e246cb-71fc-4338-bae5-6fd913e2aa45,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:26.408906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:26.414365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.418357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f5fabf-406a-4d5c-a39f-550cd23fc127 x-openstack-request-id: req-53f5fabf-406a-4d5c-a39f-550cd23fc127 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:26.418694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90c4b51-8123-4163-8228-ab734c283338", "tag": "33e246cb-71fc-4338-bae5-6fd913e2aa45", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:26.418990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53f5fabf-406a-4d5c-a39f-550cd23fc127 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:26.419430 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90c4b51-8123-4163-8228-ab734c283338', 'tag': '33e246cb-71fc-4338-bae5-6fd913e2aa45', 'status': 'completed', 'code': 200} Jun 28 06:49:26.483681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9282d9b-939a-4c94-97a2-fef4310812b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.528386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf0e85-01d3-470e-bb73-956d42fb5a6f req-4960622d-2155-4cae-9f1d-d91462f5dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:26.529942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47cf0e85-01d3-470e-bb73-956d42fb5a6f req-4960622d-2155-4cae-9f1d-d91462f5dcf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=265bbd13655c47cdbe7e986b9fc5bad6&device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 1097 time: 0.0596335 Jun 28 06:49:26.533845 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:49:26.642617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf0e85-01d3-470e-bb73-956d42fb5a6f req-9ac41c51-7311-4363-98a3-98c4b3a1cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:26.644385 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47cf0e85-01d3-470e-bb73-956d42fb5a6f req-9ac41c51-7311-4363-98a3-98c4b3a1cef8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=265bbd13655c47cdbe7e986b9fc5bad6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0974174 Jun 28 06:49:26.692945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:49:26.701727 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/c966dc1f-4dbb-4bdc-b743-2ae7a8a04974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9884167 Jun 28 06:49:26.704495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56156) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:26.706247 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] Sync routers for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:49:26.722823 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:26.724515 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:26.753309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf0e85-01d3-470e-bb73-956d42fb5a6f req-9db16e5b-4528-469c-957c-8d8d43d341e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:26.755074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47cf0e85-01d3-470e-bb73-956d42fb5a6f req-9db16e5b-4528-469c-957c-8d8d43d341e1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022844 Jun 28 06:49:26.824337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84e1040-4c57-4fa8-b0a7-07dcd322e8b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting subnet 61562036-9953-4f32-96f2-b13aba80cf24 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:49:26.830131 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c84e1040-4c57-4fa8-b0a7-07dcd322e8b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.846212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:26.901505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c84e1040-4c57-4fa8-b0a7-07dcd322e8b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.905946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:26.941029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539703d-3f62-40a6-a177-8a6c27857005 req-ddccf5c8-53dc-4e18-9182-e9d056e73693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:26.942736 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-ddccf5c8-53dc-4e18-9182-e9d056e73693 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=265bbd13655c47cdbe7e986b9fc5bad6&device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 1097 time: 0.1031985 Jun 28 06:49:26.947638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:27.019256 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-94499c27-cb05-44d9-b314-35dc00959ab7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e246cb-71fc-4338-bae5-6fd913e2aa45 HTTP/1.1" status: 200 len: 217 time: 0.0579107 Jun 28 06:49:27.062866 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:49:25Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:27.101390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539703d-3f62-40a6-a177-8a6c27857005 req-2e3b6292-919e-469f-b0c3-0c34dcf372ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:27.101390 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-2e3b6292-919e-469f-b0c3-0c34dcf372ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86aec9d5-96ee-4894-95a4-3c0041a8f687 HTTP/1.1" status: 200 len: 852 time: 0.0725591 Jun 28 06:49:27.106262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c84e1040-4c57-4fa8-b0a7-07dcd322e8b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:27.106433 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] Checking router: c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:49:27.120501 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] Routers {'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:27.120501 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:27.143525 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-21f90bba-da4c-455b-95fb-cde474f9fa5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4456eb02-19b0-4aee-848b-c45cdc59bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323229 Jun 28 06:49:27.151653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78f467-646e-4a26-b5e7-bfb5a3e65102 req-768361d5-8fbb-4377-93db-59aa6d91136f tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:27.157000 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8d78f467-646e-4a26-b5e7-bfb5a3e65102 req-768361d5-8fbb-4377-93db-59aa6d91136f tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 944 time: 0.1367676 Jun 28 06:49:27.241133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:27.250522 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8d78f467-646e-4a26-b5e7-bfb5a3e65102 req-06ea2134-0bc8-472b-aafb-77befb68387f tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856199 Jun 28 06:49:27.285151 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] Set router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:27.287700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c84e1040-4c57-4fa8-b0a7-07dcd322e8b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:27.295784 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-5630777e-dd61-4876-80de-7b28b8f0936b service neutron] 10.222.0.50 "GET /v2.0/networks/4456eb02-19b0-4aee-848b-c45cdc59bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416206 Jun 28 06:49:27.315039 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9a45b82e-f6df-4685-b67d-6e3a36026bf8 tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:27.347260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e1040-4c57-4fa8-b0a7-07dcd322e8b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Subnet': ['ID=61562036-9953-4f32-96f2-b13aba80cf24,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:27.349442 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c84e1040-4c57-4fa8-b0a7-07dcd322e8b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:27.354106 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c84e1040-4c57-4fa8-b0a7-07dcd322e8b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/subnets/61562036-9953-4f32-96f2-b13aba80cf24 HTTP/1.1" status: 204 len: 168 time: 0.6487777 Jun 28 06:49:27.356886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c84e1040-4c57-4fa8-b0a7-07dcd322e8b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:27.358208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56162) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:27.365869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43335e9-b4e1-421e-a489-bcdae86f32f7 None None] Network 86b40531-0a94-472d-a8df-c26d19f25874 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:27.457365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:27.459920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:27.554299 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:49:25Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:27.585307 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242e3cb-5e27-4554-8800-9b663d51f1d2 None None] The sync data for ids ['c966dc1f-4dbb-4bdc-b743-2ae7a8a04974'] in dv-neutron-797120-6-hyperv is: [{'id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'name': 'tempest-TestNetworkBasicOps-router-443120330', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:46:23Z', 'updated_at': '2021-06-28T06:49:25Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'c7690f2a-f039-460a-a497-818bfc2cae6d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c966dc1f-4dbb-4bdc-b743-2ae7a8a04974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:46:25Z', 'updated_at': '2021-06-28T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:49:27.612263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:27.646790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:27.647555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71d8fad0-9455-4758-9e16-a8fb8ed26c40 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:49:27.768209 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 28 06:49:27.772096 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-37b2b1c5-32c8-43a7-9c08-8fee0dff56e6 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.0302041 Jun 28 06:49:27.772419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56164) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:27.868048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8b012530-2fde-4b82-b01e-98fe1b86756c tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Deleting port 3ce15afe-19b3-4e2a-830e-1787c79f7988 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:27.868312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8b012530-2fde-4b82-b01e-98fe1b86756c tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:27.984661 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] DHCP port deletion for 86b40531-0a94-472d-a8df-c26d19f25874 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:49:27.999711 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8b012530-2fde-4b82-b01e-98fe1b86756c tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.006845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.012899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8b012530-2fde-4b82-b01e-98fe1b86756c tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Calling delete_port for 3ce15afe-19b3-4e2a-830e-1787c79f7988 owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:28.016081 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5539703d-3f62-40a6-a177-8a6c27857005 req-536c0c98-3c52-4eac-aea7-e8e431d88c67 service neutron] 10.222.0.50 "GET /v2.0/networks/4456eb02-19b0-4aee-848b-c45cdc59bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115257 Jun 28 06:49:28.060648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] Deleting port 2cc69a4d-0407-4bec-af9d-994d2b21857d {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:28.061078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.125045 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ee14cb8-e1da-4c57-8ae6-3afc7608431d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:28.148283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.152421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 1ee14cb8-e1da-4c57-8ae6-3afc7608431d {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:28.153189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1ee14cb8-e1da-4c57-8ae6-3afc7608431d not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:28.153904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2cc69a4d-0407-4bec-af9d-994d2b21857d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:28.186171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] For port 2cc69a4d-0407-4bec-af9d-994d2b21857d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2cc69a4d-0407-4bec-af9d-994d2b21857d,segment=NetworkSegment(0a0a5e5d-1e44-476c-86e6-8649eeae8781),segment_id=0a0a5e5d-1e44-476c-86e6-8649eeae8781)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:28.186723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.205949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] Calling delete_port for 2cc69a4d-0407-4bec-af9d-994d2b21857d owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:28.270016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8b012530-2fde-4b82-b01e-98fe1b86756c tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.275306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b6ac61b2-f77e-4e55-a505-01eb014a9080 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:28.306476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b012530-2fde-4b82-b01e-98fe1b86756c tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ce15afe-19b3-4e2a-830e-1787c79f7988,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:28.310119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8b012530-2fde-4b82-b01e-98fe1b86756c tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:28.345552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.384331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port c7690f2a-f039-460a-a497-818bfc2cae6d {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:28.384656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.386520 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8b012530-2fde-4b82-b01e-98fe1b86756c tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.392575 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8b012530-2fde-4b82-b01e-98fe1b86756c tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3ce15afe-19b3-4e2a-830e-1787c79f7988 HTTP/1.1" status: 204 len: 168 time: 0.6158955 Jun 28 06:49:28.415870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.418828 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:28.477858 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] Pushing event deleted for resources: {'Port': ['ID=2cc69a4d-0407-4bec-af9d-994d2b21857d,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:28.485723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:28.489616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] No DVR routers for this DVR port 2cc69a4d-0407-4bec-af9d-994d2b21857d on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:28.538751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port c7690f2a-f039-460a-a497-818bfc2cae6d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c7690f2a-f039-460a-a497-818bfc2cae6d,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:28.539111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.555761 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for c7690f2a-f039-460a-a497-818bfc2cae6d owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:28.582287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bdf16-195d-4d18-ab12-0903b658abbb req-07bb34cd-4581-410d-94f7-6d59175037c2 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:28.584665 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-304bdf16-195d-4d18-ab12-0903b658abbb req-07bb34cd-4581-410d-94f7-6d59175037c2 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 944 time: 0.1764367 Jun 28 06:49:28.668155 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-304bdf16-195d-4d18-ab12-0903b658abbb req-22d0d2ff-1ea8-4063-9499-e636ae200552 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530260 Jun 28 06:49:28.841157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:28.844914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7a6fd784-f1d5-474c-9db1-4b51c2d98010 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:28.866706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56182) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:28.869939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=c7690f2a-f039-460a-a497-818bfc2cae6d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:28.874110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:28.934800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.003759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e07d389-18e0-4ba5-8012-7fdcc9bab0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.035216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.037405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.100264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e07d389-18e0-4ba5-8012-7fdcc9bab0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.190628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.191185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Fanout notify agent at l3_agent the message router_deleted on router c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:49:29.206295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.206295 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/routers/c966dc1f-4dbb-4bdc-b743-2ae7a8a04974 HTTP/1.1" status: 204 len: 168 time: 1.8404169 Jun 28 06:49:29.206492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56186) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:29.219817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e07d389-18e0-4ba5-8012-7fdcc9bab0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.233405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-230dd73f-48ce-4714-9ec1-92ab69e0e92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:29.275568 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.667693 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7e07d389-18e0-4ba5-8012-7fdcc9bab0f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08f1af47658b4b34b3da839bb7125a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7997720 Jun 28 06:49:29.668186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56190) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:29.677372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07d389-18e0-4ba5-8012-7fdcc9bab0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b82133-01f5-45a4-ac4a-f9d3a24b2942,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:29.682538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e07d389-18e0-4ba5-8012-7fdcc9bab0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:29.687791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.761118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2388e745-6323-475a-a114-42beb4329bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.789305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2388e745-6323-475a-a114-42beb4329bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.815341 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.827145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b40531-0a94-472d-a8df-c26d19f25874']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:29.840080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c7690f2a-f039-460a-a497-818bfc2cae6d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:29.879241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0a5e5d-1e44-476c-86e6-8649eeae8781') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:29.879961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0a5e5d-1e44-476c-86e6-8649eeae8781') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:29.881558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: c7690f2a-f039-460a-a497-818bfc2cae6d {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:29.881926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c7690f2a-f039-460a-a497-818bfc2cae6d not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:29.894467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.911526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.922077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:29.922577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:29.925832 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:29.930292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2388e745-6323-475a-a114-42beb4329bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.933071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2388e745-6323-475a-a114-42beb4329bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:29.936838 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2388e745-6323-475a-a114-42beb4329bdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8b82133-01f5-45a4-ac4a-f9d3a24b2942 HTTP/1.1" status: 204 len: 168 time: 0.2647400 Jun 28 06:49:29.938816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:29.963314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f4dc3-4bf6-4382-a0b4-e7b32869abae req-206fe8f9-e2cf-471d-8161-29ee3cd9418a tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:29.965918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce4f4dc3-4bf6-4382-a0b4-e7b32869abae req-206fe8f9-e2cf-471d-8161-29ee3cd9418a tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 944 time: 0.1002614 Jun 28 06:49:29.968795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388e745-6323-475a-a114-42beb4329bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b82133-01f5-45a4-ac4a-f9d3a24b2942,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:29.977868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2388e745-6323-475a-a114-42beb4329bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:30.016171 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce4f4dc3-4bf6-4382-a0b4-e7b32869abae req-fedfca0c-ac6e-411e-9bc7-cfdba411500e tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370505 Jun 28 06:49:30.127794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.131663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e6dda977-5c37-447d-a9e9-e3c5b0b06115 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:30.148771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.148771 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/networks/86b40531-0a94-472d-a8df-c26d19f25874 HTTP/1.1" status: 204 len: 168 time: 0.9305408 Jun 28 06:49:30.160706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Network': ['ID=86b40531-0a94-472d-a8df-c26d19f25874,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:30.161037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56196) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:30.163276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:30.167421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'network': {'name': 'tempest-network-smoke--225145715', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'port_security_enabled': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:30.282089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:30.286045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.309578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:30.318128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.318460 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Added segment 0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c of type vlan for network e23ea153-e5bc-44d1-aa21-0abb751ce274 Jun 28 06:49:30.359160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.504840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.510595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:30.511175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.514152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-63253762-a221-4fd9-a6af-8ac2021f9c98 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:30.583529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Network': ['ID=e23ea153-e5bc-44d1-aa21-0abb751ce274,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:30.586964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:30.595292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network e23ea153-e5bc-44d1-aa21-0abb751ce274 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:30.642928 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4808049 Jun 28 06:49:30.645537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56204) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:30.650266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-664817350', 'admin_state_up': True, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:30.767793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56206) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:30.776262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.777288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.829124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-29c596db-f12a-47f1-b9bd-a8a9b52f75b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edd978e9e9b041a99ed391f464ec8757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599754 Jun 28 06:49:30.831576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56210) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:30.859473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.886413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c6d13ef0-e290-4ca5-a4c8-e01cca1a3239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:30.908023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c6d13ef0-e290-4ca5-a4c8-e01cca1a3239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:31.071606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c6d13ef0-e290-4ca5-a4c8-e01cca1a3239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:31.074477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c6d13ef0-e290-4ca5-a4c8-e01cca1a3239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:31.076770 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c6d13ef0-e290-4ca5-a4c8-e01cca1a3239 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8ee77c6-ec66-41e7-b7e7-15bcc354f822 HTTP/1.1" status: 204 len: 168 time: 0.2434721 Jun 28 06:49:31.077812 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-edc1ad8a-7ba8-48a5-81f5-303c4f07332c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:31.090487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:31.100094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d13ef0-e290-4ca5-a4c8-e01cca1a3239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee77c6-ec66-41e7-b7e7-15bcc354f822,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:31.102930 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c6d13ef0-e290-4ca5-a4c8-e01cca1a3239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:31.213939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520aca5-7ca1-49f1-8a33-ab23fc5e94eb req-4ce37129-8c6d-4644-a598-3b14d768acf2 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:31.215437 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5520aca5-7ca1-49f1-8a33-ab23fc5e94eb req-4ce37129-8c6d-4644-a598-3b14d768acf2 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 944 time: 0.0672150 Jun 28 06:49:31.278066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5520aca5-7ca1-49f1-8a33-ab23fc5e94eb req-014271ad-b207-470e-8a5a-cbdf5946cdbb tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564017 Jun 28 06:49:31.445907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:31.466500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:31.580302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.29 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/5d23bf50-e9df-4db4-b21f-2e6a523d010d) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:31.692395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:31.819249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:31.822401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dde4ac13-be9a-4138-a90b-ab047c2a91d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:31.857913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:31.861081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:31.867462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:31.899866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=5d23bf50-e9df-4db4-b21f-2e6a523d010d,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:31.903919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:32.200430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.308605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 33e246cb-71fc-4338-bae5-6fd913e2aa45 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:49:32.317895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56238) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:32.415911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.419384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 33e246cb-71fc-4338-bae5-6fd913e2aa45, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33e246cb-71fc-4338-bae5-6fd913e2aa45,segment=NetworkSegment(dadcc270-986c-48ce-9194-a7dfb69b00fc),segment_id=dadcc270-986c-48ce-9194-a7dfb69b00fc)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:32.442199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '33e246cb-71fc-4338-bae5-6fd913e2aa45', 'network_id': '4456eb02-19b0-4aee-848b-c45cdc59bbdf', 'port_id': '33e246cb-71fc-4338-bae5-6fd913e2aa45', 'mac_address': 'fa:16:3e:11:3d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86aec9d5-96ee-4894-95a4-3c0041a8f687', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:49:32.458644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617648608'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:32.482621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.495096 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e246cb-71fc-4338-bae5-6fd913e2aa45 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:49:32.514860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 33e246cb-71fc-4338-bae5-6fd913e2aa45, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33e246cb-71fc-4338-bae5-6fd913e2aa45,segment=NetworkSegment(dadcc270-986c-48ce-9194-a7dfb69b00fc),segment_id=dadcc270-986c-48ce-9194-a7dfb69b00fc)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:32.561879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:32.565521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.574345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.585981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb430ad-d331-4e8b-91bb-573c86c52106 req-3783d57d-1e9b-4c34-bbd7-0f630bd18939 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:32.587600 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3fb430ad-d331-4e8b-91bb-573c86c52106 req-3783d57d-1e9b-4c34-bbd7-0f630bd18939 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 944 time: 0.1263807 Jun 28 06:49:32.636481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.637082 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3fb430ad-d331-4e8b-91bb-573c86c52106 req-cc7eef4c-0caa-4ca9-b37d-0ad4def9a9c2 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Jun 28 06:49:32.641425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dc31d3e4-0e20-4884-b342-04e6bc6acc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:32.678081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.699984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=33e246cb-71fc-4338-bae5-6fd913e2aa45,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:32.703746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:32.715796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router bdbb4a90-b3e6-4a90-922c-6d27dad052be is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:49:32.744386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.747825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b241716e-272c-4c06-bf75-906af2116581 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:32.776353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:32.784307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108c4872-2b81-46e5-8e30-6eddd9f37084,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:32.787630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:32.793100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.793448 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Added segment 71f25884-aac7-4dfa-a663-accec2542be8 of type vlan for network c5429ce7-791a-4284-b239-7d55c47665fa Jun 28 06:49:32.825425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:49:32.836830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Sync routers for ids ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:49:32.837214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.847079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Routers {'bdbb4a90-b3e6-4a90-922c-6d27dad052be'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:32.847706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:32.910279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.911538 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2650218 Jun 28 06:49:32.914597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56244) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:32.952480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.952733 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2b645de9-ec28-495f-9feb-81d0cbda1cfa tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=928c838aa6674b9cac7488cce014aba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343542 Jun 28 06:49:32.952835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56246) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:32.960365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Set router bdbb4a90-b3e6-4a90-922c-6d27dad052be gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:32.960557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:32.960557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:32.961400 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:33.019656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['33e246cb-71fc-4338-bae5-6fd913e2aa45'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:49:33.032714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=c5429ce7-791a-4284-b239-7d55c47665fa,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:33.035817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:33.045910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network c5429ce7-791a-4284-b239-7d55c47665fa details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:33.112101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf76adb-c763-4873-9fa0-00a42e05ac76 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:33.116295 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-abf76adb-c763-4873-9fa0-00a42e05ac76 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1596787 Jun 28 06:49:33.116872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56248) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:33.152915 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8221002 Jun 28 06:49:33.158055 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f2591955-7363-4911-8c32-5dba79fa0447 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398343 Jun 28 06:49:33.161088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56250) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:33.168313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-254481708', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:33.314280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:32Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:33.350784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Checking router: bdbb4a90-b3e6-4a90-922c-6d27dad052be for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:49:33.351143 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Updating router bdbb4a90-b3e6-4a90-922c-6d27dad052be port 5d23bf50-e9df-4db4-b21f-2e6a523d010d binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:49:33.395531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:33.678299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:33.689632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Transition to ACTIVE for port object 5d23bf50-e9df-4db4-b21f-2e6a523d010d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:33.750378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:33.754475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:33.784734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:33.787662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-554ed110-974e-47a8-b960-046c822d127d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:33.853703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Attempting to bind port 5d23bf50-e9df-4db4-b21f-2e6a523d010d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:33.853703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Attempting to bind port 5d23bf50-e9df-4db4-b21f-2e6a523d010d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:33.853703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Attempting to bind port 5d23bf50-e9df-4db4-b21f-2e6a523d010d on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:33.855670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:33.856144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:33.856666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:33.857904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:33.858665 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Bound port: 5d23bf50-e9df-4db4-b21f-2e6a523d010d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:33.860737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:33.862818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282c9bb-dfc1-4140-b103-b624cb29e320 None None] Pushing event updated for resources: {'Port': ['ID=5d23bf50-e9df-4db4-b21f-2e6a523d010d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:33.873236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2282c9bb-dfc1-4140-b103-b624cb29e320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:33.911249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35be84-b766-45d3-a88c-9a4839cd66ca req-288edbf9-08f1-4165-b8df-ab148fca0d8e tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:33.913115 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b35be84-b766-45d3-a88c-9a4839cd66ca req-288edbf9-08f1-4165-b8df-ab148fca0d8e tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 945 time: 0.1432502 Jun 28 06:49:33.929295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] For port 5d23bf50-e9df-4db4-b21f-2e6a523d010d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:33.932500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] For port 5d23bf50-e9df-4db4-b21f-2e6a523d010d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5d23bf50-e9df-4db4-b21f-2e6a523d010d,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:33.989661 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b35be84-b766-45d3-a88c-9a4839cd66ca req-7166fbb0-f435-4d6b-8eec-73b21b084942 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682740 Jun 28 06:49:34.094294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:34.097196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-39c0b2d7-85bf-46b0-bae4-00f908657df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:34.152998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Routers {'bdbb4a90-b3e6-4a90-922c-6d27dad052be'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:34.153624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:34.162375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:34.165610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9db71be2-3777-4818-ac57-389722ffafb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:34.188724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282c9bb-dfc1-4140-b103-b624cb29e320 None None] Pushing event updated for resources: {'Port': ['ID=5d23bf50-e9df-4db4-b21f-2e6a523d010d,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:34.193058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2282c9bb-dfc1-4140-b103-b624cb29e320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:34.233702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Subnet': ['ID=68812103-dc2b-4228-acab-00cc32a3b549,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:34.237975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:34.238877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Checking segment: {'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:34.239237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network hostable DHCP agents. Network: e23ea153-e5bc-44d1-aa21-0abb751ce274, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:34.266406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] Set router bdbb4a90-b3e6-4a90-922c-6d27dad052be gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:34.390353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network e23ea153-e5bc-44d1-aa21-0abb751ce274 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:34.432425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 33e246cb-71fc-4338-bae5-6fd913e2aa45 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:34.505024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, e23ea153-e5bc-44d1-aa21-0abb751ce274) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:34.509424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:34.510020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:34.529775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238720bb-4e80-4d8e-989e-e0c53681d37e None None] Network e23ea153-e5bc-44d1-aa21-0abb751ce274 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:34.651327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56258) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:34.651853 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4894691 Jun 28 06:49:34.737880 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 33e246cb-71fc-4338-bae5-6fd913e2aa45 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:34.746162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:32Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:34.749854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 33e246cb-71fc-4338-bae5-6fd913e2aa45 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:34.750546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:34.779005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-e23ea153-e5bc-44d1-aa21-0abb751ce274', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:49:34.780664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:34.800070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c49c7-06ae-4e56-9908-662058a32aba None None] The sync data for ids ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'] in dv-neutron-797120-6-hyperv is: [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:32Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:49:34.974980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:35.048071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 33e246cb-71fc-4338-bae5-6fd913e2aa45, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33e246cb-71fc-4338-bae5-6fd913e2aa45,segment=NetworkSegment(dadcc270-986c-48ce-9194-a7dfb69b00fc),segment_id=dadcc270-986c-48ce-9194-a7dfb69b00fc)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:35.051676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90c4b51-8123-4163-8228-ab734c283338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e246cb-71fc-4338-bae5-6fd913e2aa45'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:35.054142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb835797-43af-4222-acab-6df5bec69dc7" -d '{"events": [{"server_uuid": "c90c4b51-8123-4163-8228-ab734c283338", "name": "network-vif-plugged", "status": "completed", "tag": "33e246cb-71fc-4338-bae5-6fd913e2aa45"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:35.103378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Allocated IP 172.20.0.2 (e23ea153-e5bc-44d1-aa21-0abb751ce274/68812103-dc2b-4228-acab-00cc32a3b549/03671f5e-d49d-482b-a080-e72c602fe74b) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:35.174488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58d300-7ba4-46d8-b398-db3291c2b465 x-openstack-request-id: req-ab58d300-7ba4-46d8-b398-db3291c2b465 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:35.174799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90c4b51-8123-4163-8228-ab734c283338", "name": "network-vif-plugged", "status": "completed", "tag": "33e246cb-71fc-4338-bae5-6fd913e2aa45", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:35.175062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab58d300-7ba4-46d8-b398-db3291c2b465 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:35.178384 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90c4b51-8123-4163-8228-ab734c283338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e246cb-71fc-4338-bae5-6fd913e2aa45', 'code': 200} Jun 28 06:49:35.227120 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:35.315395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:35.345280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f267-ae84-4058-8895-1cd4236cc101 req-846ffb01-019a-4935-a7ab-844273698298 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:35.354634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fae8f267-ae84-4058-8895-1cd4236cc101 req-846ffb01-019a-4935-a7ab-844273698298 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1094592 Jun 28 06:49:35.392376 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:35.407857 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fae8f267-ae84-4058-8895-1cd4236cc101 req-ee696eef-a363-4d2e-a9a6-645b827eab95 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520012 Jun 28 06:49:35.500326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:35.509779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Transition to ACTIVE for port object 03671f5e-d49d-482b-a080-e72c602fe74b will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:35.526816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Transition to ACTIVE for port object 03671f5e-d49d-482b-a080-e72c602fe74b will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:35.549230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=33e246cb-71fc-4338-bae5-6fd913e2aa45,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:35.552649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:35.718173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:35.725571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-341d4f8e-7d5b-4bab-af60-67202d4b8005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:35.791626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.1 (e23ea153-e5bc-44d1-aa21-0abb751ce274/68812103-dc2b-4228-acab-00cc32a3b549/7383a4db-a974-496a-8773-42ffb308690a) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:35.804124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3728a-f379-4ccb-bebd-f5e67d3f0dfb req-f6fada20-0177-4abf-9f05-b24199492365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:35.806012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f5a3728a-f379-4ccb-bebd-f5e67d3f0dfb req-f6fada20-0177-4abf-9f05-b24199492365 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 1099 time: 0.1061900 Jun 28 06:49:35.826824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Pushing event updated for resources: {'Port': ['ID=03671f5e-d49d-482b-a080-e72c602fe74b,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:35.831410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:35.849781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Network e23ea153-e5bc-44d1-aa21-0abb751ce274 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:35.850782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5d23bf50-e9df-4db4-b21f-2e6a523d010d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:35.881351 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f5a3728a-f379-4ccb-bebd-f5e67d3f0dfb req-11c88928-9b9c-4c0d-a764-40142533b9fc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662282 Jun 28 06:49:35.886263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:35.890099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:35.992732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Attempting to bind port 03671f5e-d49d-482b-a080-e72c602fe74b on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:35.993553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Attempting to bind port 03671f5e-d49d-482b-a080-e72c602fe74b by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:35.993985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Attempting to bind port 03671f5e-d49d-482b-a080-e72c602fe74b on network e23ea153-e5bc-44d1-aa21-0abb751ce274 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:36.000059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:36.000715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Checking segment: {'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:36.001288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:36.001916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Bound using segment: {'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:36.002761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Bound port: 03671f5e-d49d-482b-a080-e72c602fe74b, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:36.003152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:36.004772 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:36.023493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 7383a4db-a974-496a-8773-42ffb308690a will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:36.075535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] For port 03671f5e-d49d-482b-a080-e72c602fe74b, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:36.079757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] For port 03671f5e-d49d-482b-a080-e72c602fe74b, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=03671f5e-d49d-482b-a080-e72c602fe74b,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:36.104591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 5d23bf50-e9df-4db4-b21f-2e6a523d010d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:36.109579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5d23bf50-e9df-4db4-b21f-2e6a523d010d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:36.109961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:36.190137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:36.191214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:36.194413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-cc12d232-48fb-46ba-9252-2fe62e570467 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:36.216383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 5d23bf50-e9df-4db4-b21f-2e6a523d010d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5d23bf50-e9df-4db4-b21f-2e6a523d010d,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:36.231149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:36.233293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:36.240710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network e23ea153-e5bc-44d1-aa21-0abb751ce274 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:36.243891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:36.247950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:36.254340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=7383a4db-a974-496a-8773-42ffb308690a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:36.278898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:36.292910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Pushing event updated for resources: {'Port': ['ID=03671f5e-d49d-482b-a080-e72c602fe74b,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:36.299761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:36.309525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:36.338105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:36.340824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:36.404696 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=5d23bf50-e9df-4db4-b21f-2e6a523d010d,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:36.408369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:36.566742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56270) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:36.576264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'network_id': 'c5429ce7-791a-4284-b239-7d55c47665fa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:36.624706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a8511-f3a3-4fe3-9f44-03bb78c55314 req-c322f01f-c8d9-4279-9610-f481939658f8 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:36.626296 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e3a8511-f3a3-4fe3-9f44-03bb78c55314 req-c322f01f-c8d9-4279-9610-f481939658f8 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.0903263 Jun 28 06:49:36.671976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:36.681490 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e3a8511-f3a3-4fe3-9f44-03bb78c55314 req-0ae33caa-875a-4d09-8a5b-35ae591e54fa tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487189 Jun 28 06:49:36.847501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:36.850905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:37.083508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:37.196162 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:37.199383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8da413a5-3b26-49c3-8d92-0fe72edf527c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:37.248943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:37.286792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=7383a4db-a974-496a-8773-42ffb308690a,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:37.291905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:37.292558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d5c011a3-b6c9-432e-9513-b5968137f7d4 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:37.296401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:37.384237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=4fa25ff7-1bca-4d6c-8ed8-8329e8ea5234,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:37.420775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:37.420775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking segment: {'id': '71f25884-aac7-4dfa-a663-accec2542be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5429ce7-791a-4284-b239-7d55c47665fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:37.420775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network hostable DHCP agents. Network: c5429ce7-791a-4284-b239-7d55c47665fa, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:37.462813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network e23ea153-e5bc-44d1-aa21-0abb751ce274 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:37.464445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:37.490518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b139592-fa23-47cc-b5f6-0191c7c9759d None None] Network e23ea153-e5bc-44d1-aa21-0abb751ce274 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:37.563447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network c5429ce7-791a-4284-b239-7d55c47665fa is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:37.585988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router bdbb4a90-b3e6-4a90-922c-6d27dad052be has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:49:37.665629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5c8bd512-9c41-49d7-a1e7-a75c98d93005 None None] Provisioning for port 03671f5e-d49d-482b-a080-e72c602fe74b completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:37.695624 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, c5429ce7-791a-4284-b239-7d55c47665fa) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:37.707253 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.711975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:37.712884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae300cc5-f2a4-48a9-a9fd-227fea6f494c None None] Network c5429ce7-791a-4284-b239-7d55c47665fa requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:37.713123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:49:37.723734 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Sync routers for ids ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:49:37.729251 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/bdbb4a90-b3e6-4a90-922c-6d27dad052be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0731914 Jun 28 06:49:37.729251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56278) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:37.745117 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Routers {'bdbb4a90-b3e6-4a90-922c-6d27dad052be'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:37.745117 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:37.882022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.883469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.884038 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.885692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.887922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.890900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.892419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.893142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.893934 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.894621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:37.897355 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cb769631-de0b-4a44-8c53-dc3ea657f2d3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7066 time: 0.1668928 Jun 28 06:49:37.906973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56280) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:37.950786 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3768826 Jun 28 06:49:37.962970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56282) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:37.971929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1622179151'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:37.977492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 03671f5e-d49d-482b-a080-e72c602fe74b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:38.017085 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Set router bdbb4a90-b3e6-4a90-922c-6d27dad052be gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:38.032153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cd7b7-86d4-4711-9e19-3d33b1507ea1 req-e50ae42b-9e35-4428-9a16-a3154cc3c9cd tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.040304 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-160cd7b7-86d4-4711-9e19-3d33b1507ea1 req-e50ae42b-9e35-4428-9a16-a3154cc3c9cd tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1445584 Jun 28 06:49:38.090371 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-160cd7b7-86d4-4711-9e19-3d33b1507ea1 req-5eb1feae-632e-4f24-83aa-a44973661f5a tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Jun 28 06:49:38.115020 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.115504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.115958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.116428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.116923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.117422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.118145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.122774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.123637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.123855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.132743 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a292f065-b9b5-4b32-9f38-b922c955c204 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6544 time: 0.2209580 Jun 28 06:49:38.133371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56288) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:38.135385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:38.139322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.155785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-c5429ce7-791a-4284-b239-7d55c47665fa', 'network_id': 'c5429ce7-791a-4284-b239-7d55c47665fa', 'tenant_id': '008bef79da3e40f9aea398929c11e07f', 'fixed_ips': [{'subnet_id': '4fa25ff7-1bca-4d6c-8ed8-8329e8ea5234'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:49:38.155785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.194932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:38.215801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.216732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Added segment e611f8af-2a66-46c0-9e74-d55dc1937144 of type vlan for network ba096140-6939-4d79-9107-2c5216911a00 Jun 28 06:49:38.317172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.340520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 03671f5e-d49d-482b-a080-e72c602fe74b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:38.367290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 03671f5e-d49d-482b-a080-e72c602fe74b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:38.367565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.368053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf534fd-a17c-4276-b7c6-aa626cc044a9 req-ae4ca72a-9279-4819-856b-9aba622c7001 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.369669 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-edf534fd-a17c-4276-b7c6-aa626cc044a9 req-ae4ca72a-9279-4819-856b-9aba622c7001 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1033845 Jun 28 06:49:38.428209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-edf534fd-a17c-4276-b7c6-aa626cc044a9 req-d47982a5-0f93-47d1-a5e5-b7223f47afbe tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458839 Jun 28 06:49:38.435920 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '7383a4db-a974-496a-8773-42ffb308690a', 'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:bf:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:35Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '68812103-dc2b-4228-acab-00cc32a3b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:38.443458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aa6eced1-a48d-4a42-9a97-a002fd7e6761 None None] Provisioning for port 7383a4db-a974-496a-8773-42ffb308690a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:38.455356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aa6eced1-a48d-4a42-9a97-a002fd7e6761 None None] Provisioning complete for port 7383a4db-a974-496a-8773-42ffb308690a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:38.455681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aa6eced1-a48d-4a42-9a97-a002fd7e6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.480875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.490189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:38.490189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.494107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-da10b13d-27ff-494e-840a-f1b6127eb42f tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:38.504554 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Checking router: bdbb4a90-b3e6-4a90-922c-6d27dad052be for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:49:38.505087 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Updating router bdbb4a90-b3e6-4a90-922c-6d27dad052be port 7383a4db-a974-496a-8773-42ffb308690a binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:49:38.506716 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a2050883-8aad-4cf1-a2b3-887e8ce5da6d tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.3723102 Jun 28 06:49:38.569970 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-aa6eced1-a48d-4a42-9a97-a002fd7e6761 None None] Port 7383a4db-a974-496a-8773-42ffb308690a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:49:38.575261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.576364 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.617763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 03671f5e-d49d-482b-a080-e72c602fe74b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=03671f5e-d49d-482b-a080-e72c602fe74b,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:38.650522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=ba096140-6939-4d79-9107-2c5216911a00,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:38.656167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:38.694395 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7278447 Jun 28 06:49:38.697120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56294) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:38.704124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'network_id': 'ba096140-6939-4d79-9107-2c5216911a00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:38.704341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Allocated IP 2001:db8:0:ffff::2 (c5429ce7-791a-4284-b239-7d55c47665fa/4fa25ff7-1bca-4d6c-8ed8-8329e8ea5234/90876930-a253-454e-b6af-57d87186b979) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:38.856667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network ba096140-6939-4d79-9107-2c5216911a00 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:38.862435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.863387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5d23bf50-e9df-4db4-b21f-2e6a523d010d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:38.868164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-619bc8b3-842a-4c6d-ad3f-f43c9b511952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:38.921101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:38.928177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.937849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.948382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aa6eced1-a48d-4a42-9a97-a002fd7e6761 None None] Provisioning complete for port 03671f5e-d49d-482b-a080-e72c602fe74b triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:38.949781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aa6eced1-a48d-4a42-9a97-a002fd7e6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:38.999699 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.009440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Transition to ACTIVE for port object 90876930-a253-454e-b6af-57d87186b979 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:39.017975 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Transition to ACTIVE for port object 7383a4db-a974-496a-8773-42ffb308690a will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:39.039300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56296) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:39.046352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-16d1d981-4621-4344-901c-e60f16e160ec tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172479242', 'description': 'tempest-secgroup-smoke-172479242 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:39.067176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=03671f5e-d49d-482b-a080-e72c602fe74b,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:39.073270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Transition to ACTIVE for port object 90876930-a253-454e-b6af-57d87186b979 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:39.074682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:39.094946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5d23bf50-e9df-4db4-b21f-2e6a523d010d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:39.095326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.224784 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.225078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16d1d981-4621-4344-901c-e60f16e160ec tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.226889 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f8a60a9a-82ec-4b20-a6ba-c01d7626dae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:39.282075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.287583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-196f1414-a01f-45d7-bdcd-c9609f367411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:39.344455 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff0d29-7a6f-4d43-b98d-6943012006a5 None None] Pushing event updated for resources: {'Port': ['ID=7383a4db-a974-496a-8773-42ffb308690a,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:39.348260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.363888 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Network c5429ce7-791a-4284-b239-7d55c47665fa is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:39.364031 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-92ff0d29-7a6f-4d43-b98d-6943012006a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:39.364965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:39.370473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:39.374132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16d1d981-4621-4344-901c-e60f16e160ec tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.376050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-96864685-5466-4f9c-b4cc-655dc920ed1d tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:39.377252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Pushing event updated for resources: {'Port': ['ID=90876930-a253-454e-b6af-57d87186b979,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:39.380874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:39.471769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=eb700f6a-363a-4cb9-911f-8bfac5e44fce,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:39.476641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:39.478573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking segment: {'id': 'e611f8af-2a66-46c0-9e74-d55dc1937144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ba096140-6939-4d79-9107-2c5216911a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:39.478911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network hostable DHCP agents. Network: ba096140-6939-4d79-9107-2c5216911a00, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:39.490995 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Attempting to bind port 7383a4db-a974-496a-8773-42ffb308690a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:39.492761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16d1d981-4621-4344-901c-e60f16e160ec tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.496947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:39.500701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Attempting to bind port 90876930-a253-454e-b6af-57d87186b979 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:39.501395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Attempting to bind port 90876930-a253-454e-b6af-57d87186b979 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '71f25884-aac7-4dfa-a663-accec2542be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5429ce7-791a-4284-b239-7d55c47665fa'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:39.502226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Attempting to bind port 90876930-a253-454e-b6af-57d87186b979 on network c5429ce7-791a-4284-b239-7d55c47665fa {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:39.503933 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Attempting to bind port 7383a4db-a974-496a-8773-42ffb308690a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:39.504344 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Attempting to bind port 7383a4db-a974-496a-8773-42ffb308690a on network e23ea153-e5bc-44d1-aa21-0abb751ce274 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:39.514762 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:39.515169 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Checking segment: {'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:39.515601 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.515995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:39.516192 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Bound using segment: {'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:39.516399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Checking segment: {'id': '71f25884-aac7-4dfa-a663-accec2542be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5429ce7-791a-4284-b239-7d55c47665fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:39.516577 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Bound port: 7383a4db-a974-496a-8773-42ffb308690a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:39.516954 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.517379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.518013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Bound using segment: {'id': '71f25884-aac7-4dfa-a663-accec2542be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5429ce7-791a-4284-b239-7d55c47665fa'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:39.518681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Bound port: 90876930-a253-454e-b6af-57d87186b979, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f25884-aac7-4dfa-a663-accec2542be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5429ce7-791a-4284-b239-7d55c47665fa'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:39.519871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.556041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1d981-4621-4344-901c-e60f16e160ec tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f427e4-6909-4f26-8820-de76eeb55ea6,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:39.576266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-16d1d981-4621-4344-901c-e60f16e160ec tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:39.607874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e039ce-94b0-439c-896a-f6e136b106d8 req-cdd357d6-bc20-424a-abc8-af4febc87658 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:39.619306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16d1d981-4621-4344-901c-e60f16e160ec tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.619427 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-88e039ce-94b0-439c-896a-f6e136b106d8 req-cdd357d6-bc20-424a-abc8-af4febc87658 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1264560 Jun 28 06:49:39.619543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] For port 90876930-a253-454e-b6af-57d87186b979, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:39.620142 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-16d1d981-4621-4344-901c-e60f16e160ec tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5762162 Jun 28 06:49:39.620142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56302) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:39.621562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] For port 90876930-a253-454e-b6af-57d87186b979, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=90876930-a253-454e-b6af-57d87186b979,segment=NetworkSegment(71f25884-aac7-4dfa-a663-accec2542be8),segment_id=71f25884-aac7-4dfa-a663-accec2542be8)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:39.624323 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-613f97d7-6d0b-4a67-9aeb-d314b0a92366 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '21f427e4-6909-4f26-8820-de76eeb55ea6', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:39.628437 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] For port 7383a4db-a974-496a-8773-42ffb308690a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:39.632395 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] For port 7383a4db-a974-496a-8773-42ffb308690a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7383a4db-a974-496a-8773-42ffb308690a,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:39.642291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network ba096140-6939-4d79-9107-2c5216911a00 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:39.660064 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-88e039ce-94b0-439c-896a-f6e136b106d8 req-914f6113-f70a-49ec-adc4-50223379973e tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Jun 28 06:49:39.711214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.713352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:39.739430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, ba096140-6939-4d79-9107-2c5216911a00) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:39.739835 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.749090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 03671f5e-d49d-482b-a080-e72c602fe74b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:39.749242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-613f97d7-6d0b-4a67-9aeb-d314b0a92366 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.750967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:39.751817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.753186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438f40d-1c1d-4165-bb48-88ece45549f1 None None] Network ba096140-6939-4d79-9107-2c5216911a00 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:39.753394 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-a4a4e87e-5c1a-499c-ac88-d4d0c83e113b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:39.811921 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Routers {'bdbb4a90-b3e6-4a90-922c-6d27dad052be'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:39.812615 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:39.835496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-613f97d7-6d0b-4a67-9aeb-d314b0a92366 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.857281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56304) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:39.860591 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1602480 Jun 28 06:49:39.884807 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff0d29-7a6f-4d43-b98d-6943012006a5 None None] Pushing event updated for resources: {'Port': ['ID=7383a4db-a974-496a-8773-42ffb308690a,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:39.885056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Pushing event updated for resources: {'Port': ['ID=90876930-a253-454e-b6af-57d87186b979,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:39.891635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:39.897100 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-92ff0d29-7a6f-4d43-b98d-6943012006a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:39.926264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 03671f5e-d49d-482b-a080-e72c602fe74b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:39.926664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:39.978061 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] Set router bdbb4a90-b3e6-4a90-922c-6d27dad052be gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:40.130349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-ba096140-6939-4d79-9107-2c5216911a00', 'network_id': 'ba096140-6939-4d79-9107-2c5216911a00', 'tenant_id': '008bef79da3e40f9aea398929c11e07f', 'fixed_ips': [{'subnet_id': 'eb700f6a-363a-4cb9-911f-8bfac5e44fce'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:49:40.132396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.350239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Allocated IP 2001:db8::1 (ba096140-6939-4d79-9107-2c5216911a00/eb700f6a-363a-4cb9-911f-8bfac5e44fce/72622b34-9dbd-4fc1-b72b-2a385ae41c6a) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:40.351244 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '7383a4db-a974-496a-8773-42ffb308690a', 'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:bf:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:35Z', 'updated_at': '2021-06-28T06:49:39Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '68812103-dc2b-4228-acab-00cc32a3b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:40.395605 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33d36b-f36b-4a23-acb3-8efa665db2f6 None None] The sync data for ids ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'] in dv-neutron-797120-6-hyperv is: [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '7383a4db-a974-496a-8773-42ffb308690a', 'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:bf:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:35Z', 'updated_at': '2021-06-28T06:49:39Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '68812103-dc2b-4228-acab-00cc32a3b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:49:40.405172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-613f97d7-6d0b-4a67-9aeb-d314b0a92366 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.409445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ee98f36a-be19-4799-8f12-78b445a49b6b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:40.433032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f97d7-6d0b-4a67-9aeb-d314b0a92366 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbcaff2-637e-4611-98a0-d5ae134ff207,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:40.437823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-613f97d7-6d0b-4a67-9aeb-d314b0a92366 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:40.485959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.551275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.581402 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.592081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Transition to ACTIVE for port object 72622b34-9dbd-4fc1-b72b-2a385ae41c6a will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:40.597168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-613f97d7-6d0b-4a67-9aeb-d314b0a92366 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.598282 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-613f97d7-6d0b-4a67-9aeb-d314b0a92366 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9796767 Jun 28 06:49:40.611738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Transition to ACTIVE for port object 72622b34-9dbd-4fc1-b72b-2a385ae41c6a will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:40.617525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56308) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:40.622679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-addd5c4b-5787-4865-97aa-a45768682ebe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '21f427e4-6909-4f26-8820-de76eeb55ea6', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:40.739573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.753452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f650d159-3838-4ff9-bddf-f7ed62912ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:40.776886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Network ba096140-6939-4d79-9107-2c5216911a00 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:40.784909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-addd5c4b-5787-4865-97aa-a45768682ebe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.815032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Pushing event updated for resources: {'Port': ['ID=72622b34-9dbd-4fc1-b72b-2a385ae41c6a,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:40.818256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:40.820232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:40.821177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:40.894556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.896787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Attempting to bind port 72622b34-9dbd-4fc1-b72b-2a385ae41c6a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:40.897473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Attempting to bind port 72622b34-9dbd-4fc1-b72b-2a385ae41c6a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'e611f8af-2a66-46c0-9e74-d55dc1937144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ba096140-6939-4d79-9107-2c5216911a00'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:40.908336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Attempting to bind port 72622b34-9dbd-4fc1-b72b-2a385ae41c6a on network ba096140-6939-4d79-9107-2c5216911a00 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:40.908509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-618ef81e-edde-43a8-ad70-11a062a30f26 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:40.908613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:40.908613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Checking segment: {'id': 'e611f8af-2a66-46c0-9e74-d55dc1937144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ba096140-6939-4d79-9107-2c5216911a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:40.908613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.908613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Bound using segment: {'id': 'e611f8af-2a66-46c0-9e74-d55dc1937144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ba096140-6939-4d79-9107-2c5216911a00'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:40.908613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Bound port: 72622b34-9dbd-4fc1-b72b-2a385ae41c6a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e611f8af-2a66-46c0-9e74-d55dc1937144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ba096140-6939-4d79-9107-2c5216911a00'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:40.908613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.925937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-addd5c4b-5787-4865-97aa-a45768682ebe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:40.944810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872c239-4a97-4252-8c2b-fca3b8a5295b req-82b43584-a2bc-4862-b808-6fa15cc97338 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:40.946739 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9872c239-4a97-4252-8c2b-fca3b8a5295b req-82b43584-a2bc-4862-b808-6fa15cc97338 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1488636 Jun 28 06:49:40.968955 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Subnet': ['ID=eb700f6a-363a-4cb9-911f-8bfac5e44fce,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:40.975714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:41.017523 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9872c239-4a97-4252-8c2b-fca3b8a5295b req-04a59841-16fa-4288-aa03-5e6e14644c54 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612323 Jun 28 06:49:41.042740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] For port 72622b34-9dbd-4fc1-b72b-2a385ae41c6a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:41.046885 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] For port 72622b34-9dbd-4fc1-b72b-2a385ae41c6a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=72622b34-9dbd-4fc1-b72b-2a385ae41c6a,segment=NetworkSegment(e611f8af-2a66-46c0-9e74-d55dc1937144),segment_id=e611f8af-2a66-46c0-9e74-d55dc1937144)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:41.078491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-addd5c4b-5787-4865-97aa-a45768682ebe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.095162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8b67184a-3a7d-4149-8522-2057297739c5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:41.102146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.107125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd5c4b-5787-4865-97aa-a45768682ebe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb60199-40ab-4c30-bf3d-0aedc5407e03,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:41.109648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-addd5c4b-5787-4865-97aa-a45768682ebe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:41.116706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba096140-6939-4d79-9107-2c5216911a00']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:41.129622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e611f8af-2a66-46c0-9e74-d55dc1937144') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:41.129921 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e611f8af-2a66-46c0-9e74-d55dc1937144') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:41.142117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.215002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.215987 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.218626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2282c9bb-dfc1-4140-b103-b624cb29e320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:41.224116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:41.224623 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:41.229469 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:41.249807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-addd5c4b-5787-4865-97aa-a45768682ebe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.251192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-addd5c4b-5787-4865-97aa-a45768682ebe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6326447 Jun 28 06:49:41.253974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56314) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:41.266213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2cd7b8b5-c1cb-4316-ae3f-9b008280dc0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '21f427e4-6909-4f26-8820-de76eeb55ea6', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:41.324627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d242270-bf56-48eb-8d17-cbd6662cdec4 None None] Network c5429ce7-791a-4284-b239-7d55c47665fa requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:41.381395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Pushing event updated for resources: {'Port': ['ID=72622b34-9dbd-4fc1-b72b-2a385ae41c6a,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:41.384933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:49:41.384933 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:49:41.384933 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'id': 'ba096140-6939-4d79-9107-2c5216911a00'}] Jun 28 06:49:41.384933 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:49:41.388207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:49:41.410981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:41.433501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e1d073-50e9-4c90-8617-5e86059b219b None None] Network ba096140-6939-4d79-9107-2c5216911a00 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:41.444214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b8b5-c1cb-4316-ae3f-9b008280dc0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.545364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b8b5-c1cb-4316-ae3f-9b008280dc0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.569297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-32e059a4-22cf-4eb0-9bf0-56ceb4e261e3 None None] Provisioning for port 90876930-a253-454e-b6af-57d87186b979 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:41.636569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b8b5-c1cb-4316-ae3f-9b008280dc0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.660809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f6032387-0650-4f91-bb7c-807b71ad9dd3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:41.687852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7b8b5-c1cb-4316-ae3f-9b008280dc0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a649f16c-863f-471e-89e9-c5c7c2b5a26e,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:41.691943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2cd7b8b5-c1cb-4316-ae3f-9b008280dc0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:41.729872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56322) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:41.775671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b592cb-2236-4a05-8aaa-d11524129d70 req-e2b4aec1-1c69-4f8f-aff8-a338e79c0d47 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:41.777596 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05b592cb-2236-4a05-8aaa-d11524129d70 req-e2b4aec1-1c69-4f8f-aff8-a338e79c0d47 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1625729 Jun 28 06:49:41.782541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b8b5-c1cb-4316-ae3f-9b008280dc0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.788681 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2cd7b8b5-c1cb-4316-ae3f-9b008280dc0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5320096 Jun 28 06:49:41.797372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56324) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:41.814377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b9226c6c-2ad9-4656-bbde-6f42779d3aa5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '21f427e4-6909-4f26-8820-de76eeb55ea6', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:41.869846 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05b592cb-2236-4a05-8aaa-d11524129d70 req-96693112-23e1-4a7d-82fc-a9642569567e tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776627 Jun 28 06:49:41.888629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b68df-85fc-4915-b883-d85d6d4fd3b4 req-de312fb8-45d6-412b-8ee1-d323bdd86ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:41.905182 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-015b68df-85fc-4915-b883-d85d6d4fd3b4 req-de312fb8-45d6-412b-8ee1-d323bdd86ef2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=265bbd13655c47cdbe7e986b9fc5bad6&device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 1099 time: 0.2070558 Jun 28 06:49:41.911525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:41.949454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 90876930-a253-454e-b6af-57d87186b979 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:42.015956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b9226c6c-2ad9-4656-bbde-6f42779d3aa5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.057897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Deleting port 72622b34-9dbd-4fc1-b72b-2a385ae41c6a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:42.057897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.083679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Deleting port 90c127ae-25fc-4a60-841f-9ed0dc9fa615 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:42.084037 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.100978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b68df-85fc-4915-b883-d85d6d4fd3b4 req-d442eb11-f678-44ed-bcb1-4b8835422754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:42.103023 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-015b68df-85fc-4915-b883-d85d6d4fd3b4 req-d442eb11-f678-44ed-bcb1-4b8835422754 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4456eb02-19b0-4aee-848b-c45cdc59bbdf HTTP/1.1" status: 200 len: 913 time: 0.1909955 Jun 28 06:49:42.104177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 90876930-a253-454e-b6af-57d87186b979 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:42.111218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 90876930-a253-454e-b6af-57d87186b979 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:42.112188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.117923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b9226c6c-2ad9-4656-bbde-6f42779d3aa5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.162572 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a42439-db07-4924-9d8e-e0f9aa77d8e1 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:49:42.169523 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-015b68df-85fc-4915-b883-d85d6d4fd3b4 req-6df71e11-5d75-4fbd-be08-2d53e7c78760 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e246cb-71fc-4338-bae5-6fd913e2aa45 HTTP/1.1" status: 200 len: 217 time: 0.0538106 Jun 28 06:49:42.184896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] For port 72622b34-9dbd-4fc1-b72b-2a385ae41c6a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=72622b34-9dbd-4fc1-b72b-2a385ae41c6a,segment=NetworkSegment(e611f8af-2a66-46c0-9e74-d55dc1937144),segment_id=e611f8af-2a66-46c0-9e74-d55dc1937144)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:42.185493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.205459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Calling delete_port for 72622b34-9dbd-4fc1-b72b-2a385ae41c6a owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:42.206184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b9226c6c-2ad9-4656-bbde-6f42779d3aa5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.211806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ae878932-8bb4-4ea9-9458-b40cbd5ca473 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:42.226232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9226c6c-2ad9-4656-bbde-6f42779d3aa5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b59de05-3300-43d6-b3c3-c158cb9ee6dd,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:42.232965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b9226c6c-2ad9-4656-bbde-6f42779d3aa5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:42.249055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b68df-85fc-4915-b883-d85d6d4fd3b4 req-9140846d-2a5c-464e-8ede-af0048aee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:42.250542 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-015b68df-85fc-4915-b883-d85d6d4fd3b4 req-9140846d-2a5c-464e-8ede-af0048aee009 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86aec9d5-96ee-4894-95a4-3c0041a8f687 HTTP/1.1" status: 200 len: 852 time: 0.0728130 Jun 28 06:49:42.284103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.284429 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.297010 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-015b68df-85fc-4915-b883-d85d6d4fd3b4 req-04a885ec-69b1-4f6b-883f-1b5f69fabbd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4456eb02-19b0-4aee-848b-c45cdc59bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391395 Jun 28 06:49:42.302075 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Calling delete_port for 90c127ae-25fc-4a60-841f-9ed0dc9fa615 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:42.343840 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a42439-db07-4924-9d8e-e0f9aa77d8e1 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:49:42.352430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-202dcf30-735f-4a3b-9d64-99a1025a04be None None] Provisioning complete for port 90876930-a253-454e-b6af-57d87186b979 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:42.353332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-202dcf30-735f-4a3b-9d64-99a1025a04be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.364768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b9226c6c-2ad9-4656-bbde-6f42779d3aa5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.366038 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b9226c6c-2ad9-4656-bbde-6f42779d3aa5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5676625 Jun 28 06:49:42.370109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56326) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:42.375872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b4908e37-15df-41e3-8fe2-36efbace1917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '21f427e4-6909-4f26-8820-de76eeb55ea6', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:42.417960 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-015b68df-85fc-4915-b883-d85d6d4fd3b4 req-f6b9b203-5e2a-4078-af0c-c53c01a4d14a service neutron] 10.222.0.50 "GET /v2.0/networks/4456eb02-19b0-4aee-848b-c45cdc59bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139514 Jun 28 06:49:42.473064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.478893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-472e6785-5b1b-4557-9c3c-ebe2bc0ee889 tempest-FloatingIPAdminTestJSON-1749411055 tempest-FloatingIPAdminTestJSON-1749411055-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:42.500333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.511498 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-b4908e37-15df-41e3-8fe2-36efbace1917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:49:42.515482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Port': ['ID=72622b34-9dbd-4fc1-b72b-2a385ae41c6a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:42.515482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No DVR routers for this DVR port 72622b34-9dbd-4fc1-b72b-2a385ae41c6a on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:42.519617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:42.522672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b4908e37-15df-41e3-8fe2-36efbace1917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.580422 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-015b68df-85fc-4915-b883-d85d6d4fd3b4 req-c982ccc1-099a-4813-b12d-3860284a6afb service neutron] 10.222.0.50 "GET /v2.0/networks/4456eb02-19b0-4aee-848b-c45cdc59bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559463 Jun 28 06:49:42.609856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 90876930-a253-454e-b6af-57d87186b979, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=90876930-a253-454e-b6af-57d87186b979,segment=NetworkSegment(71f25884-aac7-4dfa-a663-accec2542be8),segment_id=71f25884-aac7-4dfa-a663-accec2542be8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:42.623572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.626365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b4908e37-15df-41e3-8fe2-36efbace1917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.636077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba096140-6939-4d79-9107-2c5216911a00']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:42.646938 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e611f8af-2a66-46c0-9e74-d55dc1937144') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:42.647249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e611f8af-2a66-46c0-9e74-d55dc1937144') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:42.651156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-202dcf30-735f-4a3b-9d64-99a1025a04be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.657243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.665982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.676276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-19293e87-379c-4f7a-8862-4dc20b114c71 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:42.692975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b4908e37-15df-41e3-8fe2-36efbace1917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.694594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.695472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7383a4db-a974-496a-8773-42ffb308690a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:42.705275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-62be5e98-bbb2-4714-8b39-b54a8474983f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:42.706478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.712737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event deleted for resources: {'Port': ['ID=90c127ae-25fc-4a60-841f-9ed0dc9fa615,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:42.722079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d9315452-306d-43cf-a543-c6c7fc6bd4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:42.723928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:42.725142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4908e37-15df-41e3-8fe2-36efbace1917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92e2118-5115-4dec-9421-94fb31b0daa9,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:42.730317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:42.730317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.730948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b4908e37-15df-41e3-8fe2-36efbace1917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:42.731229 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:42.813929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b4908e37-15df-41e3-8fe2-36efbace1917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.816932 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b4908e37-15df-41e3-8fe2-36efbace1917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4458683 Jun 28 06:49:42.821728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56330) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:42.829621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4e0a9b0e-593c-423f-b318-32b62cac485a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '21f427e4-6909-4f26-8820-de76eeb55ea6', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:42.835575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=90876930-a253-454e-b6af-57d87186b979,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:42.838726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:42.840285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.840619 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Floating IP c24ae55b-0987-4c1f-9f15-05ef6418e4f3 disassociated (deleted). External IP: 172.26.4.154, port: 51bd712f-2ad3-475a-a53d-4cd42b3901ce. Jun 28 06:49:42.844659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-202dcf30-735f-4a3b-9d64-99a1025a04be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:49:42.844659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-202dcf30-735f-4a3b-9d64-99a1025a04be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:49:42.926044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.931126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2c273f37-d559-4f7e-a173-d7fdf856f15c tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:42.936157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.937965 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/ba096140-6939-4d79-9107-2c5216911a00 HTTP/1.1" status: 204 len: 168 time: 3.0793183 Jun 28 06:49:42.941855 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56334) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:42.947420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-836323066'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:42.953809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 7383a4db-a974-496a-8773-42ffb308690a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:42.954301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Network': ['ID=ba096140-6939-4d79-9107-2c5216911a00,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:42.957149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:42.957539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 7383a4db-a974-496a-8773-42ffb308690a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:42.957868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:42.967942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-4e0a9b0e-593c-423f-b318-32b62cac485a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:49:42.975370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4e0a9b0e-593c-423f-b318-32b62cac485a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.053096 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.088707 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 7383a4db-a974-496a-8773-42ffb308690a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7383a4db-a974-496a-8773-42ffb308690a,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:43.094277 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Router 2c7152c8-7dec-4fd9-a079-460f7d42b23c has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:49:43.098850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4e0a9b0e-593c-423f-b318-32b62cac485a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.123508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293cf25-94fa-42c1-9246-3ed711306dc9 req-0f92fc9e-3b1c-4075-b9fc-d6222c9362f4 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:43.129624 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6293cf25-94fa-42c1-9246-3ed711306dc9 req-0f92fc9e-3b1c-4075-b9fc-d6222c9362f4 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1015136 Jun 28 06:49:43.152588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:43.156937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.178808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.182459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:43.188060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4e0a9b0e-593c-423f-b318-32b62cac485a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.192463 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6293cf25-94fa-42c1-9246-3ed711306dc9 req-8c467f35-00c8-46bc-a3a9-befa0aba4c28 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Jun 28 06:49:43.206413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:43.213980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:49:43.216840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:43.218982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a9b0e-593c-423f-b318-32b62cac485a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df28c9db-9125-4f34-a6e0-85461ee2981a,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:43.223289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4e0a9b0e-593c-423f-b318-32b62cac485a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:43.226886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] Sync routers for ids ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:49:43.228453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.228787 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Added segment d4a83639-9fdc-42d7-bf4e-13f68a08a7a0 of type vlan for network 84b6f090-9488-4b25-b6bd-8c7efaa15b9b Jun 28 06:49:43.229058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.250174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] Routers {'2c7152c8-7dec-4fd9-a079-460f7d42b23c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:43.250803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:43.253902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=7383a4db-a974-496a-8773-42ffb308690a,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:43.257147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:43.271019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.274331 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "DELETE /v2.0/floatingips/c24ae55b-0987-4c1f-9f15-05ef6418e4f3 HTTP/1.1" status: 204 len: 168 time: 1.5428274 Jun 28 06:49:43.275055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:43.280874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810310b4-d5a3-4b5c-966a-3560ff8c75b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:43.305100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4e0a9b0e-593c-423f-b318-32b62cac485a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.308778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4e0a9b0e-593c-423f-b318-32b62cac485a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4851024 Jun 28 06:49:43.328442 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fee610-71ad-4de8-885d-d776234d0302 x-openstack-request-id: req-f9fee610-71ad-4de8-885d-d776234d0302 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:43.328918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:43.329325 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9fee610-71ad-4de8-885d-d776234d0302 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:43.330125 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'status': 'completed', 'code': 200} Jun 28 06:49:43.396010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.402400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:43.406906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.415522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-72554a55-3e5d-4f0e-bcc2-24fad5d76a2e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:43.499896 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5540035 Jun 28 06:49:43.500241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56352) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:43.505549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'network_id': '84b6f090-9488-4b25-b6bd-8c7efaa15b9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:43.568814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=84b6f090-9488-4b25-b6bd-8c7efaa15b9b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:43.572123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:43.584648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 84b6f090-9488-4b25-b6bd-8c7efaa15b9b details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:43.606085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] Set router 2c7152c8-7dec-4fd9-a079-460f7d42b23c gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:43.617274 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-de91ce31-5aab-4b57-9833-9ad808543e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172479242&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.1242201 Jun 28 06:49:43.641867 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.662157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-2e8d2c21-d65f-42c4-98e7-04cd15fb34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:43.664034 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-2e8d2c21-d65f-42c4-98e7-04cd15fb34f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2fddddf685b4fb0874f450869f3f92f&device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 1098 time: 0.1812770 Jun 28 06:49:43.693619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:43.698119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.889928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 90876930-a253-454e-b6af-57d87186b979 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:43.928669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-17ca4180-0efa-4afd-801f-e42c41891453 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:43.930395 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-17ca4180-0efa-4afd-801f-e42c41891453 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/networks?id=e23ea153-e5bc-44d1-aa21-0abb751ce274 HTTP/1.1" status: 200 len: 796 time: 0.3028531 Jun 28 06:49:43.959888 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 90876930-a253-454e-b6af-57d87186b979 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:43.960453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:43.997251 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-88a48c47-73c3-42bf-bcc0-df950617844d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/quotas/928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 375 time: 0.0521636 Jun 28 06:49:44.003894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-995ee8a0-bbe2-4bfd-8ee7-f7469e23c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:44.005718 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-995ee8a0-bbe2-4bfd-8ee7-f7469e23c858 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5f90b46d-010e-4b4e-a1ee-0e7e23497587 HTTP/1.1" status: 200 len: 897 time: 0.2916703 Jun 28 06:49:44.011243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:39Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '035f514a-15e7-4ffd-8f8f-266ff4fa23a7', 'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'mac_address': 'fa:16:3e:37:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:36Z', 'updated_at': '2021-06-28T06:47:46Z', 'revision_number': 5, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'subnets': [{'id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:44.037998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] Checking router: 2c7152c8-7dec-4fd9-a079-460f7d42b23c for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:49:44.065312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] Routers {'2c7152c8-7dec-4fd9-a079-460f7d42b23c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:44.065988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:44.087607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:44.088614 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-797744cb-fc05-497c-b0f3-9823115b68da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce HTTP/1.1" status: 200 len: 217 time: 0.0656683 Jun 28 06:49:44.091267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5da1b631-89e8-4cb2-bf8a-3a81e2d9bf60 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:44.126774 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7383a4db-a974-496a-8773-42ffb308690a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:44.159625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb2d7b-c5a0-4378-be8f-0dd457be5632 req-df125f05-fc65-425e-80d2-ef724751b67c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:44.161195 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-52cb2d7b-c5a0-4378-be8f-0dd457be5632 req-df125f05-fc65-425e-80d2-ef724751b67c tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.2060266 Jun 28 06:49:44.167970 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=655a5d26-3983-4907-b282-fce3a2076859,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:44.171323 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:44.182640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking segment: {'id': 'd4a83639-9fdc-42d7-bf4e-13f68a08a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '84b6f090-9488-4b25-b6bd-8c7efaa15b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:44.183293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network hostable DHCP agents. Network: 84b6f090-9488-4b25-b6bd-8c7efaa15b9b, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:44.188513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-e7bb2373-abad-4913-b688-b90fba395520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:44.190002 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-e7bb2373-abad-4913-b688-b90fba395520 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a515bc3d-c230-456e-b8c4-ec0b1be937e3 HTTP/1.1" status: 200 len: 835 time: 0.0915623 Jun 28 06:49:44.218395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] Set router 2c7152c8-7dec-4fd9-a079-460f7d42b23c gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:44.244966 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-aeb036f7-5790-4e09-9f65-72db885cd1e8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2358513 Jun 28 06:49:44.252688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 7383a4db-a974-496a-8773-42ffb308690a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:44.253173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:44.272151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-52cb2d7b-c5a0-4378-be8f-0dd457be5632 req-bcd666f5-1fdd-4111-a298-14b3146607b9 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027746 Jun 28 06:49:44.281843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network 84b6f090-9488-4b25-b6bd-8c7efaa15b9b is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:44.353729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-e46f6f9d-0905-4336-a84f-b217a7649dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:44.355287 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-e46f6f9d-0905-4336-a84f-b217a7649dcf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f90b46d-010e-4b4e-a1ee-0e7e23497587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1524053 Jun 28 06:49:44.367102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 84b6f090-9488-4b25-b6bd-8c7efaa15b9b) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:44.374414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:44.375313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:44.390095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febfa4d5-0a45-4a5b-ba68-0f90b5dac67b None None] Network 84b6f090-9488-4b25-b6bd-8c7efaa15b9b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:44.390551 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-aa6ef532-a843-454d-9be9-85d519964647 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296184 Jun 28 06:49:44.459946 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9578457 Jun 28 06:49:44.459946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56368) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:44.465103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1408287485'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:44.547915 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-c45f546e-44ec-4a90-bfe0-9e4d3624ce6c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097447111&fields=id&tenant_id=2c941fe15a06407e96dbfc55c9351d29 HTTP/1.1" status: 200 len: 267 time: 0.1020775 Jun 28 06:49:44.557564 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-21fa3554-aeb7-470d-9e3a-cc8b16880049 service neutron] 10.222.0.50 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895308 Jun 28 06:49:44.572881 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:44.577351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:44.587185 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-a7291a86-8e4f-40f5-989d-59f6887f2769 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902802 Jun 28 06:49:44.617393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:44.628900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:44.630003 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Added segment c676fa7e-9e2a-42e2-a2d7-89f4131a9991 of type vlan for network 8d9fe403-edec-4878-a1a1-e436ce2860e2 Jun 28 06:49:44.653691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:39Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '035f514a-15e7-4ffd-8f8f-266ff4fa23a7', 'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'mac_address': 'fa:16:3e:37:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:36Z', 'updated_at': '2021-06-28T06:47:46Z', 'revision_number': 5, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'subnets': [{'id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:44.680915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-84b6f090-9488-4b25-b6bd-8c7efaa15b9b', 'network_id': '84b6f090-9488-4b25-b6bd-8c7efaa15b9b', 'tenant_id': '008bef79da3e40f9aea398929c11e07f', 'fixed_ips': [{'subnet_id': '655a5d26-3983-4907-b282-fce3a2076859'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:49:44.682604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:44.693290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:44.697794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4b6dd-04f0-4a8b-8b81-0de7ceae66d3 None None] The sync data for ids ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'] in dv-neutron-797120-6-hyperv is: [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:47:39Z', 'revision_number': 4, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '035f514a-15e7-4ffd-8f8f-266ff4fa23a7', 'name': '', 'network_id': '5f90b46d-010e-4b4e-a1ee-0e7e23497587', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'mac_address': 'fa:16:3e:37:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:36Z', 'updated_at': '2021-06-28T06:47:46Z', 'revision_number': 5, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'subnets': [{'id': 'a515bc3d-c230-456e-b8c4-ec0b1be937e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:49:44.759316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-377c9843-f4db-4264-b868-f87074cfd9c7 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:44.760997 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-377c9843-f4db-4264-b868-f87074cfd9c7 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 811 time: 0.2058742 Jun 28 06:49:44.762976 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-810310b4-d5a3-4b5c-966a-3560ff8c75b0 req-0249e742-90e3-48d1-a353-01062f8f9f31 service neutron] 10.222.0.50 "GET /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886559 Jun 28 06:49:44.780668 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-9e27e102-602a-41c6-9d28-bab3ab9bfa09 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/quotas/2c941fe15a06407e96dbfc55c9351d29 HTTP/1.1" status: 200 len: 375 time: 0.0109618 Jun 28 06:49:44.807128 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:44.812884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:44.813530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:44.816146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-db8950c9-cb7d-4ba7-a7a3-a4bf3a640342 tempest-RoutersTest-1111143982 tempest-RoutersTest-1111143982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:44.850895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Allocated IP 2001:db8::3 (84b6f090-9488-4b25-b6bd-8c7efaa15b9b/655a5d26-3983-4907-b282-fce3a2076859/36f9b3ed-49d2-4412-8888-35d4673fd8cb) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:44.870556 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-52b104b2-320e-470d-a363-73fb275ede40 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833182 Jun 28 06:49:44.908638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=8d9fe403-edec-4878-a1a1-e436ce2860e2,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:44.911887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:44.939256 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4783356 Jun 28 06:49:44.941956 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56376) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:44.947528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'network_id': '8d9fe403-edec-4878-a1a1-e436ce2860e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:44.949015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 8d9fe403-edec-4878-a1a1-e436ce2860e2 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:45.116354 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93426b-b405-480b-b0f2-a236abaea446 None None] New status for floating IP c24ae55b-0987-4c1f-9f15-05ef6418e4f3: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:49:45.155875 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:45.166326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Transition to ACTIVE for port object 36f9b3ed-49d2-4412-8888-35d4673fd8cb will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:45.172799 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:45.176617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:45.189761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Transition to ACTIVE for port object 36f9b3ed-49d2-4412-8888-35d4673fd8cb will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:45.205464 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-e31c5e5a-e645-4df0-b76c-b4fb557c8750 service neutron] 10.222.0.24 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331797 Jun 28 06:49:45.217226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8a83f-9e87-4dc3-9acd-ad3546d06287 req-49035705-b8ba-4ede-accc-97e2e6150026 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:45.218737 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3dd8a83f-9e87-4dc3-9acd-ad3546d06287 req-49035705-b8ba-4ede-accc-97e2e6150026 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1833420 Jun 28 06:49:45.253116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Performing IP validity checks on allocation pools {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 28 06:49:45.253650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 28 06:49:45.312754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:45.315338 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3dd8a83f-9e87-4dc3-9acd-ad3546d06287 req-f72fceb6-02e7-45d0-9969-cf4e6265ea9c tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874562 Jun 28 06:49:45.325941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:45.339726 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-e923ec1c-bdf3-408f-a2d2-a388eb559fcd service neutron] 10.222.0.24 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200080 Jun 28 06:49:45.374825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Network 84b6f090-9488-4b25-b6bd-8c7efaa15b9b is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:45.377816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:45.381807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:45.390246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Pushing event updated for resources: {'Port': ['ID=36f9b3ed-49d2-4412-8888-35d4673fd8cb,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:45.394682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:45.400362 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-714b7ea3-98d8-400e-a051-6b82ce04b4b6 req-0e0a7f38-d4f5-4ae5-8757-074b7970d459 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 210 time: 0.0333812 Jun 28 06:49:45.499841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:45.503807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:45.615716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=6ba41266-b6d5-4c99-a834-e1a5abbe19d8,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:45.619928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:45.636410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking segment: {'id': 'c676fa7e-9e2a-42e2-a2d7-89f4131a9991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8d9fe403-edec-4878-a1a1-e436ce2860e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:45.636410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network hostable DHCP agents. Network: 8d9fe403-edec-4878-a1a1-e436ce2860e2, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:45.643273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d7fcff72-51db-47c6-995d-ab53ad08a5ca tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:45.644830 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d7fcff72-51db-47c6-995d-ab53ad08a5ca tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.50 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.1496980 Jun 28 06:49:45.647058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Attempting to bind port 36f9b3ed-49d2-4412-8888-35d4673fd8cb on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:45.647447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Attempting to bind port 36f9b3ed-49d2-4412-8888-35d4673fd8cb by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd4a83639-9fdc-42d7-bf4e-13f68a08a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '84b6f090-9488-4b25-b6bd-8c7efaa15b9b'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:45.647823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Attempting to bind port 36f9b3ed-49d2-4412-8888-35d4673fd8cb on network 84b6f090-9488-4b25-b6bd-8c7efaa15b9b {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:45.654508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:45.654898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Checking segment: {'id': 'd4a83639-9fdc-42d7-bf4e-13f68a08a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '84b6f090-9488-4b25-b6bd-8c7efaa15b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:45.655319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:45.655724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Bound using segment: {'id': 'd4a83639-9fdc-42d7-bf4e-13f68a08a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '84b6f090-9488-4b25-b6bd-8c7efaa15b9b'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:45.656374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Bound port: 36f9b3ed-49d2-4412-8888-35d4673fd8cb, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a83639-9fdc-42d7-bf4e-13f68a08a7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '84b6f090-9488-4b25-b6bd-8c7efaa15b9b'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:45.656823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:45.657648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897130c-57a8-46f2-973c-80ace47401a2 req-f0617241-4f76-4ff4-a103-043e6d186b91 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:45.660338 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6897130c-57a8-46f2-973c-80ace47401a2 req-f0617241-4f76-4ff4-a103-043e6d186b91 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 945 time: 0.1317096 Jun 28 06:49:45.704531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network 8d9fe403-edec-4878-a1a1-e436ce2860e2 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:45.724829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] For port 36f9b3ed-49d2-4412-8888-35d4673fd8cb, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:45.728101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] For port 36f9b3ed-49d2-4412-8888-35d4673fd8cb, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=36f9b3ed-49d2-4412-8888-35d4673fd8cb,segment=NetworkSegment(d4a83639-9fdc-42d7-bf4e-13f68a08a7a0),segment_id=d4a83639-9fdc-42d7-bf4e-13f68a08a7a0)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:45.764001 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6897130c-57a8-46f2-973c-80ace47401a2 req-0a295526-f008-48fa-8f5b-84121d447928 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e111061-4e79-433e-9fd6-ad2bff0f9612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693729 Jun 28 06:49:45.789685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Deleting port 51bd712f-2ad3-475a-a53d-4cd42b3901ce {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:45.790024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:45.802055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 8d9fe403-edec-4878-a1a1-e436ce2860e2) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:45.802626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:45.807797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:45.810615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:45.818416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f1aa23d2-2e1c-4a7e-bae9-86a09feedcd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:45.843224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b35f8a7-b2c6-40e2-864d-859ffea700e0 None None] Network 8d9fe403-edec-4878-a1a1-e436ce2860e2 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:45.894722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] For port 51bd712f-2ad3-475a-a53d-4cd42b3901ce, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51bd712f-2ad3-475a-a53d-4cd42b3901ce,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:45.895081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:45.911788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Calling delete_port for 51bd712f-2ad3-475a-a53d-4cd42b3901ce owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:45.913640 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9688528 Jun 28 06:49:45.914671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56394) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:45.935695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Pushing event updated for resources: {'Port': ['ID=36f9b3ed-49d2-4412-8888-35d4673fd8cb,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:45.940604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:46.054268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.079946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3522e808-0916-4a47-9181-a6e1136c6c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-8d9fe403-edec-4878-a1a1-e436ce2860e2', 'network_id': '8d9fe403-edec-4878-a1a1-e436ce2860e2', 'tenant_id': '008bef79da3e40f9aea398929c11e07f', 'fixed_ips': [{'subnet_id': '6ba41266-b6d5-4c99-a834-e1a5abbe19d8'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:49:46.085865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3522e808-0916-4a47-9181-a6e1136c6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.153389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.236215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.242814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-46193779-fe68-418e-a252-628de6086bab tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:46.304525 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:49:46.378749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.382021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:46.414600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba41266-b6d5-4c99-a834-e1a5abbe19d8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:46.419896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server [None req-3522e808-0916-4a47-9181-a6e1136c6c2f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ba41266-b6d5-4c99-a834-e1a5abbe19d8: This subnet is being modified by another concurrent operation. Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise exception Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ba41266-b6d5-4c99-a834-e1a5abbe19d8: This subnet is being modified by another concurrent operation. Jun 28 06:49:46.438275 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server Jun 28 06:49:46.468806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65244c50-4b9f-41b5-8a0c-0edfe332be5e None None] Network 8d9fe403-edec-4878-a1a1-e436ce2860e2 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:46.496812 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.510411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9fe403-edec-4878-a1a1-e436ce2860e2']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:46.525412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c676fa7e-9e2a-42e2-a2d7-89f4131a9991') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:46.525934 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c676fa7e-9e2a-42e2-a2d7-89f4131a9991') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:46.539100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.557367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.571235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:46.572559 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:46.589329 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:46.684286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event deleted for resources: {'Port': ['ID=51bd712f-2ad3-475a-a53d-4cd42b3901ce,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:46.702498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:46.739119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.740887 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f43143b7-0e87-4470-9433-5e2f10d0b4fa req-500c0208-06cc-4ede-9295-102929f53d22 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 210 time: 0.0605271 Jun 28 06:49:46.742881 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-574925c6-0c3c-4dbf-b79a-699cc9ac2b19 req-80e0ef09-c72a-455a-bc60-10c61addcb55 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 210 time: 0.0637205 Jun 28 06:49:46.743027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f3df0d83-26ea-4f56-b165-48ded0fe42aa tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:46.749224 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.756033 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/8d9fe403-edec-4878-a1a1-e436ce2860e2 HTTP/1.1" status: 204 len: 168 time: 0.8400536 Jun 28 06:49:46.760431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56408) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:46.790710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1011623526'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:46.805575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Network': ['ID=8d9fe403-edec-4878-a1a1-e436ce2860e2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:46.809120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:46.838153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] No DVR routers for this DVR port 51bd712f-2ad3-475a-a53d-4cd42b3901ce on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:46.847025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:46.847025 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34269fb3-75b6-4fb2-a37f-8d0cfd1a0784 req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.50 "DELETE /v2.0/ports/51bd712f-2ad3-475a-a53d-4cd42b3901ce HTTP/1.1" status: 204 len: 173 time: 1.1828408 Jun 28 06:49:46.847025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'name': 'network-vif-deleted', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:46.847707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d569e9-7a0a-428d-9b13-d8f1b2e4f7cb" -d '{"events": [{"server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "name": "network-vif-deleted", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:46.985304 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-92de882e-1566-4ad3-bfad-915e927ffa7e req-4fcc1b6c-aebd-4b71-be4d-4959470b915e tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 210 time: 0.0354528 Jun 28 06:49:46.987158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:46.990599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:47.034529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67112e79-087e-4c7b-a925-ecb19ddb4d5b req-c6462a30-1720-4dd8-8b01-a0c37386daf8 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:47.035967 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-67112e79-087e-4c7b-a925-ecb19ddb4d5b req-c6462a30-1720-4dd8-8b01-a0c37386daf8 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1264853 Jun 28 06:49:47.043690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:47.103489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:47.103844 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Added segment 451e74dd-6c38-4515-b4c3-495a19491e7b of type vlan for network fa521a16-39db-409d-a474-e07b13e7b98a Jun 28 06:49:47.132995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed10d5ea-aa83-477f-8d6b-1e1f43c6eb44 x-openstack-request-id: req-ed10d5ea-aa83-477f-8d6b-1e1f43c6eb44 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:47.133336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c338bd9e-04e9-480e-9113-aa1b9367b370", "name": "network-vif-deleted", "tag": "51bd712f-2ad3-475a-a53d-4cd42b3901ce", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:47.133637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed10d5ea-aa83-477f-8d6b-1e1f43c6eb44 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:47.134082 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c338bd9e-04e9-480e-9113-aa1b9367b370', 'name': 'network-vif-deleted', 'tag': '51bd712f-2ad3-475a-a53d-4cd42b3901ce', 'status': 'completed', 'code': 200} Jun 28 06:49:47.178604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:47.190359 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-67112e79-087e-4c7b-a925-ecb19ddb4d5b req-be165453-1f5e-4858-bd2e-356814fab04b tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367891 Jun 28 06:49:47.247538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8348e2-6803-4cd7-aa94-aefaf00c3c2f None None] Network 84b6f090-9488-4b25-b6bd-8c7efaa15b9b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:47.298585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:47.304101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:47.304687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:47.309288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c9278629-6313-4274-bf3c-c8f698cd7abd tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:47.373517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=fa521a16-39db-409d-a474-e07b13e7b98a,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:47.375967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:47.395898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network fa521a16-39db-409d-a474-e07b13e7b98a details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:47.436778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6521780 Jun 28 06:49:47.440626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56416) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:47.445922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'network_id': 'fa521a16-39db-409d-a474-e07b13e7b98a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:47.464227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-45190df6-28f7-4fcc-a16b-04d90867956d None None] Provisioning for port 36f9b3ed-49d2-4412-8888-35d4673fd8cb completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:47.636184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:47.640438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:47.690831 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f9c322-9592-4dea-b3df-0a22f0fedcca None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:49:47.839265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-becd641a-d295-4ae5-8dcd-3ac018d585c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:47.842335 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-becd641a-d295-4ae5-8dcd-3ac018d585c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=e23ea153-e5bc-44d1-aa21-0abb751ce274 HTTP/1.1" status: 200 len: 796 time: 0.2008145 Jun 28 06:49:47.847726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 36f9b3ed-49d2-4412-8888-35d4673fd8cb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:47.905365 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-ad19f99b-c132-4281-97b6-23a88bc622a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 379 time: 0.0462682 Jun 28 06:49:47.917179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'device_id': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'admin_state_up': True, 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'security_groups': ['21f427e4-6909-4f26-8820-de76eeb55ea6']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:48.009643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9c322-9592-4dea-b3df-0a22f0fedcca None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:49:48.032870 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.035316 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cb5df4c0-6500-4785-968b-5cee4390a54c req-7f4d156c-01bf-4e3c-9abf-1f43268055bc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 210 time: 0.0467327 Jun 28 06:49:48.040217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-16045e2c-0a4b-4a95-bc24-48d73898d917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:48.072068 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce6ed893-1ad0-4048-9182-3f44248200e1 req-fd4a7421-1b80-4d12-a9a9-71cc11a59667 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 210 time: 0.0822079 Jun 28 06:49:48.098793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 36f9b3ed-49d2-4412-8888-35d4673fd8cb completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:48.113002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=58e4e318-3d32-4d9b-8f05-2fe431828d26,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:48.118805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:48.134473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking segment: {'id': '451e74dd-6c38-4515-b4c3-495a19491e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fa521a16-39db-409d-a474-e07b13e7b98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:48.135175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network hostable DHCP agents. Network: fa521a16-39db-409d-a474-e07b13e7b98a, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:48.173487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 36f9b3ed-49d2-4412-8888-35d4673fd8cb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:48.173872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.235823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network fa521a16-39db-409d-a474-e07b13e7b98a is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:48.251074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b50f990d-2ccf-4a02-b0be-d596ec50837d req-31f9f451-a7fa-462b-b7e5-fb8d59243272 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "GET /v2.0/ports?device_id=c338bd9e-04e9-480e-9113-aa1b9367b370 HTTP/1.1" status: 200 len: 210 time: 0.0533423 Jun 28 06:49:48.256543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:48.275461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.327511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, fa521a16-39db-409d-a474-e07b13e7b98a) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:48.332692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:48.334072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.347392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51bd712f-2ad3-475a-a53d-4cd42b3901ce no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:48.378345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.383689 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 51bd712f-2ad3-475a-a53d-4cd42b3901ce {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:48.384052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51bd712f-2ad3-475a-a53d-4cd42b3901ce not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:48.444722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 36f9b3ed-49d2-4412-8888-35d4673fd8cb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=36f9b3ed-49d2-4412-8888-35d4673fd8cb,segment=NetworkSegment(d4a83639-9fdc-42d7-bf4e-13f68a08a7a0),segment_id=d4a83639-9fdc-42d7-bf4e-13f68a08a7a0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:48.465715 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0248649 Jun 28 06:49:48.468219 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56434) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:48.488474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4dccb-560a-4d70-9e43-312c8d2ac2de req-894669b6-4f35-45e9-b1f7-943eb2138a02 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:48.490113 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10b4dccb-560a-4d70-9e43-312c8d2ac2de req-894669b6-4f35-45e9-b1f7-943eb2138a02 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1348417 Jun 28 06:49:48.494424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.11 (e23ea153-e5bc-44d1-aa21-0abb751ce274/68812103-dc2b-4228-acab-00cc32a3b549/00571388-d59e-445e-911d-44b75d3d0fff) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:48.535264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.537319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:48.567970 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10b4dccb-560a-4d70-9e43-312c8d2ac2de req-115bde50-332d-425f-a3a2-30276d314db9 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678065 Jun 28 06:49:48.575026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac511ad-2d74-4412-bfca-3b3d74a980e1 None None] Network fa521a16-39db-409d-a474-e07b13e7b98a requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:48.620913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.655833 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=36f9b3ed-49d2-4412-8888-35d4673fd8cb,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:48.660078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:48.689713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.734234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.755261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 00571388-d59e-445e-911d-44b75d3d0fff will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:48.762316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba11e4-ed97-4e9e-9385-54b23c8f25a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-fa521a16-39db-409d-a474-e07b13e7b98a', 'network_id': 'fa521a16-39db-409d-a474-e07b13e7b98a', 'tenant_id': '008bef79da3e40f9aea398929c11e07f', 'fixed_ips': [{'subnet_id': '58e4e318-3d32-4d9b-8f05-2fe431828d26'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:49:48.763294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-45ba11e4-ed97-4e9e-9385-54b23c8f25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.864107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.864383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:48.866484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3b735bab-9fe9-4fcb-ba25-38a2c07dcd20 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:48.870112 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ad4bf21d-effa-4737-b9a8-8c4a570c5f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:48.892655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Subnet': ['ID=58e4e318-3d32-4d9b-8f05-2fe431828d26,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:48.895783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server [None req-45ba11e4-ed97-4e9e-9385-54b23c8f25a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58e4e318-3d32-4d9b-8f05-2fe431828d26: This subnet is being modified by another concurrent operation. Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise self.value Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server raise exception Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58e4e318-3d32-4d9b-8f05-2fe431828d26: This subnet is being modified by another concurrent operation. Jun 28 06:49:48.918958 dv-neutron-797120-6-hyperv neutron-server[100888]: ERROR oslo_messaging.rpc.server Jun 28 06:49:48.940822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network e23ea153-e5bc-44d1-aa21-0abb751ce274 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:48.942163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=00571388-d59e-445e-911d-44b75d3d0fff,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:48.945406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:48.947723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:48.948434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:48.960658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a09d6-87e4-485a-95cc-26795f30708b None None] Network fa521a16-39db-409d-a474-e07b13e7b98a requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:49.006969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.020671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa521a16-39db-409d-a474-e07b13e7b98a']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:49.029213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:49.029907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.033511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451e74dd-6c38-4515-b4c3-495a19491e7b') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:49.034036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451e74dd-6c38-4515-b4c3-495a19491e7b') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:49.043590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.062509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.076506 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:49.076969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:49.085978 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:49.100108 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1895878 Jun 28 06:49:49.143091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Request body: {'port': {'device_id': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:49.237551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d88832-c8e1-4226-8d33-f6afe2dbffce None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:49:49.279659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.50', 51967) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:49.293305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.311304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:49.322654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.324509 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/fa521a16-39db-409d-a474-e07b13e7b98a HTTP/1.1" status: 204 len: 168 time: 0.8547683 Jun 28 06:49:49.332161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56448) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:49.338957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Network': ['ID=fa521a16-39db-409d-a474-e07b13e7b98a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:49.361851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d88832-c8e1-4226-8d33-f6afe2dbffce None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:49:49.362624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1887860751'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:49.378780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8721c5bf-3d62-417f-9901-df70d4a409ef None None] Provisioning for port 00571388-d59e-445e-911d-44b75d3d0fff completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:49.402590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8721c5bf-3d62-417f-9901-df70d4a409ef None None] Provisioning complete for port 00571388-d59e-445e-911d-44b75d3d0fff triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:49.403138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8721c5bf-3d62-417f-9901-df70d4a409ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.431638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312df12-5281-4c14-a7d6-b9a82d485aa5 req-4b7bf624-2aee-4773-bc3d-2881aa95036c tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:49.433182 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9312df12-5281-4c14-a7d6-b9a82d485aa5 req-4b7bf624-2aee-4773-bc3d-2881aa95036c tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.3312213 Jun 28 06:49:49.438951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.475980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-17e6e7a3-f74d-4aff-b131-7d4e57fd8f72 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:49.477178 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-17e6e7a3-f74d-4aff-b131-7d4e57fd8f72 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 811 time: 0.1958010 Jun 28 06:49:49.478389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:49.479215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-5358893d-d4ce-4d5d-9fde-8eb37a9b68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:49.480686 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-5358893d-d4ce-4d5d-9fde-8eb37a9b68d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=265bbd13655c47cdbe7e986b9fc5bad6&device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 1099 time: 0.2590649 Jun 28 06:49:49.491686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8721c5bf-3d62-417f-9901-df70d4a409ef None None] Port 00571388-d59e-445e-911d-44b75d3d0fff cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:49:49.494106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791121f1-2a71-4d1f-8feb-85af911163e5 req-0429af69-3f36-4fe1-9b25-f8e70f37f9c7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:49.495644 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-791121f1-2a71-4d1f-8feb-85af911163e5 req-0429af69-3f36-4fe1-9b25-f8e70f37f9c7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 932 time: 0.2801454 Jun 28 06:49:49.548691 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-5416ad48-ebd1-40b5-adf0-9aa01f074131 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c941fe15a06407e96dbfc55c9351d29 HTTP/1.1" status: 200 len: 380 time: 0.0457695 Jun 28 06:49:49.558388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:49.562818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.566270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'port': {'device_id': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'admin_state_up': True, 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'security_groups': ['f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667']}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:49.599002 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9312df12-5281-4c14-a7d6-b9a82d485aa5 req-7a671d2c-b601-4b5b-8da6-4674edd20658 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561575 Jun 28 06:49:49.765398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:49.777028 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-791121f1-2a71-4d1f-8feb-85af911163e5 req-9be701c1-afef-48de-a642-7716473605f5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549171 Jun 28 06:49:49.786165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 36f9b3ed-49d2-4412-8888-35d4673fd8cb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:49.814919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Made reservation on behalf of 2c941fe15a06407e96dbfc55c9351d29 for: {'port': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:49.818793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.840643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.841571 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Added segment d5730d82-2114-4995-b42a-d84fb896af54 of type vlan for network 45c68d5a-cccc-436d-b459-d333d2bd6eed Jun 28 06:49:49.861258 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-65f529ec-0d7c-44d1-b8d4-55910d3b90bd req-9860039f-397b-4143-89f0-dd8285a9bb04 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 210 time: 0.0703259 Jun 28 06:49:49.869245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-abf37e6f-4fc7-4a56-87c3-2b02d26cec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:49.871631 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-abf37e6f-4fc7-4a56-87c3-2b02d26cec6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=4456eb02-19b0-4aee-848b-c45cdc59bbdf HTTP/1.1" status: 200 len: 913 time: 0.3509514 Jun 28 06:49:49.902292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 36f9b3ed-49d2-4412-8888-35d4673fd8cb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:49.902685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:49.941355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56450) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:49.967200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:50.059030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-9ba4e99b-b3e8-4240-8ce5-76e37d70c27c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e246cb-71fc-4338-bae5-6fd913e2aa45 HTTP/1.1" status: 200 len: 217 time: 0.1562150 Jun 28 06:49:50.104546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:50.110687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:50.111302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:50.121810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-42921dfb-acd4-4f60-b1a0-7aeed4e1ed7c tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:50.282644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=45c68d5a-cccc-436d-b459-d333d2bd6eed,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:50.288555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9537759 Jun 28 06:49:50.291602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:50.293828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56454) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:50.299095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 45c68d5a-cccc-436d-b459-d333d2bd6eed details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:50.299494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'network_id': '45c68d5a-cccc-436d-b459-d333d2bd6eed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:50.310703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-7deb99d5-6718-4c77-9bef-1fe372cd25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:50.312058 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-7deb99d5-6718-4c77-9bef-1fe372cd25bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86aec9d5-96ee-4894-95a4-3c0041a8f687 HTTP/1.1" status: 200 len: 852 time: 0.2202756 Jun 28 06:49:50.411833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Allocated IP 172.20.0.8 (fca0f4d8-11d3-4804-aefd-df5df10ce82e/d526117e-10dc-45ba-8e96-7bc5fc317f5e/3e3f8e17-54fb-42fd-8397-58ba5e4ceb17) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:50.428386 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-e65500a6-e18f-45c0-b55d-c515b682670a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4456eb02-19b0-4aee-848b-c45cdc59bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869877 Jun 28 06:49:50.474102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00571388-d59e-445e-911d-44b75d3d0fff {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:49:50.531330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:50.560834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:50.574554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Transition to ACTIVE for port object 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:50.600888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Transition to ACTIVE for port object 00571388-d59e-445e-911d-44b75d3d0fff will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:50.676469 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-bcf7078b-0a17-4b42-8f74-e09c55b12d94 service neutron] 10.222.0.50 "GET /v2.0/networks/4456eb02-19b0-4aee-848b-c45cdc59bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299395 Jun 28 06:49:50.677124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:50.679435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1a759320-46e8-4c91-8cf9-902d6d3fa972 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:50.699687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:50.706569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f61aef22-2939-4d58-bb3f-18ff3709f766 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:50.758397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:50.760288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:50.763028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:50.765352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'Port': ['ID=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:50.767507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:50.767642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:50.770582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:50.828789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:50.829640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:50.905426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Pushing event updated for resources: {'Port': ['ID=00571388-d59e-445e-911d-44b75d3d0fff,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:50.908378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:50.953451 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3989573 Jun 28 06:49:50.973370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Request body: {'port': {'device_id': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:51.087767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:51.128153 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-e1adf767-4641-49e4-bb32-bcac3c1dc17c service neutron] 10.222.0.50 "GET /v2.0/networks/4456eb02-19b0-4aee-848b-c45cdc59bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197006 Jun 28 06:49:51.185870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ba6e-ab3b-401a-a8c7-38be123ff8cb req-0823e748-395c-4eda-9de0-5eb6ac10a8ba tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:51.187443 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0528ba6e-ab3b-401a-a8c7-38be123ff8cb req-0823e748-395c-4eda-9de0-5eb6ac10a8ba tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.4384828 Jun 28 06:49:51.201354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-05c08595-cc42-4ce4-b8f6-f473fb80bd1c None None] Provisioning for port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:51.205768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-05c08595-cc42-4ce4-b8f6-f473fb80bd1c None None] Provisioning complete for port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:51.206165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-05c08595-cc42-4ce4-b8f6-f473fb80bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:51.244714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-05c08595-cc42-4ce4-b8f6-f473fb80bd1c None None] Port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:49:51.501242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 {{(pid=100886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:49:51.509494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:51.524906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Transition to ACTIVE for port object 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 will not be triggered until provisioned by entity L2. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:51.600744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:51.612062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:51.634603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Attempting to bind port 00571388-d59e-445e-911d-44b75d3d0fff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:51.635153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Attempting to bind port 00571388-d59e-445e-911d-44b75d3d0fff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:51.635153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Attempting to bind port 00571388-d59e-445e-911d-44b75d3d0fff on network e23ea153-e5bc-44d1-aa21-0abb751ce274 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:51.650701 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Port 00571388-d59e-445e-911d-44b75d3d0fff on network e23ea153-e5bc-44d1-aa21-0abb751ce274 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:49:51.651019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Attempting to bind port 00571388-d59e-445e-911d-44b75d3d0fff on network e23ea153-e5bc-44d1-aa21-0abb751ce274 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:51.676520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ec225-e103-4c81-9030-d1da01775289 req-3bb88209-a010-4e27-a557-53fd54536c1f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:51.678304 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5b6ec225-e103-4c81-9030-d1da01775289 req-3bb88209-a010-4e27-a557-53fd54536c1f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 944 time: 0.7191625 Jun 28 06:49:51.709175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:51.709658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Checking segment: {'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:51.710141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Bound using segment: {'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:51.710680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Bound port: 00571388-d59e-445e-911d-44b75d3d0fff, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:51.711146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:51.750689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:51.755562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:51.790943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Attempting to bind port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:51.791293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Attempting to bind port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:51.791617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Attempting to bind port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 on network fca0f4d8-11d3-4804-aefd-df5df10ce82e {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:51.798124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 on network fca0f4d8-11d3-4804-aefd-df5df10ce82e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:49:51.798451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Attempting to bind port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 on network fca0f4d8-11d3-4804-aefd-df5df10ce82e {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:51.804178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:51.804524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Checking segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:51.805116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Bound using segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} {{(pid=100886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:51.805817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.managers [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Bound port: 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'}}] {{(pid=100886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:51.806192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:51.823147 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0528ba6e-ab3b-401a-a8c7-38be123ff8cb req-5c7b14b3-0e15-4e35-ac91-00773b258779 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6202614 Jun 28 06:49:51.907051 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] For port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17, host hv-neutron-7971, cleared binding levels {{(pid=100886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:51.913564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] For port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:51.916299 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5b6ec225-e103-4c81-9030-d1da01775289 req-589a5fa9-3b15-444c-8c32-3b90322d6356 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260411 Jun 28 06:49:51.931511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] For port 00571388-d59e-445e-911d-44b75d3d0fff, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:51.936168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] For port 00571388-d59e-445e-911d-44b75d3d0fff, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=00571388-d59e-445e-911d-44b75d3d0fff,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:51.960328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:52.021190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:52.031191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:52.033422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8b012530-2fde-4b82-b01e-98fe1b86756c tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:52.035404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:52.045898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:52.073148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:52.073835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:52.075764 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] 10.222.0.50 "PUT /v2.0/ports/3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 HTTP/1.1" status: 200 len: 1093 time: 1.1069651 Jun 28 06:49:52.076472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'tag': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:52.078996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0244531c-5cfb-4344-8528-2466bc71765f" -d '{"events": [{"name": "network-changed", "server_uuid": "78045e0e-3498-4ff0-9f70-37fa48b0a3db", "tag": "3e3f8e17-54fb-42fd-8397-58ba5e4ceb17"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:52.113121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,revision_number=3']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:52.117470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:52.151432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad13b219-bc9f-4837-ad4e-80d22c29b8a1 x-openstack-request-id: req-ad13b219-bc9f-4837-ad4e-80d22c29b8a1 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:52.151779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78045e0e-3498-4ff0-9f70-37fa48b0a3db", "tag": "3e3f8e17-54fb-42fd-8397-58ba5e4ceb17", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:52.152085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad13b219-bc9f-4837-ad4e-80d22c29b8a1 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:52.152539 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'tag': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17', 'status': 'completed', 'code': 200} Jun 28 06:49:52.162685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:52.163357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:52.164764 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] 10.222.0.50 "PUT /v2.0/ports/00571388-d59e-445e-911d-44b75d3d0fff HTTP/1.1" status: 200 len: 1094 time: 3.0442700 Jun 28 06:49:52.169026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'tag': '00571388-d59e-445e-911d-44b75d3d0fff'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:52.171513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b77637-86f5-48f3-a876-3e4b310d5c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f8ca2-5aff-4d98-b328-c68b68183e31", "tag": "00571388-d59e-445e-911d-44b75d3d0fff"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:52.290302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=2362ce79-3134-4fa5-946e-e5dffb56d7e3,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:52.304417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0835ad5d-54c9-41c8-a3f1-1a2cedb3f84d x-openstack-request-id: req-0835ad5d-54c9-41c8-a3f1-1a2cedb3f84d {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:52.304841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f8ca2-5aff-4d98-b328-c68b68183e31", "tag": "00571388-d59e-445e-911d-44b75d3d0fff", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:52.305228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0835ad5d-54c9-41c8-a3f1-1a2cedb3f84d {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:52.305736 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'tag': '00571388-d59e-445e-911d-44b75d3d0fff', 'status': 'completed', 'code': 200} Jun 28 06:49:52.315154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:52.317027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-68e69239-a074-40d0-b74e-93ba2eb028d0 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:52.445394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking segment: {'id': 'd5730d82-2114-4995-b42a-d84fb896af54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45c68d5a-cccc-436d-b459-d333d2bd6eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:52.445794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network hostable DHCP agents. Network: 45c68d5a-cccc-436d-b459-d333d2bd6eed, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:52.475548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b77637-86f5-48f3-a876-3e4b310d5c5e req-0d6a6acb-234f-40be-b5ed-f2f0ef15cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:52.477382 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-d9b77637-86f5-48f3-a876-3e4b310d5c5e req-0d6a6acb-234f-40be-b5ed-f2f0ef15cb75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 1097 time: 0.1424961 Jun 28 06:49:52.492537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5161374-1f67-49ae-a48a-2686d10032ef req-f535fe33-4c30-45c4-bd2e-e85ff325da29 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:52.494060 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d5161374-1f67-49ae-a48a-2686d10032ef req-f535fe33-4c30-45c4-bd2e-e85ff325da29 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 943 time: 0.4763784 Jun 28 06:49:52.500469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Pushing event updated for resources: {'Port': ['ID=00571388-d59e-445e-911d-44b75d3d0fff,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:52.503983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:52.527294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244531c-5cfb-4344-8528-2466bc71765f req-2661fbfd-5cef-44ca-9428-212989a156ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:52.530732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0244531c-5cfb-4344-8528-2466bc71765f req-2661fbfd-5cef-44ca-9428-212989a156ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 1096 time: 0.2991288 Jun 28 06:49:52.647958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d5161374-1f67-49ae-a48a-2686d10032ef req-7303890c-86ca-4193-9661-e1e26673d433 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368024 Jun 28 06:49:52.651084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network 45c68d5a-cccc-436d-b459-d333d2bd6eed is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:52.695221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b77637-86f5-48f3-a876-3e4b310d5c5e req-ea70d806-b561-4709-9a22-ba13883eb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:52.696761 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-d9b77637-86f5-48f3-a876-3e4b310d5c5e req-ea70d806-b561-4709-9a22-ba13883eb0f2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2012208 Jun 28 06:49:52.730591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244531c-5cfb-4344-8528-2466bc71765f req-7d7362f4-de03-4de7-8df5-09258211396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:52.732422 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0244531c-5cfb-4344-8528-2466bc71765f req-7d7362f4-de03-4de7-8df5-09258211396b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c941fe15a06407e96dbfc55c9351d29&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1861920 Jun 28 06:49:52.765415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 45c68d5a-cccc-436d-b459-d333d2bd6eed) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:52.779760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05320802-a9f5-4bea-846a-2e62ef0f5ea6 None None] Network 45c68d5a-cccc-436d-b459-d333d2bd6eed requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:52.791981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:52.792563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:52.907964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244531c-5cfb-4344-8528-2466bc71765f req-0d5a708e-cd13-4efb-8938-99418c284bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:52.910164 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0244531c-5cfb-4344-8528-2466bc71765f req-0d5a708e-cd13-4efb-8938-99418c284bcf service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1563566 Jun 28 06:49:52.917069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Deleting port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:52.917899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:52.946170 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c6cdee1a-6882-435a-8578-a2a41aaa3a05 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6507866 Jun 28 06:49:52.948036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56468) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:52.993554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-45c68d5a-cccc-436d-b459-d333d2bd6eed', 'network_id': '45c68d5a-cccc-436d-b459-d333d2bd6eed', 'tenant_id': '008bef79da3e40f9aea398929c11e07f', 'fixed_ips': [{'subnet_id': '2362ce79-3134-4fa5-946e-e5dffb56d7e3'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:49:52.994657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.015561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b77637-86f5-48f3-a876-3e4b310d5c5e req-68350c5f-0c89-43f2-b518-80000800c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:53.022332 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-d9b77637-86f5-48f3-a876-3e4b310d5c5e req-68350c5f-0c89-43f2-b518-80000800c5c6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3174558 Jun 28 06:49:53.176712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Allocated IP 2001:db8::1 (45c68d5a-cccc-436d-b459-d333d2bd6eed/2362ce79-3134-4fa5-946e-e5dffb56d7e3/0109c5c6-e6bd-4a1d-a0ca-0007deea17db) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:53.198564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.220573 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-24d87490-5edf-4b52-a10e-24bb7ef5ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:53.223288 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-24d87490-5edf-4b52-a10e-24bb7ef5ac33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 1097 time: 0.1221762 Jun 28 06:49:53.246788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] For port 035f514a-15e7-4ffd-8f8f-266ff4fa23a7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=035f514a-15e7-4ffd-8f8f-266ff4fa23a7,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:53.247868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.255683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-a769f3ad-5211-42dc-8885-27740da53f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:53.257442 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-a769f3ad-5211-42dc-8885-27740da53f8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 1096 time: 0.2476346 Jun 28 06:49:53.270906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272960bb-f450-474f-a2de-bb7eddfcd394 req-085476e5-8c3c-4353-8369-be5fba61e289 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:53.272574 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-272960bb-f450-474f-a2de-bb7eddfcd394 req-085476e5-8c3c-4353-8369-be5fba61e289 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 944 time: 0.1577094 Jun 28 06:49:53.323464 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-a42caf1a-4125-4e6e-9f38-691cf1678838 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00571388-d59e-445e-911d-44b75d3d0fff HTTP/1.1" status: 200 len: 217 time: 0.0740924 Jun 28 06:49:53.339718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Calling delete_port for 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:53.349312 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-20d39087-c378-41b3-881b-aa726f3677a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 HTTP/1.1" status: 200 len: 217 time: 0.0715230 Jun 28 06:49:53.352139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.360944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce8560-d3b1-4f32-815b-1a6b7b04fc55 req-45cedb96-9872-4fd7-9812-c5c9c3e3cad6 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:53.361138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Transition to ACTIVE for port object 0109c5c6-e6bd-4a1d-a0ca-0007deea17db will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:53.362423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-72ce8560-d3b1-4f32-815b-1a6b7b04fc55 req-45cedb96-9872-4fd7-9812-c5c9c3e3cad6 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.2934127 Jun 28 06:49:53.378749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Transition to ACTIVE for port object 0109c5c6-e6bd-4a1d-a0ca-0007deea17db will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:53.387924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.444816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-60c89af7-f66e-43b3-8f10-fe8fdaf6433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:53.446475 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-60c89af7-f66e-43b3-8f10-fe8fdaf6433c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68812103-dc2b-4228-acab-00cc32a3b549 HTTP/1.1" status: 200 len: 834 time: 0.1160979 Jun 28 06:49:53.460845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.465040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0d8cc179-fecb-4dde-bd18-e227b8c9747f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:53.466580 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-272960bb-f450-474f-a2de-bb7eddfcd394 req-85f6dc22-7db1-4da1-b421-05fcbf0d1754 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800196 Jun 28 06:49:53.494114 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-72ce8560-d3b1-4f32-815b-1a6b7b04fc55 req-dcf1f9c4-cd11-495e-8068-3f39c08c5786 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158671 Jun 28 06:49:53.498635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-0da3b59d-b3b2-4f69-9b0b-a8985365604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:53.500063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-0da3b59d-b3b2-4f69-9b0b-a8985365604c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.1367865 Jun 28 06:49:53.518764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Pushing event updated for resources: {'Port': ['ID=0109c5c6-e6bd-4a1d-a0ca-0007deea17db,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:53.523103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:53.532662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Network 45c68d5a-cccc-436d-b459-d333d2bd6eed is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:53.534421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:53.541324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:53.582004 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-ae945618-955b-4674-9a5a-56368baf4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:53.583909 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-ae945618-955b-4674-9a5a-56368baf4c59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e23ea153-e5bc-44d1-aa21-0abb751ce274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1276844 Jun 28 06:49:53.611255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Attempting to bind port 0109c5c6-e6bd-4a1d-a0ca-0007deea17db on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:53.611736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Attempting to bind port 0109c5c6-e6bd-4a1d-a0ca-0007deea17db by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd5730d82-2114-4995-b42a-d84fb896af54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45c68d5a-cccc-436d-b459-d333d2bd6eed'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:53.612255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Attempting to bind port 0109c5c6-e6bd-4a1d-a0ca-0007deea17db on network 45c68d5a-cccc-436d-b459-d333d2bd6eed {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:53.620445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:53.621064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Checking segment: {'id': 'd5730d82-2114-4995-b42a-d84fb896af54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45c68d5a-cccc-436d-b459-d333d2bd6eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:53.621811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.622791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Bound using segment: {'id': 'd5730d82-2114-4995-b42a-d84fb896af54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45c68d5a-cccc-436d-b459-d333d2bd6eed'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:53.623411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Bound port: 0109c5c6-e6bd-4a1d-a0ca-0007deea17db, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5730d82-2114-4995-b42a-d84fb896af54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45c68d5a-cccc-436d-b459-d333d2bd6eed'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:53.623814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.679747 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.685061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e18fd1c-dc23-4862-ab68-9cf64f62decc tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:53.717339 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Subnet': ['ID=2362ce79-3134-4fa5-946e-e5dffb56d7e3,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:53.742014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-6380f898-3cac-4152-a6a6-fbf1044ba81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:53.744040 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-6380f898-3cac-4152-a6a6-fbf1044ba81d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2340741 Jun 28 06:49:53.752955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] For port 0109c5c6-e6bd-4a1d-a0ca-0007deea17db, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:53.784377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.790052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f0418f8a-3880-4997-9851-b522ad99470a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.821144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c68d5a-cccc-436d-b459-d333d2bd6eed']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:53.823980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.824370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.824751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.829283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.829926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.830498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.831140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.831669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.832208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.832768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.833342 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.833862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:53.836589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] For port 0109c5c6-e6bd-4a1d-a0ca-0007deea17db, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0109c5c6-e6bd-4a1d-a0ca-0007deea17db,segment=NetworkSegment(d5730d82-2114-4995-b42a-d84fb896af54),segment_id=d5730d82-2114-4995-b42a-d84fb896af54)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:53.848317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5730d82-2114-4995-b42a-d84fb896af54') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:53.848902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5730d82-2114-4995-b42a-d84fb896af54') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:53.860030 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:53.861077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.871002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.875706 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-85c52728-0c7d-4fe4-bb71-dd20c024d552 service neutron] 10.222.0.50 "GET /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847617 Jun 28 06:49:53.876889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a62d0226-64ca-429c-b135-3bcc009e01a3 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:53.921115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.932809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.934794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6314b0ce-685d-42d3-b460-8626615b1d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:53.937337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event deleted for resources: {'Port': ['ID=035f514a-15e7-4ffd-8f8f-266ff4fa23a7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:53.940801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:53.944199 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-206e06be-8789-4f37-9472-55435db18936 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916666 Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:53.962995 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:54.072697 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-54264d16-d74e-4e14-a242-f96803e3baf3 req-aaedd4e1-f8f1-42e6-9696-087fa0bd8d3e service neutron] 10.222.0.50 "GET /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900289 Jun 28 06:49:54.088260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:49:54.088260 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:49:54.088260 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'id': '45c68d5a-cccc-436d-b459-d333d2bd6eed'}] Jun 28 06:49:54.088260 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:49:54.088797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:49:54.139688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Pushing event updated for resources: {'Port': ['ID=0109c5c6-e6bd-4a1d-a0ca-0007deea17db,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:54.145110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:54.183162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa29bd1-77e6-4ee7-9a6d-f08d192706f2 req-74fafe9f-1087-4ae5-a3c3-c93f95af020f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:54.191935 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3aa29bd1-77e6-4ee7-9a6d-f08d192706f2 req-74fafe9f-1087-4ae5-a3c3-c93f95af020f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 943 time: 0.3355744 Jun 28 06:49:54.297767 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1b75786-481c-4cc9-a14f-290291a7edf6 req-ab81c201-baf8-4218-8ebb-4728dfda45ba service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459177 Jun 28 06:49:54.312999 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3aa29bd1-77e6-4ee7-9a6d-f08d192706f2 req-86c805e6-aca7-4c40-8a7f-882e9472a335 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199172 Jun 28 06:49:54.315661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:54.586026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937641b-0ea5-44bd-8e2b-a1f2b05fca33 req-715ba6ad-cd14-482d-a2d5-d4d301c2fe94 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:54.587580 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5937641b-0ea5-44bd-8e2b-a1f2b05fca33 req-715ba6ad-cd14-482d-a2d5-d4d301c2fe94 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.1870391 Jun 28 06:49:54.590486 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:54.661055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Deleting port 0109c5c6-e6bd-4a1d-a0ca-0007deea17db {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:54.661441 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:54.713625 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5937641b-0ea5-44bd-8e2b-a1f2b05fca33 req-630c311e-019c-473f-9585-5045614c8f41 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146307 Jun 28 06:49:54.740237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Router 2c7152c8-7dec-4fd9-a079-460f7d42b23c has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:49:54.743613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] For port 0109c5c6-e6bd-4a1d-a0ca-0007deea17db, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0109c5c6-e6bd-4a1d-a0ca-0007deea17db,segment=NetworkSegment(d5730d82-2114-4995-b42a-d84fb896af54),segment_id=d5730d82-2114-4995-b42a-d84fb896af54)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:54.744140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:54.761294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Calling delete_port for 0109c5c6-e6bd-4a1d-a0ca-0007deea17db owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:54.770354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0640-8013-4b3f-a0e7-8c85f05edf30 req-8be3a58c-693c-474a-b6f6-29a3af4583f4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:54.777194 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa5d0640-8013-4b3f-a0e7-8c85f05edf30 req-8be3a58c-693c-474a-b6f6-29a3af4583f4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 944 time: 0.1575027 Jun 28 06:49:54.885859 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa5d0640-8013-4b3f-a0e7-8c85f05edf30 req-7f3b7513-3bad-4197-aca3-495e1835bb33 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078165 Jun 28 06:49:54.898748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:54.901906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-83d2457b-41a3-4d0f-bd86-a67fc0f850f9 tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:54.922657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:49:54.937771 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "PUT /v2.0/routers/2c7152c8-7dec-4fd9-a079-460f7d42b23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9341674 Jun 28 06:49:54.938750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56480) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:54.943432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Port': ['ID=0109c5c6-e6bd-4a1d-a0ca-0007deea17db,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:54.945603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No DVR routers for this DVR port 0109c5c6-e6bd-4a1d-a0ca-0007deea17db on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:54.946485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] Sync routers for ids ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:49:54.947285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:54.972193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] Routers {'2c7152c8-7dec-4fd9-a079-460f7d42b23c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:54.974049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:55.045828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ca4371-3252-4a9e-b7dc-9cdc3ae23558 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Deleting subnet a515bc3d-c230-456e-b8c4-ec0b1be937e3 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:49:55.052532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4371-3252-4a9e-b7dc-9cdc3ae23558 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.126317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.138373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c68d5a-cccc-436d-b459-d333d2bd6eed']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:55.151122 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5730d82-2114-4995-b42a-d84fb896af54') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:55.151669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5730d82-2114-4995-b42a-d84fb896af54') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:55.158428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4371-3252-4a9e-b7dc-9cdc3ae23558 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.164843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.180348 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.188057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:55.188726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:55.192129 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:55.211788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] Set router 2c7152c8-7dec-4fd9-a079-460f7d42b23c gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:55.319746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4371-3252-4a9e-b7dc-9cdc3ae23558 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.395902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.402630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5ed4bbcb-0b40-4715-bb98-8fd3e1354f74 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:55.407319 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.409335 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/45c68d5a-cccc-436d-b459-d333d2bd6eed HTTP/1.1" status: 204 len: 168 time: 2.4613693 Jun 28 06:49:55.412815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56484) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:55.422512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Network': ['ID=45c68d5a-cccc-436d-b459-d333d2bd6eed,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:55.428536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983292272'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:55.430021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:55.451619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:49:53Z', 'revision_number': 5, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:55.458888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4371-3252-4a9e-b7dc-9cdc3ae23558 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.461061 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-76861818-6452-4e25-8f3f-140e47eedf54 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:55.527546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca4371-3252-4a9e-b7dc-9cdc3ae23558 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event deleted for resources: {'Subnet': ['ID=a515bc3d-c230-456e-b8c4-ec0b1be937e3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:55.527546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c5ca4371-3252-4a9e-b7dc-9cdc3ae23558 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:55.536057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4371-3252-4a9e-b7dc-9cdc3ae23558 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.540824 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c5ca4371-3252-4a9e-b7dc-9cdc3ae23558 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "DELETE /v2.0/subnets/a515bc3d-c230-456e-b8c4-ec0b1be937e3 HTTP/1.1" status: 204 len: 168 time: 0.5974808 Jun 28 06:49:55.542283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56486) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:55.550889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:55.554663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.597058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:55.622990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661adac2-7e94-4152-a19a-3f4f1bf9d677 req-f13feb8f-6717-4b4f-a939-e23a8df8b54f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:55.624784 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-661adac2-7e94-4152-a19a-3f4f1bf9d677 req-f13feb8f-6717-4b4f-a939-e23a8df8b54f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 943 time: 0.1536176 Jun 28 06:49:55.628781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.628781 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Added segment 9c987d73-9825-4528-ba9e-362279553204 of type vlan for network 72220a4e-f45b-452e-9daf-d66789695bae Jun 28 06:49:55.638072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd814b-ba2d-4aff-a01b-1a3544239f30 None None] Network 5f90b46d-010e-4b4e-a1ee-0e7e23497587 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:55.641109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db92d802-e3f4-472b-a838-e11bf8e3ef1e None None] DHCP port deletion for 45c68d5a-cccc-436d-b459-d333d2bd6eed request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:49:55.661256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] Checking router: 2c7152c8-7dec-4fd9-a079-460f7d42b23c for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:49:55.664481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ac79d22c-9ddf-4ed5-9ab1-35e1f30c4bf2 None None] Could not find standard attr ID for object 0109c5c6-e6bd-4a1d-a0ca-0007deea17db. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:49:55.715288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dfda54-57c1-4500-b8e9-962e293616ad None None] Network 45c68d5a-cccc-436d-b459-d333d2bd6eed requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:55.717056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.723346 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-661adac2-7e94-4152-a19a-3f4f1bf9d677 req-52ef7bd5-002b-40df-8eff-17c56081bdda tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808418 Jun 28 06:49:55.760710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dfda54-57c1-4500-b8e9-962e293616ad None None] Network 45c68d5a-cccc-436d-b459-d333d2bd6eed could not be found, it might have been deleted concurrently. {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 28 06:49:55.773591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] Routers {'2c7152c8-7dec-4fd9-a079-460f7d42b23c'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:49:55.774526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:55.853258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.865850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:55.865850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:55.865850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-29bc4101-fe19-45d7-babe-66dc0e0ce0d9 tempest-NetworksTestDHCPv6-1489201589 tempest-NetworksTestDHCPv6-1489201589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:55.956884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=72220a4e-f45b-452e-9daf-d66789695bae,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:55.969999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.970602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.970995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.971426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.971806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.972184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.972555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.972950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.973456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.973860 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.974201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.974569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:55.982067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:55.989796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] Set router 2c7152c8-7dec-4fd9-a079-460f7d42b23c gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:49:56.063599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 72220a4e-f45b-452e-9daf-d66789695bae details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:56.086545 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6719697 Jun 28 06:49:56.093985 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56492) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:56.101052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'network_id': '72220a4e-f45b-452e-9daf-d66789695bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:56.114978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.286744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.314939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:49:53Z', 'revision_number': 5, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:56.343282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] DHCP port deletion for 5f90b46d-010e-4b4e-a1ee-0e7e23497587 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:49:56.345738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9022d156-1c3f-4039-aa0f-30d316a98673 None None] The sync data for ids ['2c7152c8-7dec-4fd9-a079-460f7d42b23c'] in dv-neutron-797120-6-hyperv is: [{'id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806307918', 'tenant_id': 'e2fddddf685b4fb0874f450869f3f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:47:31Z', 'updated_at': '2021-06-28T06:49:53Z', 'revision_number': 5, 'project_id': 'e2fddddf685b4fb0874f450869f3f92f', 'gw_port': {'id': 'fd4b7631-e6e7-48ae-95d0-bf49d698e61e', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7152c8-7dec-4fd9-a079-460f7d42b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:47:32Z', 'updated_at': '2021-06-28T06:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:49:56.383357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 00571388-d59e-445e-911d-44b75d3d0fff details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:49:56.425712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Deleting port fd4b7631-e6e7-48ae-95d0-bf49d698e61e {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:56.426241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.489433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.495947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] Deleting port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:56.496348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.509362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6531b484-ce2a-48ab-a1cf-d37c32f00a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.527446 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] For port fd4b7631-e6e7-48ae-95d0-bf49d698e61e, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=fd4b7631-e6e7-48ae-95d0-bf49d698e61e,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:56.527970 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.543929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Calling delete_port for fd4b7631-e6e7-48ae-95d0-bf49d698e61e owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:56.584921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] For port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f8ad39a9-821b-4a1b-92a1-a7e5faf827e2,segment=NetworkSegment(cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0),segment_id=cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:56.585251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.588656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 00571388-d59e-445e-911d-44b75d3d0fff, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=00571388-d59e-445e-911d-44b75d3d0fff,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:56.607389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] Calling delete_port for f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:56.611437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '00571388-d59e-445e-911d-44b75d3d0fff', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'port_id': '00571388-d59e-445e-911d-44b75d3d0fff', 'mac_address': 'fa:16:3e:fd:a1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:49:56.661137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0c8c7-3e89-4c57-b610-d13089821e74 req-d28b63b7-8b47-400f-b6d8-8d5aaff00c55 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:56.662631 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dec0c8c7-3e89-4c57-b610-d13089821e74 req-d28b63b7-8b47-400f-b6d8-8d5aaff00c55 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 944 time: 0.6126523 Jun 28 06:49:56.693548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.722396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00571388-d59e-445e-911d-44b75d3d0fff {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:49:56.725310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779f53-a70a-4ef9-bbd5-116d70abde27 req-4f0b1b58-8411-4cac-94cf-858051ed42ad tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:56.732658 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba779f53-a70a-4ef9-bbd5-116d70abde27 req-4f0b1b58-8411-4cac-94cf-858051ed42ad tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.6279616 Jun 28 06:49:56.750462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 00571388-d59e-445e-911d-44b75d3d0fff, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=00571388-d59e-445e-911d-44b75d3d0fff,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:56.774857 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-654acd6e-88b5-4fa1-ac72-ad51b408ef41 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:56.776354 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-654acd6e-88b5-4fa1-ac72-ad51b408ef41 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.50 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 946 time: 0.2244823 Jun 28 06:49:56.787530 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dec0c8c7-3e89-4c57-b610-d13089821e74 req-58790f33-d568-41da-a6ee-8cc683b0916f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011567 Jun 28 06:49:56.804762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:56.808244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.830563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.830842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.834192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:56.834375 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d399ed4d-f2ba-4f20-b0cc-aaf9bd4c1c07 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:56.841953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.863583 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba779f53-a70a-4ef9-bbd5-116d70abde27 req-76fadd5b-72a8-49e6-872b-b20fd815df3d tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa58ae2e-e50f-4b38-a2fa-f1985709f321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296356 Jun 28 06:49:56.878421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event deleted for resources: {'Port': ['ID=fd4b7631-e6e7-48ae-95d0-bf49d698e61e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:56.883841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] No DVR routers for this DVR port f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:56.915761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:56.927797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=00571388-d59e-445e-911d-44b75d3d0fff,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:56.936323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.936759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.937248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.937650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.938048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.938445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.938837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.939256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.939646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.940034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.940420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.940972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:49:56.946719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:56.947319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-741cb050-ec3d-411b-bc13-fe1ad4c15e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:56.966021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:56.969274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] Pushing event deleted for resources: {'Port': ['ID=f8ad39a9-821b-4a1b-92a1-a7e5faf827e2,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:56.971442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:57.065658 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.067910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.131569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431caf0-59d7-4596-beb5-a7548cf56c69 req-841b0d6f-512d-43c7-98aa-e3f0f1fb12c0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:57.133009 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f431caf0-59d7-4596-beb5-a7548cf56c69 req-841b0d6f-512d-43c7-98aa-e3f0f1fb12c0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 943 time: 0.1733160 Jun 28 06:49:57.137679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Deleting port 33e246cb-71fc-4338-bae5-6fd913e2aa45 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:49:57.138022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.148841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['00571388-d59e-445e-911d-44b75d3d0fff'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:49:57.200715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.201383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Fanout notify agent at l3_agent the message router_deleted on router 2c7152c8-7dec-4fd9-a079-460f7d42b23c {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:49:57.214199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.218785 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "DELETE /v2.0/routers/2c7152c8-7dec-4fd9-a079-460f7d42b23c HTTP/1.1" status: 204 len: 168 time: 1.6718607 Jun 28 06:49:57.218785 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56496) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:57.295168 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f431caf0-59d7-4596-beb5-a7548cf56c69 req-ffd74c2a-abdd-40c3-889c-85544b59e51a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514609 Jun 28 06:49:57.330024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] For port 33e246cb-71fc-4338-bae5-6fd913e2aa45, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=33e246cb-71fc-4338-bae5-6fd913e2aa45,segment=NetworkSegment(dadcc270-986c-48ce-9194-a7dfb69b00fc),segment_id=dadcc270-986c-48ce-9194-a7dfb69b00fc)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:57.330683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.337067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.348736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Calling delete_port for 33e246cb-71fc-4338-bae5-6fd913e2aa45 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:49:57.359073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.362560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e0f1ac4e-feb6-444e-b376-cd8c5ac9c316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:57.436357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.446609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f90b46d-010e-4b4e-a1ee-0e7e23497587']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:57.456900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:57.457204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0821ff-d24b-4763-8e2e-d8d4f5a5bab0') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:49:57.466502 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.486958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.487619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=409fbbcd-bf55-43bb-80eb-df0f616ef3df,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:57.493379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:49:57.493778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.493967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:49:57.497049 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:49:57.508610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking segment: {'id': '9c987d73-9825-4528-ba9e-362279553204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '72220a4e-f45b-452e-9daf-d66789695bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:57.509014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network hostable DHCP agents. Network: 72220a4e-f45b-452e-9daf-d66789695bae, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:49:57.537793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.583184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network 72220a4e-f45b-452e-9daf-d66789695bae is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:49:57.606887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.610397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e3a446d2-2189-4ef4-ae6e-ee539d4306c9 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:57.616817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.616817 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "DELETE /v2.0/networks/5f90b46d-010e-4b4e-a1ee-0e7e23497587 HTTP/1.1" status: 204 len: 168 time: 0.3962643 Jun 28 06:49:57.618892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56498) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:57.627130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event deleted for resources: {'Network': ['ID=5f90b46d-010e-4b4e-a1ee-0e7e23497587,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:57.629624 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:57.676377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.681728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:57.686956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5916340f-f869-4743-80e2-e37d56511ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.717267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 72220a4e-f45b-452e-9daf-d66789695bae) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:57.721196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Pushing event deleted for resources: {'Port': ['ID=33e246cb-71fc-4338-bae5-6fd913e2aa45,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:57.724087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:57.729447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:57.730043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.740888 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc0db09-507d-4e0a-8543-7de2e7a5f29a None None] Network 72220a4e-f45b-452e-9daf-d66789695bae requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:49:57.771690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5916340f-f869-4743-80e2-e37d56511ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.775029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:57.802282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['33e246cb-71fc-4338-bae5-6fd913e2aa45'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:49:57.805680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] No DVR routers for this DVR port 33e246cb-71fc-4338-bae5-6fd913e2aa45 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:49:57.811634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.813635 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-781c7085-9cae-4cbb-a44f-be3b3c86dcfa req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.50 "DELETE /v2.0/ports/33e246cb-71fc-4338-bae5-6fd913e2aa45 HTTP/1.1" status: 204 len: 173 time: 1.0204329 Jun 28 06:49:57.814170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90c4b51-8123-4163-8228-ab734c283338', 'name': 'network-vif-deleted', 'tag': '33e246cb-71fc-4338-bae5-6fd913e2aa45'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:57.816520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e61bc0-acd1-4dd1-8247-e55a084e8a69" -d '{"events": [{"server_uuid": "c90c4b51-8123-4163-8228-ab734c283338", "name": "network-vif-deleted", "tag": "33e246cb-71fc-4338-bae5-6fd913e2aa45"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:57.843224 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7469816 Jun 28 06:49:57.846325 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56504) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:57.851632 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'network_id': '72220a4e-f45b-452e-9daf-d66789695bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:57.868387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:57.868923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 035f514a-15e7-4ffd-8f8f-266ff4fa23a7 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:57.869472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:57.882512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae62b36-852e-4a6e-8776-6ce9361f3ad7 x-openstack-request-id: req-1ae62b36-852e-4a6e-8776-6ce9361f3ad7 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:57.883710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90c4b51-8123-4163-8228-ab734c283338", "name": "network-vif-deleted", "tag": "33e246cb-71fc-4338-bae5-6fd913e2aa45", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:57.884024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ae62b36-852e-4a6e-8776-6ce9361f3ad7 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:57.884485 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90c4b51-8123-4163-8228-ab734c283338', 'name': 'network-vif-deleted', 'tag': '33e246cb-71fc-4338-bae5-6fd913e2aa45', 'status': 'completed', 'code': 200} Jun 28 06:49:57.923343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:57.923606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f8ad39a9-821b-4a1b-92a1-a7e5faf827e2 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:57.924028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device fd4b7631-e6e7-48ae-95d0-bf49d698e61e no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:49:57.946932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: fd4b7631-e6e7-48ae-95d0-bf49d698e61e {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:49:57.947297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device fd4b7631-e6e7-48ae-95d0-bf49d698e61e not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:49:57.985814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5916340f-f869-4743-80e2-e37d56511ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.989346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5916340f-f869-4743-80e2-e37d56511ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:57.990768 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5916340f-f869-4743-80e2-e37d56511ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] 10.222.0.24 "DELETE /v2.0/security-groups/0e111061-4e79-433e-9fd6-ad2bff0f9612 HTTP/1.1" status: 204 len: 168 time: 0.3708367 Jun 28 06:49:57.992126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:58.039780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916340f-f869-4743-80e2-e37d56511ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e111061-4e79-433e-9fd6-ad2bff0f9612,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:58.059910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5916340f-f869-4743-80e2-e37d56511ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:58.062304 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d6ccdafe-fd78-4f96-9949-0d352ecf7511 req-73eb855b-7375-4b45-bde0-6c8d32013661 tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90c4b51-8123-4163-8228-ab734c283338 HTTP/1.1" status: 200 len: 210 time: 0.0440974 Jun 28 06:49:58.065622 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-72220a4e-f45b-452e-9daf-d66789695bae', 'network_id': '72220a4e-f45b-452e-9daf-d66789695bae', 'tenant_id': '008bef79da3e40f9aea398929c11e07f', 'fixed_ips': [{'subnet_id': '409fbbcd-bf55-43bb-80eb-df0f616ef3df'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:49:58.074003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.098610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:58.111211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.111774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642849f5-dd23-4126-92f2-1ac8e4316273 req-6b672397-41b8-4bf1-aca3-1bffeb0af6bc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:58.112655 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-642849f5-dd23-4126-92f2-1ac8e4316273 req-6b672397-41b8-4bf1-aca3-1bffeb0af6bc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 945 time: 0.1731541 Jun 28 06:49:58.161169 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-642849f5-dd23-4126-92f2-1ac8e4316273 req-278dabad-3c6d-4f7d-85ee-44ee13ab5b93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396514 Jun 28 06:49:58.229832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Allocated IP 2001:db8::2 (72220a4e-f45b-452e-9daf-d66789695bae/409fbbcd-bf55-43bb-80eb-df0f616ef3df/2c3b85ff-fa55-441a-a346-29e86c08eac5) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:49:58.381108 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 00571388-d59e-445e-911d-44b75d3d0fff up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:58.433113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.443633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Transition to ACTIVE for port object 2c3b85ff-fa55-441a-a346-29e86c08eac5 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:58.450880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.455895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fb18d4c-1917-4be7-939b-3f3fc5a99fa1 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:58.463902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Transition to ACTIVE for port object 2c3b85ff-fa55-441a-a346-29e86c08eac5 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:49:58.480832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d9c2d-e573-47ab-aaf6-7ab28fbd88aa req-9e4d2a6f-1061-4e56-9ffe-2944cfd4c419 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:58.483723 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-237d9c2d-e573-47ab-aaf6-7ab28fbd88aa req-9e4d2a6f-1061-4e56-9ffe-2944cfd4c419 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 943 time: 0.0720305 Jun 28 06:49:58.494788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network 72220a4e-f45b-452e-9daf-d66789695bae is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:58.498509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:58.501506 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:58.502099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.521203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=50fab380-8fca-475a-999e-f1eb4005e283,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:58.525800 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-237d9c2d-e573-47ab-aaf6-7ab28fbd88aa req-e9f84019-8000-4cd8-b53d-70378406ba6d tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332091 Jun 28 06:49:58.525982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:58.545448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 00571388-d59e-445e-911d-44b75d3d0fff completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:58.549826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.551563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 00571388-d59e-445e-911d-44b75d3d0fff triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:49:58.551931 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.554038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e0c37bf9-942a-4d65-946d-71fe659421d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:58.602692 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7552886 Jun 28 06:49:58.605479 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56514) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:58.610198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Network 72220a4e-f45b-452e-9daf-d66789695bae is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:49:58.617542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:49:58.625200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:49:58.642950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Pushing event updated for resources: {'Port': ['ID=2c3b85ff-fa55-441a-a346-29e86c08eac5,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:58.646851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:58.705348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Attempting to bind port 2c3b85ff-fa55-441a-a346-29e86c08eac5 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:49:58.705724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Attempting to bind port 2c3b85ff-fa55-441a-a346-29e86c08eac5 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '9c987d73-9825-4528-ba9e-362279553204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '72220a4e-f45b-452e-9daf-d66789695bae'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:49:58.706096 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Attempting to bind port 2c3b85ff-fa55-441a-a346-29e86c08eac5 on network 72220a4e-f45b-452e-9daf-d66789695bae {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:49:58.721542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7ade1-8bac-4292-a324-0b68dbd90853 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:58.723823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7ade1-8bac-4292-a324-0b68dbd90853 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:58.725363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7ade1-8bac-4292-a324-0b68dbd90853 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:58.727799 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7ade1-8bac-4292-a324-0b68dbd90853 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:58.728554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:49:58.728961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Checking segment: {'id': '9c987d73-9825-4528-ba9e-362279553204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '72220a4e-f45b-452e-9daf-d66789695bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:49:58.729372 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.729772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Bound using segment: {'id': '9c987d73-9825-4528-ba9e-362279553204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '72220a4e-f45b-452e-9daf-d66789695bae'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:49:58.729990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7ade1-8bac-4292-a324-0b68dbd90853 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:58.730256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Bound port: 2c3b85ff-fa55-441a-a346-29e86c08eac5, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c987d73-9825-4528-ba9e-362279553204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '72220a4e-f45b-452e-9daf-d66789695bae'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:49:58.730649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.735968 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-17b7ade1-8bac-4292-a324-0b68dbd90853 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1251204 Jun 28 06:49:58.736172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56518) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:58.741365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-3864484'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:58.777807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.778091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56520) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:58.812830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:49:58.816438 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.818954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00571388-d59e-445e-911d-44b75d3d0fff'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:49:58.821492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4027566e-1416-4893-9133-8c6fa4a9c901" -d '{"events": [{"server_uuid": "6e9f8ca2-5aff-4d98-b328-c68b68183e31", "name": "network-vif-plugged", "status": "completed", "tag": "00571388-d59e-445e-911d-44b75d3d0fff"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:49:58.847542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 00571388-d59e-445e-911d-44b75d3d0fff, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=00571388-d59e-445e-911d-44b75d3d0fff,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:49:58.853138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:49:58.857176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] For port 2c3b85ff-fa55-441a-a346-29e86c08eac5, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:49:58.867207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.867933 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Added segment 2063ede8-0d25-434a-b3e6-d057969b1a10 of type vlan for network 7c70792b-5b37-4da5-b232-11836c8c2e0e Jun 28 06:49:58.873660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] For port 2c3b85ff-fa55-441a-a346-29e86c08eac5, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2c3b85ff-fa55-441a-a346-29e86c08eac5,segment=NetworkSegment(9c987d73-9825-4528-ba9e-362279553204),segment_id=9c987d73-9825-4528-ba9e-362279553204)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:49:58.876453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee7bd2-e940-4b8d-9407-2c5b367c42d3 x-openstack-request-id: req-e6ee7bd2-e940-4b8d-9407-2c5b367c42d3 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:49:58.876749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9f8ca2-5aff-4d98-b328-c68b68183e31", "name": "network-vif-plugged", "status": "completed", "tag": "00571388-d59e-445e-911d-44b75d3d0fff", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:49:58.877053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6ee7bd2-e940-4b8d-9407-2c5b367c42d3 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:49:58.877453 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00571388-d59e-445e-911d-44b75d3d0fff', 'code': 200} Jun 28 06:49:58.927529 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.930143 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:58.931666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.980223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=00571388-d59e-445e-911d-44b75d3d0fff,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:58.982759 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-46e362e5-2e10-41f0-8a3b-3b5974f60b1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2fddddf685b4fb0874f450869f3f92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029223 Jun 28 06:49:58.985203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56526) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:58.986317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:58.989562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:58.992662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e01be6c7-928f-4bbe-9e0c-30c9df54c7ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:59.038193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-054fdc03-1a00-4433-9a6f-4b40a69a1949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.056334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Pushing event updated for resources: {'Port': ['ID=2c3b85ff-fa55-441a-a346-29e86c08eac5,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:59.060961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-054fdc03-1a00-4433-9a6f-4b40a69a1949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.071002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:59.093332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.099344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:59.100423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.111792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bcb6770f-e01a-4630-8b69-332b78bc55a5 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:59.179897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=7c70792b-5b37-4da5-b232-11836c8c2e0e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:59.186920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:59.187738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56530) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:59.195601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 7c70792b-5b37-4da5-b232-11836c8c2e0e details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:59.228702 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4914966 Jun 28 06:49:59.231481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56534) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:59.273411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2cfde74f-1e0d-487a-9f20-8f5976843d9a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:59.401794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5e4c29-1f1e-4d96-a3bc-914b31c11013 admin admin] Deleting subnet 86aec9d5-96ee-4894-95a4-3c0041a8f687 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:49:59.409848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-054fdc03-1a00-4433-9a6f-4b40a69a1949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.412426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-054fdc03-1a00-4433-9a6f-4b40a69a1949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.414129 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-054fdc03-1a00-4433-9a6f-4b40a69a1949 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/849a9f0a-cff4-4561-b51e-d99f08331b31 HTTP/1.1" status: 204 len: 168 time: 0.4275036 Jun 28 06:49:59.430993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4c29-1f1e-4d96-a3bc-914b31c11013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.437642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f7a4513e-acd3-4af5-82d8-10480fbbb9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:59.477853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fdc03-1a00-4433-9a6f-4b40a69a1949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a9f0a-cff4-4561-b51e-d99f08331b31,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:59.490803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-054fdc03-1a00-4433-9a6f-4b40a69a1949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:59.509602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.515903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4c29-1f1e-4d96-a3bc-914b31c11013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.620508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4c29-1f1e-4d96-a3bc-914b31c11013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.662919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9085f6-79ce-41d7-b233-bf890fd80f09 req-7ff8752a-e953-4a06-a560-ace74917fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:59.664406 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ea9085f6-79ce-41d7-b233-bf890fd80f09 req-7ff8752a-e953-4a06-a560-ace74917fba2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 1099 time: 0.3504751 Jun 28 06:49:59.674543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cfde74f-1e0d-487a-9f20-8f5976843d9a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.756251 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f8892-dff1-4f7a-8e50-998170dfea19 req-bfd590e2-082f-4fd7-8569-44108c5e4099 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:59.758124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-761f8892-dff1-4f7a-8e50-998170dfea19 req-bfd590e2-082f-4fd7-8569-44108c5e4099 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 946 time: 0.3752754 Jun 28 06:49:59.802543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cfde74f-1e0d-487a-9f20-8f5976843d9a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.815772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:59.830800 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ea9085f6-79ce-41d7-b233-bf890fd80f09 req-67fea298-5021-49f8-84d3-ed1d7d9eb08e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521239 Jun 28 06:49:59.834332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2c3b85ff-fa55-441a-a346-29e86c08eac5 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:49:59.843329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cfde74f-1e0d-487a-9f20-8f5976843d9a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network 7c70792b-5b37-4da5-b232-11836c8c2e0e is not hosted by any dhcp agent {{(pid=100887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 28 06:49:59.848970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfde74f-1e0d-487a-9f20-8f5976843d9a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:49:59.849773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cfde74f-1e0d-487a-9f20-8f5976843d9a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.851245 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2cfde74f-1e0d-487a-9f20-8f5976843d9a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "PUT /v2.0/networks/7c70792b-5b37-4da5-b232-11836c8c2e0e HTTP/1.1" status: 200 len: 723 time: 0.6187527 Jun 28 06:49:59.854770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56542) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:59.863569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'network_id': '7c70792b-5b37-4da5-b232-11836c8c2e0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:49:59.914368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4c29-1f1e-4d96-a3bc-914b31c11013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.927951 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-761f8892-dff1-4f7a-8e50-998170dfea19 req-638cbae6-7aae-40bc-8eee-b477b76b20cf tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521187 Jun 28 06:49:59.939585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfde74f-1e0d-487a-9f20-8f5976843d9a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=7c70792b-5b37-4da5-b232-11836c8c2e0e,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:49:59.942836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4c29-1f1e-4d96-a3bc-914b31c11013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:49:59.944988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ce5e4c29-1f1e-4d96-a3bc-914b31c11013 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/86aec9d5-96ee-4894-95a4-3c0041a8f687 HTTP/1.1" status: 204 len: 168 time: 0.7561021 Jun 28 06:49:59.948561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2cfde74f-1e0d-487a-9f20-8f5976843d9a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:49:59.949458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17b1ec01-7530-489b-8773-7209801a8def tempest-RoutersNegativeIpV6Test-2078581804 tempest-RoutersNegativeIpV6Test-2078581804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:49:59.951991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56544) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:49:59.954803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 7c70792b-5b37-4da5-b232-11836c8c2e0e details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:49:59.976356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2c3b85ff-fa55-441a-a346-29e86c08eac5 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:49:59.992728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d4ce1-3b3b-4b21-9314-941ef9e584a9 req-bd53027b-ebad-4cad-b6be-f595502194cb tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:00.000646 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c40d4ce1-3b3b-4b21-9314-941ef9e584a9 req-bd53027b-ebad-4cad-b6be-f595502194cb tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 943 time: 0.3516047 Jun 28 06:50:00.022342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e4c29-1f1e-4d96-a3bc-914b31c11013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86aec9d5-96ee-4894-95a4-3c0041a8f687,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:00.030897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce5e4c29-1f1e-4d96-a3bc-914b31c11013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:00.059790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:50:00.064052 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.101331 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c40d4ce1-3b3b-4b21-9314-941ef9e584a9 req-9eaaf326-c27e-407f-845c-27b32b4f624a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997772 Jun 28 06:50:00.104252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.128355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56546) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:00.139865 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-543d47e8-db8b-43bb-8d6a-81685c692cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.178879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675fc51-6f1f-4e1b-8019-5a7eea477113 None None] Network 72220a4e-f45b-452e-9daf-d66789695bae requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:00.237618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.261504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4456eb02-19b0-4aee-848b-c45cdc59bbdf']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:00.275844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadcc270-986c-48ce-9194-a7dfb69b00fc') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:00.276171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadcc270-986c-48ce-9194-a7dfb69b00fc') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:00.289961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.312434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.322399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:00.322782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:00.324426 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:00.346040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1b2335e1-80c6-4eab-b806-6f1cda9e020f None None] Provisioning for port 2c3b85ff-fa55-441a-a346-29e86c08eac5 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:50:00.351068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1b2335e1-80c6-4eab-b806-6f1cda9e020f None None] Provisioning complete for port 2c3b85ff-fa55-441a-a346-29e86c08eac5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:00.351526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1b2335e1-80c6-4eab-b806-6f1cda9e020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.375274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 33e246cb-71fc-4338-bae5-6fd913e2aa45 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:50:00.398507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 33e246cb-71fc-4338-bae5-6fd913e2aa45 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:50:00.398961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 33e246cb-71fc-4338-bae5-6fd913e2aa45 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:50:00.401087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-543d47e8-db8b-43bb-8d6a-81685c692cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.401240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.404770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aeb7adc0-5935-45c0-b45e-140bd21c6e9f tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:00.463874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=3d4f5f38-136a-493f-99f5-4601c25e7bbe,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:00.468031 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:00.474954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking segment: {'id': '2063ede8-0d25-434a-b3e6-d057969b1a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7c70792b-5b37-4da5-b232-11836c8c2e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:50:00.475308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network hostable DHCP agents. Network: 7c70792b-5b37-4da5-b232-11836c8c2e0e, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:50:00.487179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.490911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-feddf8fa-a281-485a-912b-f6598dc01e8d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:00.493918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.495808 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] 10.222.0.24 "DELETE /v2.0/networks/4456eb02-19b0-4aee-848b-c45cdc59bbdf HTTP/1.1" status: 204 len: 168 time: 0.5403948 Jun 28 06:50:00.498939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56548) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:00.508894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1b2335e1-80c6-4eab-b806-6f1cda9e020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.534981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=4456eb02-19b0-4aee-848b-c45cdc59bbdf,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:00.537767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:00.544707 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd37e46-d33b-47ae-9ad1-7ca837d39021 None None] Update dhcp port {'port': {'network_id': '72220a4e-f45b-452e-9daf-d66789695bae', 'fixed_ips': [{'subnet_id': '409fbbcd-bf55-43bb-80eb-df0f616ef3df', 'ip_address': '2001:db8::2'}, {'subnet_id': '50fab380-8fca-475a-999e-f1eb4005e283'}], 'binding:host_id': 'dv-neutron-797120-6-hyperv'}, 'id': '2c3b85ff-fa55-441a-a346-29e86c08eac5'} from dv-neutron-797120-6-hyperv. {{(pid=100888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 28 06:50:00.545586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-543d47e8-db8b-43bb-8d6a-81685c692cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.547884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5916340f-f869-4743-80e2-e37d56511ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:00.561116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network 7c70792b-5b37-4da5-b232-11836c8c2e0e is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:50:00.571340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1b2335e1-80c6-4eab-b806-6f1cda9e020f None None] For port 2c3b85ff-fa55-441a-a346-29e86c08eac5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2c3b85ff-fa55-441a-a346-29e86c08eac5,segment=NetworkSegment(9c987d73-9825-4528-ba9e-362279553204),segment_id=9c987d73-9825-4528-ba9e-362279553204)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:00.585644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbd37e46-d33b-47ae-9ad1-7ca837d39021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.594785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1799723d-f454-4553-85e8-5fcd8128a147 admin admin] Deleting subnet bcf6b708-d7a6-4c5f-94f9-7ad34f9b9d12 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:50:00.597092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d47e8-db8b-43bb-8d6a-81685c692cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c97aef8-2ae0-412f-a920-48603f986c20,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:00.600226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-543d47e8-db8b-43bb-8d6a-81685c692cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:00.605136 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-543d47e8-db8b-43bb-8d6a-81685c692cf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b44e1b17e6e2433cb2c3790f07832d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4831669 Jun 28 06:50:00.605136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1799723d-f454-4553-85e8-5fcd8128a147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.607586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56550) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:00.629664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 7c70792b-5b37-4da5-b232-11836c8c2e0e) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:00.634569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:00.635282 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.644699 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aadcf0c-f7a2-4232-9aa4-0b681ee52294 None None] Network 7c70792b-5b37-4da5-b232-11836c8c2e0e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:00.671376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1b2335e1-80c6-4eab-b806-6f1cda9e020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.676009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1799723d-f454-4553-85e8-5fcd8128a147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.714083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:00.719802 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8636515 Jun 28 06:50:00.720685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56552) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:00.727042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9c60b0c3-3127-47ab-8adb-f59bb773494d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:00.730152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dffee6f4-ffa0-46c5-9af8-309de3af4fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.735327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1799723d-f454-4553-85e8-5fcd8128a147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.781300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dffee6f4-ffa0-46c5-9af8-309de3af4fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.835701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c60b0c3-3127-47ab-8adb-f59bb773494d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8641412'] for subnet, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.853809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2335e1-80c6-4eab-b806-6f1cda9e020f None None] Pushing event updated for resources: {'Port': ['ID=2c3b85ff-fa55-441a-a346-29e86c08eac5,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:00.863961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1b2335e1-80c6-4eab-b806-6f1cda9e020f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:00.892687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1799723d-f454-4553-85e8-5fcd8128a147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.893936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-fbd37e46-d33b-47ae-9ad1-7ca837d39021 None None] Allocated IP 172.20.0.1 (72220a4e-f45b-452e-9daf-d66789695bae/50fab380-8fca-475a-999e-f1eb4005e283/2c3b85ff-fa55-441a-a346-29e86c08eac5) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:50:00.895607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bb60f333-2177-4759-b7ff-352c15e55df4 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:00.926633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799723d-f454-4553-85e8-5fcd8128a147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf6b708-d7a6-4c5f-94f9-7ad34f9b9d12,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:00.928975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1799723d-f454-4553-85e8-5fcd8128a147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.933280 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1799723d-f454-4553-85e8-5fcd8128a147 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bcf6b708-d7a6-4c5f-94f9-7ad34f9b9d12 HTTP/1.1" status: 204 len: 168 time: 0.4311650 Jun 28 06:50:00.933280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1799723d-f454-4553-85e8-5fcd8128a147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:00.933557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56554) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:00.952506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dffee6f4-ffa0-46c5-9af8-309de3af4fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.955406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dffee6f4-ffa0-46c5-9af8-309de3af4fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:00.958902 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dffee6f4-ffa0-46c5-9af8-309de3af4fc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c97aef8-2ae0-412f-a920-48603f986c20 HTTP/1.1" status: 204 len: 168 time: 0.3481538 Jun 28 06:50:00.962877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-23430946-378c-4e96-b0ff-f109ecd5a2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:00.990686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-7c70792b-5b37-4da5-b232-11836c8c2e0e', 'network_id': '7c70792b-5b37-4da5-b232-11836c8c2e0e', 'tenant_id': '008bef79da3e40f9aea398929c11e07f', 'fixed_ips': [{'subnet_id': '3d4f5f38-136a-493f-99f5-4601c25e7bbe'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:50:00.995569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.055530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffee6f4-ffa0-46c5-9af8-309de3af4fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c97aef8-2ae0-412f-a920-48603f986c20,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:01.059569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dffee6f4-ffa0-46c5-9af8-309de3af4fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:01.076935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.119952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-fbd37e46-d33b-47ae-9ad1-7ca837d39021 None None] For port 2c3b85ff-fa55-441a-a346-29e86c08eac5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2c3b85ff-fa55-441a-a346-29e86c08eac5,segment=NetworkSegment(9c987d73-9825-4528-ba9e-362279553204),segment_id=9c987d73-9825-4528-ba9e-362279553204)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:01.150792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c60b0c3-3127-47ab-8adb-f59bb773494d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751027630273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9273368'] for subnet, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.155771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a064ce16-bc67-43e6-a3a5-e57792c1e5eb tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:01.184705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbd37e46-d33b-47ae-9ad1-7ca837d39021 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.202835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.214164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fbd37e46-d33b-47ae-9ad1-7ca837d39021 None None] Transition to ACTIVE for port object 2c3b85ff-fa55-441a-a346-29e86c08eac5 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:50:01.217277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f3c3ae-e144-452f-9997-ac1e0c131cc0']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:01.218359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60b0c3-3127-47ab-8adb-f59bb773494d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:01.218958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9c60b0c3-3127-47ab-8adb-f59bb773494d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.224996 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9c60b0c3-3127-47ab-8adb-f59bb773494d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "PUT /v2.0/subnets/3d4f5f38-136a-493f-99f5-4601c25e7bbe HTTP/1.1" status: 200 len: 826 time: 0.5030189 Jun 28 06:50:01.228313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56562) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:01.236668 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Allocated IP 2001:db8::2 (7c70792b-5b37-4da5-b232-11836c8c2e0e/3d4f5f38-136a-493f-99f5-4601c25e7bbe/9fa3eea5-521e-49bf-a74f-6b442d21aae2) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:50:01.240571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eca6724-c220-4b4c-9b13-2cfd0b489d33') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:01.240891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eca6724-c220-4b4c-9b13-2cfd0b489d33') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:01.258024 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60b0c3-3127-47ab-8adb-f59bb773494d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=3d4f5f38-136a-493f-99f5-4601c25e7bbe,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:01.261786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9c60b0c3-3127-47ab-8adb-f59bb773494d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:01.275300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.310912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbd37e46-d33b-47ae-9ad1-7ca837d39021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.314488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:01.333559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.358222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:01.358642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:01.360543 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:01.369004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ec3ad-e696-419a-992f-cd56d181a912 req-8c950e0b-0b3f-47fe-90f1-c530555aac9f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:01.370542 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9a6ec3ad-e696-419a-992f-cd56d181a912 req-8c950e0b-0b3f-47fe-90f1-c530555aac9f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 946 time: 0.2362516 Jun 28 06:50:01.448116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd37e46-d33b-47ae-9ad1-7ca837d39021 None None] Pushing event updated for resources: {'Port': ['ID=2c3b85ff-fa55-441a-a346-29e86c08eac5,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:01.453708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fbd37e46-d33b-47ae-9ad1-7ca837d39021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:01.494193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.521648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.522553 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9a6ec3ad-e696-419a-992f-cd56d181a912 req-85d38520-05f0-47e4-b5df-a2ee6f96d0b5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159279 Jun 28 06:50:01.533119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Transition to ACTIVE for port object 9fa3eea5-521e-49bf-a74f-6b442d21aae2 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:50:01.551779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23fd65-c850-48b7-8c2d-449ed4a04248 req-395722a8-63ee-4c26-95e0-2135b80a4deb tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:01.559317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb23fd65-c850-48b7-8c2d-449ed4a04248 req-395722a8-63ee-4c26-95e0-2135b80a4deb tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 943 time: 0.2317212 Jun 28 06:50:01.560373 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Transition to ACTIVE for port object 9fa3eea5-521e-49bf-a74f-6b442d21aae2 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:50:01.587909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.593907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.596161 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] 10.222.0.24 "DELETE /v2.0/networks/35f3c3ae-e144-452f-9997-ac1e0c131cc0 HTTP/1.1" status: 204 len: 168 time: 0.6617661 Jun 28 06:50:01.607864 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e307db3e-ae6a-4578-9e55-446e84672653 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:01.636425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f3c3ae-e144-452f-9997-ac1e0c131cc0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:01.639130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:01.657691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.659364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.662955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2282c9bb-dfc1-4140-b103-b624cb29e320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:01.718930 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb23fd65-c850-48b7-8c2d-449ed4a04248 req-02d7f03d-d973-452f-91fa-aa44c0ccf08c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586621 Jun 28 06:50:01.727669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Network 7c70792b-5b37-4da5-b232-11836c8c2e0e is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:50:01.739985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:01.739985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:50:01.780643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Pushing event updated for resources: {'Port': ['ID=9fa3eea5-521e-49bf-a74f-6b442d21aae2,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:01.783512 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:01.801805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2c3b85ff-fa55-441a-a346-29e86c08eac5 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:50:01.818793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.826095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-23a9278f-febe-4421-b934-89204e05d127 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:01.837824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Attempting to bind port 9fa3eea5-521e-49bf-a74f-6b442d21aae2 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:50:01.838214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Attempting to bind port 9fa3eea5-521e-49bf-a74f-6b442d21aae2 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '2063ede8-0d25-434a-b3e6-d057969b1a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7c70792b-5b37-4da5-b232-11836c8c2e0e'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:50:01.838593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Attempting to bind port 9fa3eea5-521e-49bf-a74f-6b442d21aae2 on network 7c70792b-5b37-4da5-b232-11836c8c2e0e {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:50:01.849810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4f5f38-136a-493f-99f5-4601c25e7bbe,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:01.850609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:50:01.851010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Checking segment: {'id': '2063ede8-0d25-434a-b3e6-d057969b1a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7c70792b-5b37-4da5-b232-11836c8c2e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:50:01.852005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.852553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Bound using segment: {'id': '2063ede8-0d25-434a-b3e6-d057969b1a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7c70792b-5b37-4da5-b232-11836c8c2e0e'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:50:01.853449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:01.853613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Bound port: 9fa3eea5-521e-49bf-a74f-6b442d21aae2, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2063ede8-0d25-434a-b3e6-d057969b1a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7c70792b-5b37-4da5-b232-11836c8c2e0e'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:50:01.853970 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.923434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:01.934578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c70792b-5b37-4da5-b232-11836c8c2e0e']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:01.937732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] For port 9fa3eea5-521e-49bf-a74f-6b442d21aae2, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:50:01.941482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] For port 9fa3eea5-521e-49bf-a74f-6b442d21aae2, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=9fa3eea5-521e-49bf-a74f-6b442d21aae2,segment=NetworkSegment(2063ede8-0d25-434a-b3e6-d057969b1a10),segment_id=2063ede8-0d25-434a-b3e6-d057969b1a10)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:50:01.946205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2063ede8-0d25-434a-b3e6-d057969b1a10') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:01.946508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2063ede8-0d25-434a-b3e6-d057969b1a10') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:01.957305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.036571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.038733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:02.044767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.048222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:02.048833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:02.052487 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:02.116354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Pushing event updated for resources: {'Port': ['ID=9fa3eea5-521e-49bf-a74f-6b442d21aae2,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:02.125323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56566) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:02.126617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:02.137042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8b406-b823-4e55-8ef3-dc790ad8b4d4 None None] Network 72220a4e-f45b-452e-9daf-d66789695bae requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:02.151916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06adc25f-e3ae-4f6f-8661-7516e58ab8a8 None None] Network 7c70792b-5b37-4da5-b232-11836c8c2e0e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:02.158520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:50:02.158520 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:50:02.158520 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'id': '7c70792b-5b37-4da5-b232-11836c8c2e0e'}] Jun 28 06:50:02.158520 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:50:02.158983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:50:02.170205 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-615307d8-ed21-4c1e-b98d-fa9e600399ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=265bbd13655c47cdbe7e986b9fc5bad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436394 Jun 28 06:50:02.172670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56568) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:02.223167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c49e1df6-d56e-4259-b68f-906e229f077a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.244136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c49e1df6-d56e-4259-b68f-906e229f077a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.314531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d6067e4a-ee3d-4ba6-96fb-b96ffc00e752 None None] Provisioning for port 2c3b85ff-fa55-441a-a346-29e86c08eac5 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:50:02.342485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d6067e4a-ee3d-4ba6-96fb-b96ffc00e752 None None] Provisioning complete for port 2c3b85ff-fa55-441a-a346-29e86c08eac5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:02.342888 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d6067e4a-ee3d-4ba6-96fb-b96ffc00e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.344268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c49e1df6-d56e-4259-b68f-906e229f077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.347120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c49e1df6-d56e-4259-b68f-906e229f077a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.350618 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c49e1df6-d56e-4259-b68f-906e229f077a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa58ae2e-e50f-4b38-a2fa-f1985709f321 HTTP/1.1" status: 204 len: 168 time: 0.1745636 Jun 28 06:50:02.350618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1fcf0b4f-fa25-4b69-a271-3507be794ea6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:02.363269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e1df6-d56e-4259-b68f-906e229f077a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa58ae2e-e50f-4b38-a2fa-f1985709f321,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:02.363269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c49e1df6-d56e-4259-b68f-906e229f077a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:02.470846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0954fb2d-8ed0-47a6-a405-003e3e981d85 None None] Network 7c70792b-5b37-4da5-b232-11836c8c2e0e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:02.660401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.752674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8832dfc8-3df7-4c78-83dd-549c3a70ca45 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:50:02.777515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824d71a-6230-4ceb-9ea9-5234ad75ce7d req-6bd73056-2279-41b0-a13f-65e64dc41871 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:02.779779 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f824d71a-6230-4ceb-9ea9-5234ad75ce7d req-6bd73056-2279-41b0-a13f-65e64dc41871 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 946 time: 0.1093919 Jun 28 06:50:02.781813 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Deleting port 9fa3eea5-521e-49bf-a74f-6b442d21aae2 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:02.782148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.852124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d245b9be-187a-4376-9926-14c27350d93f None None] Provisioning complete for port 2c3b85ff-fa55-441a-a346-29e86c08eac5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:02.852541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d245b9be-187a-4376-9926-14c27350d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:02.908824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8832dfc8-3df7-4c78-83dd-549c3a70ca45 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:50:03.101949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56578) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:03.149883 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-df715c56-212a-4933-982c-5c45da683705 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bd9aa928ee04d5180acb58cb9372b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466700 Jun 28 06:50:03.152248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56580) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:03.213601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-964c5e1c-39b7-433e-8f37-0995e57a010a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.237125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-964c5e1c-39b7-433e-8f37-0995e57a010a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.288926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] For port 9fa3eea5-521e-49bf-a74f-6b442d21aae2, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=9fa3eea5-521e-49bf-a74f-6b442d21aae2,segment=NetworkSegment(2063ede8-0d25-434a-b3e6-d057969b1a10),segment_id=2063ede8-0d25-434a-b3e6-d057969b1a10)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:03.289522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.302801 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f824d71a-6230-4ceb-9ea9-5234ad75ce7d req-bd5c3e81-a0d8-4348-99d0-a9ff45c3c230 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5064874 Jun 28 06:50:03.312262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Calling delete_port for 9fa3eea5-521e-49bf-a74f-6b442d21aae2 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:03.360482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-964c5e1c-39b7-433e-8f37-0995e57a010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.363650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-964c5e1c-39b7-433e-8f37-0995e57a010a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.367248 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-964c5e1c-39b7-433e-8f37-0995e57a010a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e92278f9-54e3-40c0-87e1-0ce04cf53ab2 HTTP/1.1" status: 204 len: 168 time: 0.2110176 Jun 28 06:50:03.367248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c6d13ef0-e290-4ca5-a4c8-e01cca1a3239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:03.378731 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c5e1c-39b7-433e-8f37-0995e57a010a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92278f9-54e3-40c0-87e1-0ce04cf53ab2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:03.384928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dab3ed-cae5-48f2-bb72-38f7bf8c1a90 req-dc1e0770-7200-40dc-beae-91d171d2c165 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:03.386459 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-43dab3ed-cae5-48f2-bb72-38f7bf8c1a90 req-dc1e0770-7200-40dc-beae-91d171d2c165 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 943 time: 0.1609385 Jun 28 06:50:03.388201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-964c5e1c-39b7-433e-8f37-0995e57a010a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:03.458964 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-43dab3ed-cae5-48f2-bb72-38f7bf8c1a90 req-90803671-b745-431c-b915-b497b26ec111 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631857 Jun 28 06:50:03.519948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e838ec-0900-4105-b5e5-4162b2a8f9e1 req-00d909ee-c727-47ad-8f7a-0890960185f3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:03.521583 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a8e838ec-0900-4105-b5e5-4162b2a8f9e1 req-00d909ee-c727-47ad-8f7a-0890960185f3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 946 time: 0.0820510 Jun 28 06:50:03.560159 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a8e838ec-0900-4105-b5e5-4162b2a8f9e1 req-1a89ddb6-50f9-4e81-aadd-aa046c7f81a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327201 Jun 28 06:50:03.566793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.569805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-11b50e9b-ce2c-4406-9f71-d43ac3083343 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:03.584671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56586) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:03.596141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Port': ['ID=9fa3eea5-521e-49bf-a74f-6b442d21aae2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:03.598048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No DVR routers for this DVR port 9fa3eea5-521e-49bf-a74f-6b442d21aae2 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:50:03.599659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:03.677917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234a55cc-3383-4710-825b-b9144a6c64f1 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:03.682047 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-234a55cc-3383-4710-825b-b9144a6c64f1 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 1094 time: 0.0937352 Jun 28 06:50:03.682217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.682340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56588) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:03.687660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '00571388-d59e-445e-911d-44b75d3d0fff', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:03.692828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c70792b-5b37-4da5-b232-11836c8c2e0e']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:03.711271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2063ede8-0d25-434a-b3e6-d057969b1a10') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:03.711271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2063ede8-0d25-434a-b3e6-d057969b1a10') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:03.717814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.733966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.740504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:03.741116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:03.744408 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:03.767449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.870334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.875378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-786dfaba-3f82-47a9-98dd-2fb28ecb0bba tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:03.882291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.882412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:03.885902 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/7c70792b-5b37-4da5-b232-11836c8c2e0e HTTP/1.1" status: 204 len: 168 time: 2.6539581 Jun 28 06:50:03.889760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56590) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:03.893905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Network': ['ID=7c70792b-5b37-4da5-b232-11836c8c2e0e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:03.896190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:03.911615 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b43812-e98c-4b0a-a4e4-3aa5d87f9b30 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:03.912133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b43812-e98c-4b0a-a4e4-3aa5d87f9b30 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:03.916480 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-88b43812-e98c-4b0a-a4e4-3aa5d87f9b30 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/7c70792b-5b37-4da5-b232-11836c8c2e0e HTTP/1.1" status: 404 len: 339 time: 0.0232706 Jun 28 06:50:03.917835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56592) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:03.924119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1152599006', 'description': 'd1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:04.000825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:50:04.004695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.007798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.153 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/9d9936f2-a31f-46e6-aaf1-e94004b221f5) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:50:04.029625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:50:04.038377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.038717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Added segment 8ebe52ed-ec9e-41c9-baff-8bea6f12bd6f of type vlan for network 3ba4c68f-0167-498a-b9ac-fb3854e772a7 Jun 28 06:50:04.078707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.109991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.155255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.160804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:04.161409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.164638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-74075c80-f533-4654-ab7a-da4e69260a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:04.184949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.188454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e44a3f7-31f2-4cfe-8c83-45c8c359485e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:04.225395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:50:04.232230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:04.235627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:50:04.248719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=3ba4c68f-0167-498a-b9ac-fb3854e772a7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:04.251564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:04.253673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3342659 Jun 28 06:50:04.256280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56594) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:04.261942 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 3ba4c68f-0167-498a-b9ac-fb3854e772a7 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:50:04.263807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=9d9936f2-a31f-46e6-aaf1-e94004b221f5,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:04.269499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:04.341743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182b38f-1f8f-46e0-a080-c7b3482b7d14 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:04.344253 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0182b38f-1f8f-46e0-a080-c7b3482b7d14 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/networks?id=3ba4c68f-0167-498a-b9ac-fb3854e772a7 HTTP/1.1" status: 200 len: 765 time: 0.0867758 Jun 28 06:50:04.346612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56596) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:04.352523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9396bd00-25b9-4059-b98c-8d4bdc461c48 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'description': 'd2'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:04.521756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9396bd00-25b9-4059-b98c-8d4bdc461c48 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.631681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9396bd00-25b9-4059-b98c-8d4bdc461c48 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.634531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ebdbbb18-9db6-4750-a532-e74472a5bc1e tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:04.668227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9396bd00-25b9-4059-b98c-8d4bdc461c48 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network 3ba4c68f-0167-498a-b9ac-fb3854e772a7 is not hosted by any dhcp agent {{(pid=100887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 28 06:50:04.674010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396bd00-25b9-4059-b98c-8d4bdc461c48 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:04.674681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9396bd00-25b9-4059-b98c-8d4bdc461c48 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.675958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9396bd00-25b9-4059-b98c-8d4bdc461c48 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "PUT /v2.0/networks/3ba4c68f-0167-498a-b9ac-fb3854e772a7 HTTP/1.1" status: 200 len: 762 time: 0.3283849 Jun 28 06:50:04.679464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56600) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:04.732610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396bd00-25b9-4059-b98c-8d4bdc461c48 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=3ba4c68f-0167-498a-b9ac-fb3854e772a7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:04.737153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9396bd00-25b9-4059-b98c-8d4bdc461c48 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:04.744040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 3ba4c68f-0167-498a-b9ac-fb3854e772a7 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:50:04.753753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b437f-98ef-42cf-805f-517a420739e5 req-fb4aadb9-6ca5-4665-bb53-c620b3d07423 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:04.755445 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5e3b437f-98ef-42cf-805f-517a420739e5 req-fb4aadb9-6ca5-4665-bb53-c620b3d07423 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 943 time: 0.1760795 Jun 28 06:50:04.797918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5e3b437f-98ef-42cf-805f-517a420739e5 req-97764380-d241-4b27-a1de-a5432a5b3cb8 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354266 Jun 28 06:50:04.840295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28520763-4b1c-4c02-8fd4-c642f20dd5c9 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:04.842414 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-28520763-4b1c-4c02-8fd4-c642f20dd5c9 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/networks?id=3ba4c68f-0167-498a-b9ac-fb3854e772a7 HTTP/1.1" status: 200 len: 765 time: 0.1625972 Jun 28 06:50:04.846445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56602) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:04.848351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:04.964660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33a27b7-1f0c-487b-a3fd-aa5db363193a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:04.966433 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f33a27b7-1f0c-487b-a3fd-aa5db363193a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1189983 Jun 28 06:50:04.969363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56604) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:05.002364 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e6b65b69-6d45-437c-896b-1848187098f5 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 207 time: 0.0316954 Jun 28 06:50:05.005404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56606) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:05.014752 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:05.132493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed62b8-fb04-4ba7-8f13-c3e59071c62e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.139329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed62b8-fb04-4ba7-8f13-c3e59071c62e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.145083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed62b8-fb04-4ba7-8f13-c3e59071c62e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.151102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed62b8-fb04-4ba7-8f13-c3e59071c62e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.156843 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed62b8-fb04-4ba7-8f13-c3e59071c62e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.162762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed62b8-fb04-4ba7-8f13-c3e59071c62e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.164631 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d9ed62b8-fb04-4ba7-8f13-c3e59071c62e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1583250 Jun 28 06:50:05.168452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56608) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:05.292727 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ee44fd7c-fc20-4b06-bec3-5edf96c83ddd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1228361 Jun 28 06:50:05.296243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56610) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:05.389318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43bfba-0555-4b91-8496-5d0073b1fb63 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.390827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43bfba-0555-4b91-8496-5d0073b1fb63 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.392326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43bfba-0555-4b91-8496-5d0073b1fb63 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.393851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43bfba-0555-4b91-8496-5d0073b1fb63 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.395457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43bfba-0555-4b91-8496-5d0073b1fb63 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.397203 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ee43bfba-0555-4b91-8496-5d0073b1fb63 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1000228 Jun 28 06:50:05.400894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56612) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:05.457124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d5a96-88d2-4da1-9767-1012766a8a86 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['shared'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.458522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d5a96-88d2-4da1-9767-1012766a8a86 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['shared'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.459909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d5a96-88d2-4da1-9767-1012766a8a86 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['shared'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.461264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:05.461735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d5a96-88d2-4da1-9767-1012766a8a86 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['shared'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.462815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d5a96-88d2-4da1-9767-1012766a8a86 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['shared'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.464355 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-708d5a96-88d2-4da1-9767-1012766a8a86 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0625460 Jun 28 06:50:05.468011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56614) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:05.509601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:05.511808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:05.571667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb8541-4af0-4327-aef5-422a3467485a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.572929 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d7eb8541-4af0-4327-aef5-422a3467485a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/networks/c5429ce7-791a-4284-b239-7d55c47665fa HTTP/1.1" status: 200 len: 804 time: 0.1040010 Jun 28 06:50:05.576669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56616) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:05.583389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=9d9936f2-a31f-46e6-aaf1-e94004b221f5,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:05.586253 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:05.599302 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:05.677370 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-545d3f81-d2f5-474c-be6c-89d70318ebf4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/networks/c5429ce7-791a-4284-b239-7d55c47665fa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0994923 Jun 28 06:50:05.680640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56618) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:05.703306 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP b0c762ae-2648-4eda-9daa-f867923fc1ce associated. External IP: 172.26.4.153, port: 00571388-d59e-445e-911d-44b75d3d0fff. Jun 28 06:50:05.736477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71972430-d9d4-42f5-b944-835c0aa9c8f5 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.737803 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-71972430-d9d4-42f5-b944-835c0aa9c8f5 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/subnets/4fa25ff7-1bca-4d6c-8ed8-8329e8ea5234 HTTP/1.1" status: 200 len: 843 time: 0.0562513 Jun 28 06:50:05.741418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56620) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:05.791075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe63c64-36cc-4484-ad2b-13df736d0a97 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['shared'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.792405 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4fe63c64-36cc-4484-ad2b-13df736d0a97 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "GET /v2.0/subnets/4fa25ff7-1bca-4d6c-8ed8-8329e8ea5234?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0501008 Jun 28 06:50:05.796763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56622) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:05.803408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-238257618'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:05.913076 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:50:05.916586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:05.958833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:50:05.968685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router bdbb4a90-b3e6-4a90-922c-6d27dad052be has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:50:05.974847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:05.975185 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Added segment cb218aa9-8697-447f-bfa5-e517ff93f0c8 of type vlan for network 9ca9ded5-dd2c-4381-85cc-efeef6ed5418 Jun 28 06:50:05.975810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf42458-4718-45e4-b225-cb3e1bbf894d req-6b1fcba3-3b69-4a2d-80be-7bf42de6198f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:05.977423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-adf42458-4718-45e4-b225-cb3e1bbf894d req-6b1fcba3-3b69-4a2d-80be-7bf42de6198f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 943 time: 0.0643015 Jun 28 06:50:06.015809 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-adf42458-4718-45e4-b225-cb3e1bbf894d req-0b0bc8e9-42c3-4eeb-8bb7-189d7e52bdc9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317659 Jun 28 06:50:06.053149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:06.141622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:50:06.150546 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] Sync routers for ids ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:50:06.161179 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] Routers {'bdbb4a90-b3e6-4a90-922c-6d27dad052be'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:06.161798 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:06.184466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:06.190205 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:06.192713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:06.193337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-610a7f9b-03e6-4ea1-bdf9-bdd31de99577 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:06.220646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:06.268807 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] Set router bdbb4a90-b3e6-4a90-922c-6d27dad052be gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:06.289783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Network': ['ID=9ca9ded5-dd2c-4381-85cc-efeef6ed5418,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:06.293805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:06.298211 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6125550 Jun 28 06:50:06.298211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'tag': '00571388-d59e-445e-911d-44b75d3d0fff'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:50:06.299168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f8ca2-5aff-4d98-b328-c68b68183e31", "tag": "00571388-d59e-445e-911d-44b75d3d0fff"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:50:06.300484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56626) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:06.302632 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5048339 Jun 28 06:50:06.304246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 9ca9ded5-dd2c-4381-85cc-efeef6ed5418 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:50:06.305954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56630) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:06.311493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'network_id': '9ca9ded5-dd2c-4381-85cc-efeef6ed5418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:06.371310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9318d850-d05c-44a5-a860-8703969cdf2a x-openstack-request-id: req-9318d850-d05c-44a5-a860-8703969cdf2a {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:50:06.371899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f8ca2-5aff-4d98-b328-c68b68183e31", "tag": "00571388-d59e-445e-911d-44b75d3d0fff", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:50:06.372183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9318d850-d05c-44a5-a860-8703969cdf2a {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:50:06.372610 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'tag': '00571388-d59e-445e-911d-44b75d3d0fff', 'status': 'completed', 'code': 200} Jun 28 06:50:06.411790 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6fd0e786-baf9-4a9c-a46f-ccd961aa5926 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/b0c762ae-2648-4eda-9daa-f867923fc1ce HTTP/1.1" status: 200 len: 992 time: 0.1094935 Jun 28 06:50:06.456664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-19d6816c-f8c7-4980-b50d-1f5386d62fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:06.458261 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-19d6816c-f8c7-4980-b50d-1f5386d62fc4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 1099 time: 0.0591249 Jun 28 06:50:06.481678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Made reservation on behalf of 008bef79da3e40f9aea398929c11e07f for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:50:06.486133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:06.541168 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'b0c762ae-2648-4eda-9daa-f867923fc1ce', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'port_id': '00571388-d59e-445e-911d-44b75d3d0fff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'mac_address': 'fa:16:3e:fd:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:50:04Z', 'updated_at': '2021-06-28T06:50:04Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7383a4db-a974-496a-8773-42ffb308690a', 'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:bf:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:35Z', 'updated_at': '2021-06-28T06:49:43Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '68812103-dc2b-4228-acab-00cc32a3b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:06.548428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:50:06.564669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Performing IP validity checks on allocation pools {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 28 06:50:06.567318 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 28 06:50:06.568590 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] Checking router: bdbb4a90-b3e6-4a90-922c-6d27dad052be for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:50:06.577143 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] Routers {'bdbb4a90-b3e6-4a90-922c-6d27dad052be'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:06.577753 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:06.583461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-ddb77145-acbf-4817-9c2c-4b9bff28edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:06.585116 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-ddb77145-acbf-4817-9c2c-4b9bff28edc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e23ea153-e5bc-44d1-aa21-0abb751ce274 HTTP/1.1" status: 200 len: 897 time: 0.1201839 Jun 28 06:50:06.671946 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-bb41732e-753e-4b2a-8c97-d55702904aa1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00571388-d59e-445e-911d-44b75d3d0fff HTTP/1.1" status: 200 len: 1000 time: 0.0795074 Jun 28 06:50:06.690622 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:06.706575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'port_id': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17', 'mac_address': 'fa:16:3e:f6:ff:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:50:06.728219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-23a10290-1b1d-439d-a56b-b4514dc19991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:06.729805 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-23a10290-1b1d-439d-a56b-b4514dc19991 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68812103-dc2b-4228-acab-00cc32a3b549 HTTP/1.1" status: 200 len: 834 time: 0.0511384 Jun 28 06:50:06.753324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:06.767508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:50:06.768060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:06.771829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5c577ad8-07bf-4330-80e4-241c3f23e27a tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:06.792605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:06.802431 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] Set router bdbb4a90-b3e6-4a90-922c-6d27dad052be gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:06.805080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-bb5e84a1-176a-40de-8d53-35f78d38a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:06.806627 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-bb5e84a1-176a-40de-8d53-35f78d38a0d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e23ea153-e5bc-44d1-aa21-0abb751ce274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700750 Jun 28 06:50:06.856743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=379282c6-be56-4b74-afab-abe32514270f,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:06.859753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Checking segment: {'id': 'cb218aa9-8697-447f-bfa5-e517ff93f0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ca9ded5-dd2c-4381-85cc-efeef6ed5418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:50:06.860350 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network hostable DHCP agents. Network: 9ca9ded5-dd2c-4381-85cc-efeef6ed5418, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:50:06.864175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:06.865332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:06.866201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:06.905464 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-4c49e224-b571-482c-b67a-77b396e792b1 service neutron] 10.222.0.50 "GET /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917344 Jun 28 06:50:06.921184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:06.924535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:06.966587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Network 9ca9ded5-dd2c-4381-85cc-efeef6ed5418 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:50:07.002419 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1fc9b80a-b5f9-4eaa-aa8d-f383d8ce66c4 req-6bcec3e7-05e7-484f-96b1-c8b1e7a326ad service neutron] 10.222.0.50 "GET /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888093 Jun 28 06:50:07.044233 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'b0c762ae-2648-4eda-9daa-f867923fc1ce', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'port_id': '00571388-d59e-445e-911d-44b75d3d0fff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'mac_address': 'fa:16:3e:fd:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:50:04Z', 'updated_at': '2021-06-28T06:50:04Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7383a4db-a974-496a-8773-42ffb308690a', 'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:bf:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:35Z', 'updated_at': '2021-06-28T06:49:43Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '68812103-dc2b-4228-acab-00cc32a3b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:07.063617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 9ca9ded5-dd2c-4381-85cc-efeef6ed5418) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:07.069668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:07.071358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:07.072957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689433ab-ab21-4eb2-9709-df7c57e78ced None None] Network 9ca9ded5-dd2c-4381-85cc-efeef6ed5418 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:07.076727 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ded3fc-8c51-4708-a944-b3a3249c9951 None None] The sync data for ids ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'] in dv-neutron-797120-6-hyperv is: [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'b0c762ae-2648-4eda-9daa-f867923fc1ce', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'port_id': '00571388-d59e-445e-911d-44b75d3d0fff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'mac_address': 'fa:16:3e:fd:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:50:04Z', 'updated_at': '2021-06-28T06:50:04Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7383a4db-a974-496a-8773-42ffb308690a', 'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:bf:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:35Z', 'updated_at': '2021-06-28T06:49:43Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '68812103-dc2b-4228-acab-00cc32a3b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:50:07.185319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['3e3f8e17-54fb-42fd-8397-58ba5e4ceb17'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:50:07.202791 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8955884 Jun 28 06:50:07.205960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56634) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:07.214637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-1bb8238a-5333-436e-b3db-d2cf828512f1 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:07.272805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-9ca9ded5-dd2c-4381-85cc-efeef6ed5418', 'network_id': '9ca9ded5-dd2c-4381-85cc-efeef6ed5418', 'tenant_id': '008bef79da3e40f9aea398929c11e07f', 'fixed_ips': [{'subnet_id': '379282c6-be56-4b74-afab-abe32514270f'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:50:07.273835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:07.332275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3934e2-e689-4028-b166-9037ac5b8d35 req-a936ee8b-e80d-4e30-9a84-5f0307fbe467 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:07.337338 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df3934e2-e689-4028-b166-9037ac5b8d35 req-a936ee8b-e80d-4e30-9a84-5f0307fbe467 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 944 time: 0.1746364 Jun 28 06:50:07.370379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bb8238a-5333-436e-b3db-d2cf828512f1 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9147097'] for subnet, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:07.375132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e20186-1d2a-4e1e-8b5b-854e765c200c None None] New status for floating IP b0c762ae-2648-4eda-9daa-f867923fc1ce: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:50:07.396649 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df3934e2-e689-4028-b166-9037ac5b8d35 req-adee85e8-24bd-4381-b776-281581748cf5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549114 Jun 28 06:50:07.421817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56636) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:07.489507 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7f37a338-28fd-4e4d-ad52-b26118f60c64 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/b0c762ae-2648-4eda-9daa-f867923fc1ce HTTP/1.1" status: 200 len: 992 time: 0.0730488 Jun 28 06:50:07.595941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bb8238a-5333-436e-b3db-d2cf828512f1 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751027630273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9625732'] for subnet, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:07.598405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f8978636-88d0-406a-9134-d633ef5aeb13 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:07.644588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb8238a-5333-436e-b3db-d2cf828512f1 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:07.645231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bb8238a-5333-436e-b3db-d2cf828512f1 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:07.646518 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1bb8238a-5333-436e-b3db-d2cf828512f1 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "PUT /v2.0/subnets/379282c6-be56-4b74-afab-abe32514270f HTTP/1.1" status: 200 len: 900 time: 0.4396355 Jun 28 06:50:07.649518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56638) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:07.660341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8238a-5333-436e-b3db-d2cf828512f1 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event updated for resources: {'Subnet': ['ID=379282c6-be56-4b74-afab-abe32514270f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:07.663106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Allocated IP 2001:db8::3 (9ca9ded5-dd2c-4381-85cc-efeef6ed5418/379282c6-be56-4b74-afab-abe32514270f/7e25938d-f963-4a2c-9290-3ce3a7d3104f) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:50:07.671284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1bb8238a-5333-436e-b3db-d2cf828512f1 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:07.763675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:07.816804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:07.845748 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:07.853757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Transition to ACTIVE for port object 7e25938d-f963-4a2c-9290-3ce3a7d3104f will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:50:07.871271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Transition to ACTIVE for port object 7e25938d-f963-4a2c-9290-3ce3a7d3104f will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:50:07.915654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:07.917600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:07.956636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Network 9ca9ded5-dd2c-4381-85cc-efeef6ed5418 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:50:07.959351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:07.962994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:50:07.970592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Pushing event updated for resources: {'Port': ['ID=7e25938d-f963-4a2c-9290-3ce3a7d3104f,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:07.973231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:07.975717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:07.976499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9c60b0c3-3127-47ab-8adb-f59bb773494d tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:08.002951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Subnet': ['ID=379282c6-be56-4b74-afab-abe32514270f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:08.006061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:08.031711 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Attempting to bind port 7e25938d-f963-4a2c-9290-3ce3a7d3104f on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:50:08.032002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Attempting to bind port 7e25938d-f963-4a2c-9290-3ce3a7d3104f by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'cb218aa9-8697-447f-bfa5-e517ff93f0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ca9ded5-dd2c-4381-85cc-efeef6ed5418'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:50:08.032476 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Attempting to bind port 7e25938d-f963-4a2c-9290-3ce3a7d3104f on network 9ca9ded5-dd2c-4381-85cc-efeef6ed5418 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:50:08.037516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:50:08.037902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Checking segment: {'id': 'cb218aa9-8697-447f-bfa5-e517ff93f0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ca9ded5-dd2c-4381-85cc-efeef6ed5418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:50:08.038324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.038708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Bound using segment: {'id': 'cb218aa9-8697-447f-bfa5-e517ff93f0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ca9ded5-dd2c-4381-85cc-efeef6ed5418'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:50:08.039170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Bound port: 7e25938d-f963-4a2c-9290-3ce3a7d3104f, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb218aa9-8697-447f-bfa5-e517ff93f0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ca9ded5-dd2c-4381-85cc-efeef6ed5418'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:50:08.039555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.067692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.077408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca9ded5-dd2c-4381-85cc-efeef6ed5418']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:08.087832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb218aa9-8697-447f-bfa5-e517ff93f0c8') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:08.088140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb218aa9-8697-447f-bfa5-e517ff93f0c8') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:08.097508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.102715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] For port 7e25938d-f963-4a2c-9290-3ce3a7d3104f, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:50:08.104686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] For port 7e25938d-f963-4a2c-9290-3ce3a7d3104f, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7e25938d-f963-4a2c-9290-3ce3a7d3104f,segment=NetworkSegment(cb218aa9-8697-447f-bfa5-e517ff93f0c8),segment_id=cb218aa9-8697-447f-bfa5-e517ff93f0c8)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:50:08.195843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.198025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.198656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5b9da094-43c8-40dc-815b-f652bf397e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:08.204609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:08.205037 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:08.208014 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:08.278788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Pushing event updated for resources: {'Port': ['ID=7e25938d-f963-4a2c-9290-3ce3a7d3104f,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:08.284883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:08.301654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02163db-dcf3-414d-ae41-c9e415e0111b None None] Network 9ca9ded5-dd2c-4381-85cc-efeef6ed5418 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:08.327295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 06:50:08.327295 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 06:50:08.327295 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'id': '9ca9ded5-dd2c-4381-85cc-efeef6ed5418'}] Jun 28 06:50:08.327295 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 06:50:08.327805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 06:50:08.432432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b65765-b676-48ea-a791-b44a8b0e9e2d None None] Network 9ca9ded5-dd2c-4381-85cc-efeef6ed5418 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:08.452575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:50:08.493070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56642) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:08.556347 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-cd8b6de9-5c9e-4074-9e36-1e59d80720f2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/b0c762ae-2648-4eda-9daa-f867923fc1ce HTTP/1.1" status: 200 len: 994 time: 0.0619118 Jun 28 06:50:08.583144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418e2e4-96a9-4072-b48f-c21e45bdc548 req-d832bec4-43e4-48ed-aadd-8f507401e6b2 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:08.584738 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b418e2e4-96a9-4072-b48f-c21e45bdc548 req-d832bec4-43e4-48ed-aadd-8f507401e6b2 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 944 time: 0.0706158 Jun 28 06:50:08.607691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6169ad-6a02-48dd-a6fa-5498479d9d41 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 06:50:08.623147 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b418e2e4-96a9-4072-b48f-c21e45bdc548 req-eb7bf3b1-8b4f-4677-92ff-1b899c12fc7d tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327487 Jun 28 06:50:08.649029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:50:08.669219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:08.669609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.740983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6169ad-6a02-48dd-a6fa-5498479d9d41 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 06:50:08.828915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.837203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.870208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:50:08.873308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d1c6da-73f0-4570-b077-d78f25d6247d" -d '{"events": [{"server_uuid": "78045e0e-3498-4ff0-9f70-37fa48b0a3db", "name": "network-vif-plugged", "status": "completed", "tag": "3e3f8e17-54fb-42fd-8397-58ba5e4ceb17"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:50:08.883392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Deleting port 7e25938d-f963-4a2c-9290-3ce3a7d3104f {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:08.883924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.894280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:08.920494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160531e1-ec09-4b4e-a7bd-deac004affad x-openstack-request-id: req-160531e1-ec09-4b4e-a7bd-deac004affad {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:50:08.920803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78045e0e-3498-4ff0-9f70-37fa48b0a3db", "name": "network-vif-plugged", "status": "completed", "tag": "3e3f8e17-54fb-42fd-8397-58ba5e4ceb17", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:50:08.927067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-160531e1-ec09-4b4e-a7bd-deac004affad {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:50:08.927067 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17', 'code': 200} Jun 28 06:50:08.963245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] For port 7e25938d-f963-4a2c-9290-3ce3a7d3104f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7e25938d-f963-4a2c-9290-3ce3a7d3104f,segment=NetworkSegment(cb218aa9-8697-447f-bfa5-e517ff93f0c8),segment_id=cb218aa9-8697-447f-bfa5-e517ff93f0c8)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:08.963639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:08.979531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Calling delete_port for 7e25938d-f963-4a2c-9290-3ce3a7d3104f owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:08.989363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.008304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1b2335e1-80c6-4eab-b806-6f1cda9e020f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:09.087613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:09.090608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:09.126960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.129225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c709dcd-5e3f-43b5-ab14-a6088caeebe9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:09.153542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Port': ['ID=7e25938d-f963-4a2c-9290-3ce3a7d3104f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:09.156713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:09.157518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No DVR routers for this DVR port 7e25938d-f963-4a2c-9290-3ce3a7d3104f on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:50:09.235335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.245171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca9ded5-dd2c-4381-85cc-efeef6ed5418']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:09.259920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb218aa9-8697-447f-bfa5-e517ff93f0c8') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:09.260218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb218aa9-8697-447f-bfa5-e517ff93f0c8') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:09.269182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.282545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.287034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de559aa-f657-42a1-b376-c95485180bb6 req-dbf211d9-6224-459d-aac2-ea4c31851ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:09.288510 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4de559aa-f657-42a1-b376-c95485180bb6 req-dbf211d9-6224-459d-aac2-ea4c31851ccc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 1098 time: 0.0581229 Jun 28 06:50:09.288646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:09.288970 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:09.291886 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:09.323707 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4de559aa-f657-42a1-b376-c95485180bb6 req-f7572c14-f381-4b95-93a8-2b926aab1412 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276542 Jun 28 06:50:09.406435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.409761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9a61e272-3987-4f6a-8476-9522fc191b07 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:09.413714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.415492 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/9ca9ded5-dd2c-4381-85cc-efeef6ed5418 HTTP/1.1" status: 204 len: 168 time: 1.7649796 Jun 28 06:50:09.422667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56646) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:09.427402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Network': ['ID=9ca9ded5-dd2c-4381-85cc-efeef6ed5418,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:09.429689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:09.449644 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bed3c14-346f-41b9-b0f5-0f6119222305 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:09.450090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bed3c14-346f-41b9-b0f5-0f6119222305 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:09.451817 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2bed3c14-346f-41b9-b0f5-0f6119222305 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/subnets/379282c6-be56-4b74-afab-abe32514270f HTTP/1.1" status: 404 len: 337 time: 0.0280309 Jun 28 06:50:09.454650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56648) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:09.472437 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-009df573-772b-4ea3-b2be-a14b32f662b2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:09.472984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009df573-772b-4ea3-b2be-a14b32f662b2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:09.474546 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-009df573-772b-4ea3-b2be-a14b32f662b2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/9ca9ded5-dd2c-4381-85cc-efeef6ed5418 HTTP/1.1" status: 404 len: 339 time: 0.0190296 Jun 28 06:50:09.476731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56650) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:09.548208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.634239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.644055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba4c68f-0167-498a-b9ac-fb3854e772a7']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:09.654230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebe52ed-ec9e-41c9-baff-8bea6f12bd6f') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:09.654525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebe52ed-ec9e-41c9-baff-8bea6f12bd6f') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:09.663167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.676979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.682684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:09.683062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:09.686321 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:09.800491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7313d39-8d50-4ed7-a24f-5571c469320a req-2e137aa9-40f7-4ff2-931b-61f95a9db16b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:09.801978 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7313d39-8d50-4ed7-a24f-5571c469320a req-2e137aa9-40f7-4ff2-931b-61f95a9db16b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 945 time: 0.0617833 Jun 28 06:50:09.824979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.830224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-70f818ed-98d1-435e-88b1-1726bf46ea27 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:09.835668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.837452 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/3ba4c68f-0167-498a-b9ac-fb3854e772a7 HTTP/1.1" status: 204 len: 168 time: 0.3598480 Jun 28 06:50:09.840835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56654) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:09.853109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Network': ['ID=3ba4c68f-0167-498a-b9ac-fb3854e772a7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:09.856739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:09.860058 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7313d39-8d50-4ed7-a24f-5571c469320a req-8a3e1d48-9fcb-4bb9-993a-6a5efedd0349 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524621 Jun 28 06:50:09.867942 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d75730-5fdc-4a85-85bf-34f345a19e04 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:09.868465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d75730-5fdc-4a85-85bf-34f345a19e04 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:09.870359 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-45d75730-5fdc-4a85-85bf-34f345a19e04 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/subnets/3d4f5f38-136a-493f-99f5-4601c25e7bbe HTTP/1.1" status: 404 len: 337 time: 0.0284827 Jun 28 06:50:09.872921 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56656) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:09.891820 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e7d88f-b7aa-49de-a9fd-cd8df5f7ee4e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:09.892347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e7d88f-b7aa-49de-a9fd-cd8df5f7ee4e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:09.894047 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-18e7d88f-b7aa-49de-a9fd-cd8df5f7ee4e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/7c70792b-5b37-4da5-b232-11836c8c2e0e HTTP/1.1" status: 404 len: 339 time: 0.0202336 Jun 28 06:50:09.896523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56658) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:09.951017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5464419b-3266-4e98-a32a-9ebcbc66846a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Deleting subnet 50fab380-8fca-475a-999e-f1eb4005e283 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:50:09.954346 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5464419b-3266-4e98-a32a-9ebcbc66846a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:09.999817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5464419b-3266-4e98-a32a-9ebcbc66846a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.081295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5464419b-3266-4e98-a32a-9ebcbc66846a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.247777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5464419b-3266-4e98-a32a-9ebcbc66846a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.249864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:10.273792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464419b-3266-4e98-a32a-9ebcbc66846a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Subnet': ['ID=50fab380-8fca-475a-999e-f1eb4005e283,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:10.276236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5464419b-3266-4e98-a32a-9ebcbc66846a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:10.281002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5464419b-3266-4e98-a32a-9ebcbc66846a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.282865 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5464419b-3266-4e98-a32a-9ebcbc66846a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/subnets/50fab380-8fca-475a-999e-f1eb4005e283 HTTP/1.1" status: 204 len: 168 time: 0.3854513 Jun 28 06:50:10.285430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56660) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:10.286483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba8d83-c84b-4ab1-84fc-ccbad23798af None None] Network 72220a4e-f45b-452e-9daf-d66789695bae requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:10.339175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bda44c-354d-404e-ac24-a1acb26c72a0 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Deleting subnet 409fbbcd-bf55-43bb-80eb-df0f616ef3df {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:50:10.342265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-69bda44c-354d-404e-ac24-a1acb26c72a0 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.383037 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-69bda44c-354d-404e-ac24-a1acb26c72a0 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.476108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-69bda44c-354d-404e-ac24-a1acb26c72a0 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.611379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-69bda44c-354d-404e-ac24-a1acb26c72a0 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.616170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ce9e7851-9fd0-4a80-bd61-305430bbefa6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:10.647649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bda44c-354d-404e-ac24-a1acb26c72a0 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Subnet': ['ID=409fbbcd-bf55-43bb-80eb-df0f616ef3df,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:10.649727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-69bda44c-354d-404e-ac24-a1acb26c72a0 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.651687 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-69bda44c-354d-404e-ac24-a1acb26c72a0 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/subnets/409fbbcd-bf55-43bb-80eb-df0f616ef3df HTTP/1.1" status: 204 len: 168 time: 0.3653350 Jun 28 06:50:10.652838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-69bda44c-354d-404e-ac24-a1acb26c72a0 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:10.654636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56662) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:10.739989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.795075 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Deleting port 2c3b85ff-fa55-441a-a346-29e86c08eac5 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:10.795416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.860270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] For port 2c3b85ff-fa55-441a-a346-29e86c08eac5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2c3b85ff-fa55-441a-a346-29e86c08eac5,segment=NetworkSegment(9c987d73-9825-4528-ba9e-362279553204),segment_id=9c987d73-9825-4528-ba9e-362279553204)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:10.860925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:10.878475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Calling delete_port for 2c3b85ff-fa55-441a-a346-29e86c08eac5 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:10.951279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9f632-0b77-4a45-87c3-c8c7c2ef6e5e None None] Network 72220a4e-f45b-452e-9daf-d66789695bae requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:11.041720 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.045583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d5083acf-700a-4f46-9802-5264a205f984 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:11.057724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80e787-39dd-4377-911e-6bfdb2ba6915 req-c0127b0f-b1ca-4033-aba5-8b85f3646d68 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:11.060794 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff80e787-39dd-4377-911e-6bfdb2ba6915 req-c0127b0f-b1ca-4033-aba5-8b85f3646d68 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 945 time: 0.0778763 Jun 28 06:50:11.080904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Port': ['ID=2c3b85ff-fa55-441a-a346-29e86c08eac5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:11.083383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:11.086374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No DVR routers for this DVR port 2c3b85ff-fa55-441a-a346-29e86c08eac5 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:50:11.102081 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff80e787-39dd-4377-911e-6bfdb2ba6915 req-7e8855c5-2120-4c2a-8715-19fff133ce08 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353687 Jun 28 06:50:11.124867 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cf95ae81-ab6f-4105-86a2-cf5eb317e570 None None] Could not find standard attr ID for object 2c3b85ff-fa55-441a-a346-29e86c08eac5. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 06:50:11.177862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.189817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72220a4e-f45b-452e-9daf-d66789695bae']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:11.200462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c987d73-9825-4528-ba9e-362279553204') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:11.200758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c987d73-9825-4528-ba9e-362279553204') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:11.209896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.223827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.229997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:11.230450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:11.234515 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:11.287199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354fed53-bb89-4dae-b33a-e48a8be81ab4 None None] DHCP port deletion for 72220a4e-f45b-452e-9daf-d66789695bae request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:50:11.297562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b321-5864-496e-aa18-203af6c1df9a req-d762f30a-1051-4818-9aaa-c44a930e4130 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:11.299508 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1480b321-5864-496e-aa18-203af6c1df9a req-d762f30a-1051-4818-9aaa-c44a930e4130 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 945 time: 0.0751364 Jun 28 06:50:11.337641 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1480b321-5864-496e-aa18-203af6c1df9a req-3e48a785-efa9-4c7b-8f37-157626a1f581 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323873 Jun 28 06:50:11.362735 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56668) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:11.368931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.373310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1dad416e-f790-432a-ab3e-063369c0acbe tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:11.378568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.380350 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/72220a4e-f45b-452e-9daf-d66789695bae HTTP/1.1" status: 204 len: 168 time: 0.7247808 Jun 28 06:50:11.383141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56672) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:11.390286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Network': ['ID=72220a4e-f45b-452e-9daf-d66789695bae,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:11.392630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:11.414203 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5a4f44-b00d-4f41-a751-9f62cb0242b8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:11.414621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5a4f44-b00d-4f41-a751-9f62cb0242b8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:11.416345 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bf5a4f44-b00d-4f41-a751-9f62cb0242b8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/subnets/2362ce79-3134-4fa5-946e-e5dffb56d7e3 HTTP/1.1" status: 404 len: 337 time: 0.0320415 Jun 28 06:50:11.419773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56674) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:11.439693 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-38053936-7c0f-493d-b06f-a8c26997e930 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:11.440240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38053936-7c0f-493d-b06f-a8c26997e930 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:11.441972 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-38053936-7c0f-493d-b06f-a8c26997e930 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/45c68d5a-cccc-436d-b459-d333d2bd6eed HTTP/1.1" status: 404 len: 339 time: 0.0211837 Jun 28 06:50:11.444408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56676) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:11.469953 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88cbfb4-f235-4474-ba93-1cd541e9629e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:11.470406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88cbfb4-f235-4474-ba93-1cd541e9629e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:11.472060 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e88cbfb4-f235-4474-ba93-1cd541e9629e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/subnets/58e4e318-3d32-4d9b-8f05-2fe431828d26 HTTP/1.1" status: 404 len: 337 time: 0.0267322 Jun 28 06:50:11.474537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56678) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:11.492996 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7ddf8f-766f-4a20-b055-d21096376a20 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:11.493536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7ddf8f-766f-4a20-b055-d21096376a20 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:11.498284 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8c7ddf8f-766f-4a20-b055-d21096376a20 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/fa521a16-39db-409d-a474-e07b13e7b98a HTTP/1.1" status: 404 len: 339 time: 0.0197704 Jun 28 06:50:11.498479 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56680) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:11.523198 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b5702a-baf9-4f42-8f06-98fef713c376 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:11.523566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b5702a-baf9-4f42-8f06-98fef713c376 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:11.525221 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a5b5702a-baf9-4f42-8f06-98fef713c376 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/subnets/6ba41266-b6d5-4c99-a834-e1a5abbe19d8 HTTP/1.1" status: 404 len: 337 time: 0.0258453 Jun 28 06:50:11.527682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56682) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:11.547692 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-958ed957-9fb6-439f-82d4-024238fec3de tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:11.548129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958ed957-9fb6-439f-82d4-024238fec3de tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:11.549783 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-958ed957-9fb6-439f-82d4-024238fec3de tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/8d9fe403-edec-4878-a1a1-e436ce2860e2 HTTP/1.1" status: 404 len: 339 time: 0.0212286 Jun 28 06:50:11.552213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56684) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:11.634315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a842a40d-ce12-4bba-8f2f-63ad56b80c25 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Deleting subnet 655a5d26-3983-4907-b282-fce3a2076859 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:50:11.638935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a842a40d-ce12-4bba-8f2f-63ad56b80c25 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.682581 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a842a40d-ce12-4bba-8f2f-63ad56b80c25 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.713221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c53790-ce4d-4919-9f30-f5465b8fcd2b tempest-TestVolumeBootPattern-1281650387 tempest-TestVolumeBootPattern-1281650387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:11.714745 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-30c53790-ce4d-4919-9f30-f5465b8fcd2b tempest-TestVolumeBootPattern-1281650387 tempest-TestVolumeBootPattern-1281650387-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 1093 time: 0.3510063 Jun 28 06:50:11.718488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56686) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:11.722781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:11.749895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2c3b85ff-fa55-441a-a346-29e86c08eac5 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:50:11.772323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2c3b85ff-fa55-441a-a346-29e86c08eac5 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:50:11.772824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2c3b85ff-fa55-441a-a346-29e86c08eac5 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:50:11.794938 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a842a40d-ce12-4bba-8f2f-63ad56b80c25 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.815065 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.934280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.975360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a842a40d-ce12-4bba-8f2f-63ad56b80c25 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:11.982411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ca6ff93a-e8e3-4e22-9709-c1620ac20c0e tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:12.012547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842a40d-ce12-4bba-8f2f-63ad56b80c25 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Subnet': ['ID=655a5d26-3983-4907-b282-fce3a2076859,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:12.019196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a842a40d-ce12-4bba-8f2f-63ad56b80c25 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:12.024512 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a842a40d-ce12-4bba-8f2f-63ad56b80c25 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.024512 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a842a40d-ce12-4bba-8f2f-63ad56b80c25 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/subnets/655a5d26-3983-4907-b282-fce3a2076859 HTTP/1.1" status: 204 len: 168 time: 0.4689307 Jun 28 06:50:12.024737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3334142e-f668-467c-9b74-47fa2f71cc71 None None] Network 84b6f090-9488-4b25-b6bd-8c7efaa15b9b requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:12.024845 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56688) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:12.200815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] DHCP port deletion for 84b6f090-9488-4b25-b6bd-8c7efaa15b9b request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:50:12.256370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] Deleting port 36f9b3ed-49d2-4412-8888-35d4673fd8cb {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:12.256761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.323065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] For port 36f9b3ed-49d2-4412-8888-35d4673fd8cb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=36f9b3ed-49d2-4412-8888-35d4673fd8cb,segment=NetworkSegment(d4a83639-9fdc-42d7-bf4e-13f68a08a7a0),segment_id=d4a83639-9fdc-42d7-bf4e-13f68a08a7a0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:12.323771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.337168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] Calling delete_port for 36f9b3ed-49d2-4412-8888-35d4673fd8cb owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:12.454015 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.461538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Allocated IP 172.26.4.248 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/8cf9c468-c743-4c41-b920-eb4a0f964b8d) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:50:12.470566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.475112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:12.497272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] Pushing event deleted for resources: {'Port': ['ID=36f9b3ed-49d2-4412-8888-35d4673fd8cb,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:12.499690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:12.503959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] No DVR routers for this DVR port 36f9b3ed-49d2-4412-8888-35d4673fd8cb on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:50:12.608137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.620660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b6f090-9488-4b25-b6bd-8c7efaa15b9b']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:12.634113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a83639-9fdc-42d7-bf4e-13f68a08a7a0') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:12.634414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a83639-9fdc-42d7-bf4e-13f68a08a7a0') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:12.651915 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.676356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.678552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.688163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:12.688489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:12.691492 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:12.846755 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.850088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-46aaa70c-8c9d-48df-a3f6-ddaa6ecdeac9 tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:12.859652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.859652 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/84b6f090-9488-4b25-b6bd-8c7efaa15b9b HTTP/1.1" status: 204 len: 168 time: 0.8300676 Jun 28 06:50:12.859652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:12.859968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56690) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:12.872534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Network': ['ID=84b6f090-9488-4b25-b6bd-8c7efaa15b9b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:12.875950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-60f0fca7-bd45-48ce-93aa-73ddf4a358e8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:12.876707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:12.884686 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff5f565-5254-4949-8f09-8d84b78b3096 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:12.885165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff5f565-5254-4949-8f09-8d84b78b3096 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:12.887390 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0ff5f565-5254-4949-8f09-8d84b78b3096 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/subnets/eb700f6a-363a-4cb9-911f-8bfac5e44fce HTTP/1.1" status: 404 len: 337 time: 0.0267806 Jun 28 06:50:12.890237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56692) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:12.901858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:50:12.905630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:12.909070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:50:12.913437 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a953817-7316-4221-922e-9fc954b91ab8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] DELETE failed (client error): The resource could not be found. Jun 28 06:50:12.914017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a953817-7316-4221-922e-9fc954b91ab8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 06:50:12.916470 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8a953817-7316-4221-922e-9fc954b91ab8 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/ba096140-6939-4d79-9107-2c5216911a00 HTTP/1.1" status: 404 len: 339 time: 0.0245848 Jun 28 06:50:12.919011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56694) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:12.944285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'Port': ['ID=8cf9c468-c743-4c41-b920-eb4a0f964b8d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:12.948040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:12.971061 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfcc4e7-5e45-4871-957e-89df98f2caef tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Deleting subnet 4fa25ff7-1bca-4d6c-8ed8-8329e8ea5234 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:50:12.974155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc4e7-5e45-4871-957e-89df98f2caef tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.014271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc4e7-5e45-4871-957e-89df98f2caef tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.101911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc4e7-5e45-4871-957e-89df98f2caef tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.207129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc4e7-5e45-4871-957e-89df98f2caef tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.210216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b4d1ee09-d718-4c68-879a-d4b2f968b057 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:13.235995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcc4e7-5e45-4871-957e-89df98f2caef tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa25ff7-1bca-4d6c-8ed8-8329e8ea5234,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:13.237983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc4e7-5e45-4871-957e-89df98f2caef tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.239844 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0bfcc4e7-5e45-4871-957e-89df98f2caef tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/subnets/4fa25ff7-1bca-4d6c-8ed8-8329e8ea5234 HTTP/1.1" status: 204 len: 168 time: 0.3197117 Jun 28 06:50:13.240755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0bfcc4e7-5e45-4871-957e-89df98f2caef tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:13.242360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56696) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:13.245625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b4794-91e9-4279-ab8e-0c77c967bccd None None] Network c5429ce7-791a-4284-b239-7d55c47665fa requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:13.297447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.320976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.380815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Deleting port 90876930-a253-454e-b6af-57d87186b979 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:13.381212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.420094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.435500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.448210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] For port 90876930-a253-454e-b6af-57d87186b979, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=90876930-a253-454e-b6af-57d87186b979,segment=NetworkSegment(71f25884-aac7-4dfa-a663-accec2542be8),segment_id=71f25884-aac7-4dfa-a663-accec2542be8)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:13.450226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.462636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Calling delete_port for 90876930-a253-454e-b6af-57d87186b979 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:13.464107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] DHCP port deletion for c5429ce7-791a-4284-b239-7d55c47665fa request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:50:13.516479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] Deleting port 90876930-a253-454e-b6af-57d87186b979 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:13.517605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.585361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] For port 90876930-a253-454e-b6af-57d87186b979, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=90876930-a253-454e-b6af-57d87186b979,segment=NetworkSegment(71f25884-aac7-4dfa-a663-accec2542be8),segment_id=71f25884-aac7-4dfa-a663-accec2542be8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:13.585766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.589997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.598656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] Calling delete_port for 90876930-a253-454e-b6af-57d87186b979 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:13.608137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.611265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:13.636161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] No DVR routers for this DVR port 90876930-a253-454e-b6af-57d87186b979 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:50:13.641288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Port': ['ID=90876930-a253-454e-b6af-57d87186b979,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:13.643876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:13.676342 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.677549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.679788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f500a92f-45e3-4e87-8a14-1785edf685af tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:13.680653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-dad143dd-f0d4-4b4e-8e0c-79799cf70938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:13.714501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] Pushing event deleted for resources: {'Port': ['ID=90876930-a253-454e-b6af-57d87186b979,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:13.722787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:13.723051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] No DVR routers for this DVR port 90876930-a253-454e-b6af-57d87186b979 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:50:13.723787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.744819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5429ce7-791a-4284-b239-7d55c47665fa']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:13.756974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f25884-aac7-4dfa-a663-accec2542be8') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:13.757345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f25884-aac7-4dfa-a663-accec2542be8') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:13.764743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'Port': ['ID=8cf9c468-c743-4c41-b920-eb4a0f964b8d,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:13.766963 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.768727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:13.774530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.781896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.787908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:13.788293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.790435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 90876930-a253-454e-b6af-57d87186b979 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:13.791403 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:13.817292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 90876930-a253-454e-b6af-57d87186b979 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:50:13.817683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 90876930-a253-454e-b6af-57d87186b979 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:50:13.818075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 36f9b3ed-49d2-4412-8888-35d4673fd8cb no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:50:13.837000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 36f9b3ed-49d2-4412-8888-35d4673fd8cb {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:50:13.837352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 36f9b3ed-49d2-4412-8888-35d4673fd8cb not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:50:13.882776 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Floating IP 0b7fc2b6-5d85-4498-82b6-e6b7adfb4d2f associated. External IP: 172.26.4.248, port: 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17. Jun 28 06:50:13.921079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.924747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:13.929248 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:13.931073 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] 10.222.0.24 "DELETE /v2.0/networks/c5429ce7-791a-4284-b239-7d55c47665fa HTTP/1.1" status: 204 len: 168 time: 0.6877670 Jun 28 06:50:13.943455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Pushing event deleted for resources: {'Network': ['ID=c5429ce7-791a-4284-b239-7d55c47665fa,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:13.945807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:14.091393 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Router dc47569b-3a7d-4683-9b2e-06d2583eb58e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:50:14.200713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:50:14.210025 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] Sync routers for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:50:14.219826 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:14.220426 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:14.275217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:14.319923 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6005621 Jun 28 06:50:14.320620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'tag': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:50:14.323034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e" -d '{"events": [{"name": "network-changed", "server_uuid": "78045e0e-3498-4ff0-9f70-37fa48b0a3db", "tag": "3e3f8e17-54fb-42fd-8397-58ba5e4ceb17"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:50:14.327730 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:14.367493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56706) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:14.378555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d1358c-c569-43b3-8e1b-317ef295dc03 x-openstack-request-id: req-87d1358c-c569-43b3-8e1b-317ef295dc03 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:50:14.378965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78045e0e-3498-4ff0-9f70-37fa48b0a3db", "tag": "3e3f8e17-54fb-42fd-8397-58ba5e4ceb17", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:50:14.379331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87d1358c-c569-43b3-8e1b-317ef295dc03 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:50:14.379857 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'tag': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17', 'status': 'completed', 'code': 200} Jun 28 06:50:14.516008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-3e66c39d-9492-4ed3-9cef-8142aa667869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:14.517434 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-3e66c39d-9492-4ed3-9cef-8142aa667869 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 1098 time: 0.0952113 Jun 28 06:50:14.520092 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3bd804cd-b4aa-456f-8139-e831ccfcc83e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=008bef79da3e40f9aea398929c11e07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510849 Jun 28 06:50:14.522591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56710) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:14.553602 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '0b7fc2b6-5d85-4498-82b6-e6b7adfb4d2f', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:f6:ff:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:50:13Z', 'updated_at': '2021-06-28T06:50:13Z', 'revision_number': 0, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:14.580711 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] Checking router: dc47569b-3a7d-4683-9b2e-06d2583eb58e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:50:14.588978 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:14.589589 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:49:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:14.635605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f55b125e-441e-4cdb-a4d3-916573ac12a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:14.660670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-e1a2d088-a440-4bbc-a90e-9da78558b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:14.662163 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-e1a2d088-a440-4bbc-a90e-9da78558b4fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 912 time: 0.1375470 Jun 28 06:50:14.678195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f55b125e-441e-4cdb-a4d3-916573ac12a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:14.697301 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:14.752224 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-951e37c1-df72-4fce-bc22-cfda82277914 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 HTTP/1.1" status: 200 len: 999 time: 0.0805464 Jun 28 06:50:14.806203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-c7694b1a-ce52-4281-b711-c5879727eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:14.807708 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-c7694b1a-ce52-4281-b711-c5879727eac8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0468981 Jun 28 06:50:14.859018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f55b125e-441e-4cdb-a4d3-916573ac12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:14.861647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f55b125e-441e-4cdb-a4d3-916573ac12a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:14.862773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f55b125e-441e-4cdb-a4d3-916573ac12a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/108c4872-2b81-46e5-8e30-6eddd9f37084 HTTP/1.1" status: 204 len: 168 time: 0.3392956 Jun 28 06:50:14.866495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4e506bdd-c4e1-4013-88de-e58890bdd9f7 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:14.875689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b125e-441e-4cdb-a4d3-916573ac12a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108c4872-2b81-46e5-8e30-6eddd9f37084,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:14.878554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f55b125e-441e-4cdb-a4d3-916573ac12a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:14.892277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-c7f2d86a-8407-4e77-b31c-d993373e757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:14.893891 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-c7f2d86a-8407-4e77-b31c-d993373e757d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767608 Jun 28 06:50:14.939914 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '0b7fc2b6-5d85-4498-82b6-e6b7adfb4d2f', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:f6:ff:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:50:13Z', 'updated_at': '2021-06-28T06:50:13Z', 'revision_number': 0, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:14.968064 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5206f357-6b9f-449b-b495-94d40a6344fa None None] The sync data for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv is: [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '0b7fc2b6-5d85-4498-82b6-e6b7adfb4d2f', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:f6:ff:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:50:13Z', 'updated_at': '2021-06-28T06:50:13Z', 'revision_number': 0, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:50:14.993874 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-07131fd6-171d-4935-af3b-14d68e3afa1a service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898707 Jun 28 06:50:15.089786 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71d262dd-bbf6-4c49-9db6-b0ec55a2d55e req-53e35658-1e95-4f9e-a212-01b9c08ae6b1 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894136 Jun 28 06:50:15.179469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd9d2b-0b7a-47a5-91d2-e945b43bd2ed None None] New status for floating IP 0b7fc2b6-5d85-4498-82b6-e6b7adfb4d2f: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:50:18.578952 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-a301b319-5ff4-408d-bed4-1a994dc02da1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504987 Jun 28 06:50:18.691094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-9b22ba65-fde2-4fa0-a414-eaf89628b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:18.692514 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-9b22ba65-fde2-4fa0-a414-eaf89628b3c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 1099 time: 0.0512326 Jun 28 06:50:18.803755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-cc8b449b-db2d-4b14-be88-e1c589868077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:18.805208 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-cc8b449b-db2d-4b14-be88-e1c589868077 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e23ea153-e5bc-44d1-aa21-0abb751ce274 HTTP/1.1" status: 200 len: 897 time: 0.0868747 Jun 28 06:50:18.867916 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-f82ea1d0-b9e7-42ca-964e-2bc0e25f9020 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00571388-d59e-445e-911d-44b75d3d0fff HTTP/1.1" status: 200 len: 1002 time: 0.0553954 Jun 28 06:50:18.920368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-a0206e46-1a0a-4094-a6a9-6063d7205e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:18.921846 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-a0206e46-1a0a-4094-a6a9-6063d7205e4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68812103-dc2b-4228-acab-00cc32a3b549 HTTP/1.1" status: 200 len: 834 time: 0.0473282 Jun 28 06:50:19.335765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-24b7bccd-79d9-4ab6-9f3c-c682a110a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:19.337277 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-24b7bccd-79d9-4ab6-9f3c-c682a110a194 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e23ea153-e5bc-44d1-aa21-0abb751ce274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4082165 Jun 28 06:50:19.424977 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-4dd6438d-9fa6-4f92-a365-65a2a4105ee4 service neutron] 10.222.0.50 "GET /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799713 Jun 28 06:50:19.517151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ec0dc94-7359-4b26-9bfe-645933e1c50a req-72042c0b-a07b-4354-b5c6-699c1776e63e service neutron] 10.222.0.50 "GET /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851290 Jun 28 06:50:23.303853 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:50:23.743889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5ca3e577-aaa4-4bf1-aeb9-3010ea297806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:26.418053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:26.463562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-198579c2-14f8-4372-b526-6f388fae75b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:27.566215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:29.274606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:39.618198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56730) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:39.685293 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-44cfaf0d-7ea2-4554-bde2-856cdbdd2311 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/b0c762ae-2648-4eda-9daa-f867923fc1ce HTTP/1.1" status: 200 len: 994 time: 0.0658176 Jun 28 06:50:40.024063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56736) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:40.181878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 9d9936f2-a31f-46e6-aaf1-e94004b221f5 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:40.182223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:40.258077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:40.258407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:40.270046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 9d9936f2-a31f-46e6-aaf1-e94004b221f5 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:40.497889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:40.500929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a42d972c-f76e-481e-a433-a58cad8cc398 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:40.523937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=9d9936f2-a31f-46e6-aaf1-e94004b221f5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:40.528123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:40.592780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:40.593132 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP b0c762ae-2648-4eda-9daa-f867923fc1ce disassociated (deleted). External IP: 172.26.4.153, port: 00571388-d59e-445e-911d-44b75d3d0fff. Jun 28 06:50:40.799881 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router bdbb4a90-b3e6-4a90-922c-6d27dad052be has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:50:40.902120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:50:40.910397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:40.911254 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] Sync routers for ids ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:50:40.920551 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] Routers {'bdbb4a90-b3e6-4a90-922c-6d27dad052be'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:40.921192 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:50:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:40.946201 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/floatingips/b0c762ae-2648-4eda-9daa-f867923fc1ce HTTP/1.1" status: 204 len: 168 time: 0.9210660 Jun 28 06:50:40.946887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'tag': '00571388-d59e-445e-911d-44b75d3d0fff'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:50:40.949839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410882cf-0f26-4d91-8e76-22636ccb468b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f8ca2-5aff-4d98-b328-c68b68183e31", "tag": "00571388-d59e-445e-911d-44b75d3d0fff"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:50:40.989672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b35d10-02cd-405a-bf52-5200c12ec442 x-openstack-request-id: req-96b35d10-02cd-405a-bf52-5200c12ec442 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:50:40.990138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f8ca2-5aff-4d98-b328-c68b68183e31", "tag": "00571388-d59e-445e-911d-44b75d3d0fff", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:50:40.990565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96b35d10-02cd-405a-bf52-5200c12ec442 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:50:40.991023 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'tag': '00571388-d59e-445e-911d-44b75d3d0fff', 'status': 'completed', 'code': 200} Jun 28 06:50:41.026966 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] Set router bdbb4a90-b3e6-4a90-922c-6d27dad052be gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:41.096595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410882cf-0f26-4d91-8e76-22636ccb468b req-9bbb3f86-1cec-40b6-aa73-48fa5e3b4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:41.098138 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-410882cf-0f26-4d91-8e76-22636ccb468b req-9bbb3f86-1cec-40b6-aa73-48fa5e3b4832 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 1099 time: 0.0587885 Jun 28 06:50:41.193730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410882cf-0f26-4d91-8e76-22636ccb468b req-5e3d9be8-8a73-4254-a92c-ad68e1f2280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:41.195192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-410882cf-0f26-4d91-8e76-22636ccb468b req-5e3d9be8-8a73-4254-a92c-ad68e1f2280e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e23ea153-e5bc-44d1-aa21-0abb751ce274 HTTP/1.1" status: 200 len: 897 time: 0.0891383 Jun 28 06:50:41.232246 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '7383a4db-a974-496a-8773-42ffb308690a', 'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:bf:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:35Z', 'updated_at': '2021-06-28T06:49:43Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '68812103-dc2b-4228-acab-00cc32a3b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:41.243164 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-410882cf-0f26-4d91-8e76-22636ccb468b req-1357cd7d-e976-454a-b64d-4260506324ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00571388-d59e-445e-911d-44b75d3d0fff HTTP/1.1" status: 200 len: 217 time: 0.0407305 Jun 28 06:50:41.258626 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] Checking router: bdbb4a90-b3e6-4a90-922c-6d27dad052be for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:50:41.266902 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] Routers {'bdbb4a90-b3e6-4a90-922c-6d27dad052be'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:41.273092 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:50:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:41.293028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410882cf-0f26-4d91-8e76-22636ccb468b req-a02dcf18-8ced-410c-9b52-422ed65d9081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:41.296130 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-410882cf-0f26-4d91-8e76-22636ccb468b req-a02dcf18-8ced-410c-9b52-422ed65d9081 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68812103-dc2b-4228-acab-00cc32a3b549 HTTP/1.1" status: 200 len: 834 time: 0.0448010 Jun 28 06:50:41.359965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410882cf-0f26-4d91-8e76-22636ccb468b req-2d81db6a-2939-4fba-95e0-c1ff5764f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:41.361416 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-410882cf-0f26-4d91-8e76-22636ccb468b req-2d81db6a-2939-4fba-95e0-c1ff5764f111 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e23ea153-e5bc-44d1-aa21-0abb751ce274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609188 Jun 28 06:50:41.465712 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] Set router bdbb4a90-b3e6-4a90-922c-6d27dad052be gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:41.466306 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-410882cf-0f26-4d91-8e76-22636ccb468b req-a6f4b12b-25b1-4ff6-88b0-6a3a586e96ad service neutron] 10.222.0.50 "GET /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963871 Jun 28 06:50:41.632773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-410882cf-0f26-4d91-8e76-22636ccb468b req-834384a4-7b34-4e20-abc0-9595088f2c26 service neutron] 10.222.0.50 "GET /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312666 Jun 28 06:50:41.644768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd523f-9091-4fea-bfee-f59f133e4c33 req-f0b84344-b2c5-4e72-a4d7-643b3d02d535 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:41.646356 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c1bd523f-9091-4fea-bfee-f59f133e4c33 req-f0b84344-b2c5-4e72-a4d7-643b3d02d535 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 946 time: 0.1206031 Jun 28 06:50:41.679028 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '7383a4db-a974-496a-8773-42ffb308690a', 'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:bf:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:35Z', 'updated_at': '2021-06-28T06:49:43Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '68812103-dc2b-4228-acab-00cc32a3b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:41.685695 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c1bd523f-9091-4fea-bfee-f59f133e4c33 req-e069201f-a4d1-471c-8e1a-7649a8447e9f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336163 Jun 28 06:50:41.710388 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f82f7-dc54-44fd-9a34-0f1a76888c20 None None] The sync data for ids ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'] in dv-neutron-797120-6-hyperv is: [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '7383a4db-a974-496a-8773-42ffb308690a', 'name': '', 'network_id': 'e23ea153-e5bc-44d1-aa21-0abb751ce274', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:bf:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '68812103-dc2b-4228-acab-00cc32a3b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:35Z', 'updated_at': '2021-06-28T06:49:43Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '68812103-dc2b-4228-acab-00cc32a3b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:50:41.919234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3514e-f133-41cd-bb70-7d1848909c81 None None] New status for floating IP b0c762ae-2648-4eda-9daa-f867923fc1ce: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:50:42.872146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d7d96-11ba-45e3-9494-77bba1a59a58 req-6e50c685-763e-4e6b-8dbb-c31ad8699b3f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:42.873638 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6e6d7d96-11ba-45e3-9494-77bba1a59a58 req-6e50c685-763e-4e6b-8dbb-c31ad8699b3f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 946 time: 0.0640061 Jun 28 06:50:42.913709 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6e6d7d96-11ba-45e3-9494-77bba1a59a58 req-7ea74a0b-db85-4004-9f4b-1ce6f5745677 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f427e4-6909-4f26-8820-de76eeb55ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342495 Jun 28 06:50:43.081423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-bcfed75e-c807-43b3-b07b-8b301b4d746a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:43.082859 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-bcfed75e-c807-43b3-b07b-8b301b4d746a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 946 time: 0.0677803 Jun 28 06:50:43.182332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 00571388-d59e-445e-911d-44b75d3d0fff {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:43.183194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:43.275285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 00571388-d59e-445e-911d-44b75d3d0fff, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=00571388-d59e-445e-911d-44b75d3d0fff,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:43.275641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:43.288047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 00571388-d59e-445e-911d-44b75d3d0fff owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:43.400914 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:43.492309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:43.497522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:43.532404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=00571388-d59e-445e-911d-44b75d3d0fff,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:43.534839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:43.576989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port 00571388-d59e-445e-911d-44b75d3d0fff on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:50:43.580029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:43.582075 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8248c5d7-2ce2-4684-925f-bcf9e783ca6e req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "DELETE /v2.0/ports/00571388-d59e-445e-911d-44b75d3d0fff HTTP/1.1" status: 204 len: 173 time: 0.4931710 Jun 28 06:50:43.582670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'name': 'network-vif-deleted', 'tag': '00571388-d59e-445e-911d-44b75d3d0fff'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:50:43.585101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c424de4f-5ba3-4d0a-8cc1-4914c23d76ae" -d '{"events": [{"server_uuid": "6e9f8ca2-5aff-4d98-b328-c68b68183e31", "name": "network-vif-deleted", "tag": "00571388-d59e-445e-911d-44b75d3d0fff"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:50:43.621212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffad25eb-531f-442e-af19-f795909e14a7 x-openstack-request-id: req-ffad25eb-531f-442e-af19-f795909e14a7 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:50:43.621549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9f8ca2-5aff-4d98-b328-c68b68183e31", "name": "network-vif-deleted", "tag": "00571388-d59e-445e-911d-44b75d3d0fff", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:50:43.621846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffad25eb-531f-442e-af19-f795909e14a7 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:50:43.622289 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9f8ca2-5aff-4d98-b328-c68b68183e31', 'name': 'network-vif-deleted', 'tag': '00571388-d59e-445e-911d-44b75d3d0fff', 'status': 'completed', 'code': 200} Jun 28 06:50:44.069221 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-220a18f3-68e2-47a8-89a6-134d15e2d164 req-9fd4a6a3-5925-4754-b999-613686f03807 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9f8ca2-5aff-4d98-b328-c68b68183e31 HTTP/1.1" status: 200 len: 210 time: 0.0285623 Jun 28 06:50:45.163421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56754) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:45.222436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f434-0e87-4dca-ba52-165175510b41 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:45.246857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f434-0e87-4dca-ba52-165175510b41 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:45.349093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f434-0e87-4dca-ba52-165175510b41 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:45.351763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f434-0e87-4dca-ba52-165175510b41 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:45.352884 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0fa8f434-0e87-4dca-ba52-165175510b41 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/21f427e4-6909-4f26-8820-de76eeb55ea6 HTTP/1.1" status: 204 len: 168 time: 0.1884604 Jun 28 06:50:45.353720 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b1385a75-4c7c-4293-88f7-d39d924f609b tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:45.362663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8f434-0e87-4dca-ba52-165175510b41 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f427e4-6909-4f26-8820-de76eeb55ea6,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:45.365435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0fa8f434-0e87-4dca-ba52-165175510b41 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:45.436571 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56758) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:46.138589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:46.403561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 7383a4db-a974-496a-8773-42ffb308690a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:46.404274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:46.490362 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 7383a4db-a974-496a-8773-42ffb308690a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=7383a4db-a974-496a-8773-42ffb308690a,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:46.490715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:46.507483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 7383a4db-a974-496a-8773-42ffb308690a owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:46.615517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 00571388-d59e-445e-911d-44b75d3d0fff no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:50:46.635119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 00571388-d59e-445e-911d-44b75d3d0fff {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:50:46.636065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 00571388-d59e-445e-911d-44b75d3d0fff not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:50:46.737262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:46.740093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:46.766549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=7383a4db-a974-496a-8773-42ffb308690a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:46.771681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:46.942932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:47.158316 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router bdbb4a90-b3e6-4a90-922c-6d27dad052be has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:50:47.264090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:50:47.269124 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/bdbb4a90-b3e6-4a90-922c-6d27dad052be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8314655 Jun 28 06:50:47.271812 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56760) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:47.274619 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] Sync routers for ids ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:50:47.284164 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] Routers {'bdbb4a90-b3e6-4a90-922c-6d27dad052be'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:47.284772 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:50:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:47.321820 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1e553c-3e45-4097-a2a0-d92b05290f9c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting subnet 68812103-dc2b-4228-acab-00cc32a3b549 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:50:47.325363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c1e553c-3e45-4097-a2a0-d92b05290f9c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:47.364310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c1e553c-3e45-4097-a2a0-d92b05290f9c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:47.388343 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] Set router bdbb4a90-b3e6-4a90-922c-6d27dad052be gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:47.450057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c1e553c-3e45-4097-a2a0-d92b05290f9c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:47.549330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c1e553c-3e45-4097-a2a0-d92b05290f9c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:47.551475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b18cf212-6e55-45cc-8959-fe050415fe0e tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:47.562304 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:50:46Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:47.575370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e553c-3e45-4097-a2a0-d92b05290f9c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Subnet': ['ID=68812103-dc2b-4228-acab-00cc32a3b549,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:47.579052 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c1e553c-3e45-4097-a2a0-d92b05290f9c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:47.581880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c1e553c-3e45-4097-a2a0-d92b05290f9c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:47.586258 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3c1e553c-3e45-4097-a2a0-d92b05290f9c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/subnets/68812103-dc2b-4228-acab-00cc32a3b549 HTTP/1.1" status: 204 len: 168 time: 0.3109934 Jun 28 06:50:47.586665 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56762) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:47.589955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0966b2-7cf0-41fb-aa93-075105f217e4 None None] Network e23ea153-e5bc-44d1-aa21-0abb751ce274 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:47.590295 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] Checking router: bdbb4a90-b3e6-4a90-922c-6d27dad052be for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:50:47.606579 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] Routers {'bdbb4a90-b3e6-4a90-922c-6d27dad052be'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:47.607573 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:50:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:47.707206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:47.726675 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] Set router bdbb4a90-b3e6-4a90-922c-6d27dad052be gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:47.823688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] DHCP port deletion for e23ea153-e5bc-44d1-aa21-0abb751ce274 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:50:47.838318 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:47.876981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] Deleting port 03671f5e-d49d-482b-a080-e72c602fe74b {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:47.877375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:47.916005 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:50:46Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:47.941112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] For port 03671f5e-d49d-482b-a080-e72c602fe74b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=03671f5e-d49d-482b-a080-e72c602fe74b,segment=NetworkSegment(0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c),segment_id=0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:47.941675 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:47.942676 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deae67c-1c56-4542-9d11-05dd042b1017 None None] The sync data for ids ['bdbb4a90-b3e6-4a90-922c-6d27dad052be'] in dv-neutron-797120-6-hyperv is: [{'id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'name': 'tempest-TestNetworkBasicOps-router-664817350', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:49:30Z', 'updated_at': '2021-06-28T06:50:46Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5d23bf50-e9df-4db4-b21f-2e6a523d010d', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbb4a90-b3e6-4a90-922c-6d27dad052be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:49:31Z', 'updated_at': '2021-06-28T06:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:50:47.955627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] Calling delete_port for 03671f5e-d49d-482b-a080-e72c602fe74b owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:47.959580 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 5d23bf50-e9df-4db4-b21f-2e6a523d010d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:50:47.959971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.046248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 5d23bf50-e9df-4db4-b21f-2e6a523d010d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5d23bf50-e9df-4db4-b21f-2e6a523d010d,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:48.046514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.057911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 5d23bf50-e9df-4db4-b21f-2e6a523d010d owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:50:48.097434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.100270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:48.122323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] Pushing event deleted for resources: {'Port': ['ID=03671f5e-d49d-482b-a080-e72c602fe74b,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:48.125338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:48.126156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] No DVR routers for this DVR port 03671f5e-d49d-482b-a080-e72c602fe74b on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:50:48.287810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.289229 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f9200e92-fa30-4b84-89b2-c150d74fdb35 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:48.316314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=5d23bf50-e9df-4db4-b21f-2e6a523d010d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:48.321033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:48.383918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.483257 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.485415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.600529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.601011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Fanout notify agent at l3_agent the message router_deleted on router bdbb4a90-b3e6-4a90-922c-6d27dad052be {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:50:48.609193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.610366 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/routers/bdbb4a90-b3e6-4a90-922c-6d27dad052be HTTP/1.1" status: 204 len: 168 time: 1.0229414 Jun 28 06:50:48.613691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56764) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:48.700899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.788096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.798699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23ea153-e5bc-44d1-aa21-0abb751ce274']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:48.809145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:48.811642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9947d6-d2c3-40a2-b2e9-56fbcb6a0c6c') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:48.817874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.832289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.838050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:50:48.838428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:50:48.842427 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:50:48.977601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.981038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4cf59096-f4b4-45b0-9433-7e424e318946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:48.985058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:48.986896 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/networks/e23ea153-e5bc-44d1-aa21-0abb751ce274 HTTP/1.1" status: 204 len: 168 time: 0.3722286 Jun 28 06:50:48.998050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Network': ['ID=e23ea153-e5bc-44d1-aa21-0abb751ce274,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:49.000604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:49.004609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56766) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:49.008798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'network': {'name': 'tempest-network-smoke--1369271831', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'port_security_enabled': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:49.126216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:50:49.129894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:49.155271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:50:49.163869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:49.164210 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Added segment d916e0bf-4686-49e4-95d5-22ec7ed5c1e3 of type vlan for network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e Jun 28 06:50:49.205603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:49.331641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:49.337178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:49.337743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:49.340777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:49.411659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Network': ['ID=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:49.414274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:49.437515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:50:49.473047 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4651120 Jun 28 06:50:49.473047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56768) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:49.477091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'admin_state_up': True, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:49.583293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:49.584342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:49.636330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:49.769114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7383a4db-a974-496a-8773-42ffb308690a no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:50:49.793403 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 7383a4db-a974-496a-8773-42ffb308690a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:50:49.793901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 7383a4db-a974-496a-8773-42ffb308690a not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:50:49.794443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5d23bf50-e9df-4db4-b21f-2e6a523d010d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:50:49.813088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 5d23bf50-e9df-4db4-b21f-2e6a523d010d {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:50:49.813445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5d23bf50-e9df-4db4-b21f-2e6a523d010d not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:50:49.813878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 03671f5e-d49d-482b-a080-e72c602fe74b no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:50:49.830865 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:49.832503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 03671f5e-d49d-482b-a080-e72c602fe74b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:50:49.832876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 03671f5e-d49d-482b-a080-e72c602fe74b not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:50:50.072338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:50.091725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:50.192185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.82 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/34792011-6b5f-4213-8cc7-e39192aac4f1) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:50:50.296462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:50.406586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:50.409415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f94c4b52-f3cb-4c2f-9d43-f7bb2765b9e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:50.441303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:50:50.443997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:50.450235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:50:50.480913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=34792011-6b5f-4213-8cc7-e39192aac4f1,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:50.484647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:50.797101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:50.998853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:51.183450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router 1c178a50-5991-4c9f-8aac-03a86c1eb847 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:50:51.288449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:50:51.298938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Sync routers for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:50:51.309307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:51.309941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:50:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:51.371993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:51.373376 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8999138 Jun 28 06:50:51.376597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56770) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:51.404813 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2bc1ceda-e648-4e24-9fc6-08fbd77f69d0 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=928c838aa6674b9cac7488cce014aba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268815 Jun 28 06:50:51.407230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56772) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:51.412510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:51.503675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dddaf1-ce1a-4735-a72c-5bdb445319d9 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:51.505110 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b9dddaf1-ce1a-4735-a72c-5bdb445319d9 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969305 Jun 28 06:50:51.507932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56774) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:51.535757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-26d5846e-bdf6-4196-885f-7adc48c1c4f8 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266984 Jun 28 06:50:51.538548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56776) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:51.544025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326185463', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:51.587523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:50Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:51.617220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Checking router: 1c178a50-5991-4c9f-8aac-03a86c1eb847 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:50:51.617582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Updating router 1c178a50-5991-4c9f-8aac-03a86c1eb847 port 34792011-6b5f-4213-8cc7-e39192aac4f1 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:50:51.652507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:51.680331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:50:51.684834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:51.898262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:51.907955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Transition to ACTIVE for port object 34792011-6b5f-4213-8cc7-e39192aac4f1 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:50:51.925986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:51.929515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:51.997763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Subnet': ['ID=611abd1e-ad79-4de6-bc17-5af1456c5caf,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:52.000655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:52.006260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Checking segment: {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:50:52.006611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network hostable DHCP agents. Network: 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:50:52.022978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:52.025870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-79304a85-dc83-45b7-8fa6-5e50e2dfbf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:52.075385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Attempting to bind port 34792011-6b5f-4213-8cc7-e39192aac4f1 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:50:52.075766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Attempting to bind port 34792011-6b5f-4213-8cc7-e39192aac4f1 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:50:52.076136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Attempting to bind port 34792011-6b5f-4213-8cc7-e39192aac4f1 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:50:52.082984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c7948-1d75-43ac-9140-9c64af727b52 None None] Pushing event updated for resources: {'Port': ['ID=34792011-6b5f-4213-8cc7-e39192aac4f1,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:52.085640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:50:52.086026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:50:52.086433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:52.086823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:50:52.087293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Bound port: 34792011-6b5f-4213-8cc7-e39192aac4f1, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:50:52.087684 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:52.089444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a84c7948-1d75-43ac-9140-9c64af727b52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:52.102982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:50:52.138335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] For port 34792011-6b5f-4213-8cc7-e39192aac4f1, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:50:52.141320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] For port 34792011-6b5f-4213-8cc7-e39192aac4f1, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34792011-6b5f-4213-8cc7-e39192aac4f1,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:50:52.234419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:52.239421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:52.240018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:52.243288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76508f-40fa-474c-9cef-2edd5370bd29 None None] Network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:52.265739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:52.290714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:52.373251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c7948-1d75-43ac-9140-9c64af727b52 None None] Pushing event updated for resources: {'Port': ['ID=34792011-6b5f-4213-8cc7-e39192aac4f1,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:52.377357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:52.377968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:50:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:52.387349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a84c7948-1d75-43ac-9140-9c64af727b52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:52.406953 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8672862 Jun 28 06:50:52.409692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56778) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:52.675859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:50:52.676763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:52.695354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:52.850630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:52.964386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Allocated IP 172.20.0.2 (98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e/611abd1e-ad79-4de6-bc17-5af1456c5caf/a210468b-f145-474e-86eb-3e39528cde7c) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:50:53.053740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:50Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:53.088016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f3b9a-7ed7-4ed1-8262-c4855c1ad585 None None] The sync data for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv is: [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:50Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:50:53.161080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:53.170557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Transition to ACTIVE for port object a210468b-f145-474e-86eb-3e39528cde7c will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:50:53.187103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Transition to ACTIVE for port object a210468b-f145-474e-86eb-3e39528cde7c will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:50:53.303496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:53.317698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-fbd37e46-d33b-47ae-9ad1-7ca837d39021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:53.366165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:50:53.374301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:53.377199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:50:53.407850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Pushing event updated for resources: {'Port': ['ID=a210468b-f145-474e-86eb-3e39528cde7c,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:53.411517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:53.441967 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Attempting to bind port a210468b-f145-474e-86eb-3e39528cde7c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:50:53.442451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Attempting to bind port a210468b-f145-474e-86eb-3e39528cde7c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:50:53.442921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Attempting to bind port a210468b-f145-474e-86eb-3e39528cde7c on network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:50:53.448670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:50:53.448935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Checking segment: {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:50:53.449385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:53.449885 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Bound using segment: {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:50:53.450452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Bound port: a210468b-f145-474e-86eb-3e39528cde7c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:50:53.450938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:53.478461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.1 (98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e/611abd1e-ad79-4de6-bc17-5af1456c5caf/93c2dee2-93d2-4f73-880e-a7bade289437) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:50:53.518784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] For port a210468b-f145-474e-86eb-3e39528cde7c, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:50:53.522136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] For port a210468b-f145-474e-86eb-3e39528cde7c, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a210468b-f145-474e-86eb-3e39528cde7c,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:50:53.618518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:53.622572 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:53.687408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:53.698988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Pushing event updated for resources: {'Port': ['ID=a210468b-f145-474e-86eb-3e39528cde7c,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:53.707924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:53.712226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 93c2dee2-93d2-4f73-880e-a7bade289437 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:50:53.783450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-17dabd92-798d-4699-a500-90ae851cd41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:53.819344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34792011-6b5f-4213-8cc7-e39192aac4f1 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:50:53.823847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:53.826412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:53.881514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:50:53.915221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:53.919946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:50:53.924141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=93c2dee2-93d2-4f73-880e-a7bade289437,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:53.958540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.958985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.959356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.959733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.960098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.960449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.960811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.961203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.961582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.961933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.962288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.962641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:53.967138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 34792011-6b5f-4213-8cc7-e39192aac4f1 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:50:53.968626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:53.972055 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 34792011-6b5f-4213-8cc7-e39192aac4f1 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:53.972445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:53.986543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:54.075822 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:54.101529 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 34792011-6b5f-4213-8cc7-e39192aac4f1, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34792011-6b5f-4213-8cc7-e39192aac4f1,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:54.177564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:54.180552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a6f62772-f9e8-4ead-98ec-c6151137b978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:54.232334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=34792011-6b5f-4213-8cc7-e39192aac4f1,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:54.235440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:54.260054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:54.552459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:54.645046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b833601-9f4d-48ef-a457-96d0410d7f0c None None] Network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:50:54.662745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:54.665994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:54.749362 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=93c2dee2-93d2-4f73-880e-a7bade289437,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:54.752518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:54.754550 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:54.768467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c3659618-8f21-4814-a50c-a51d4fec389a None None] Provisioning for port a210468b-f145-474e-86eb-3e39528cde7c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:50:54.848185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:50:54.849753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:50:54.988693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router 1c178a50-5991-4c9f-8aac-03a86c1eb847 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:50:55.116800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:50:55.123376 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/1c178a50-5991-4c9f-8aac-03a86c1eb847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122035 Jun 28 06:50:55.125708 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56782) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:55.229681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-17142813-a715-40ba-9f41-c9d9e4819d2a None None] Provisioning for port 93c2dee2-93d2-4f73-880e-a7bade289437 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:50:55.234190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-17142813-a715-40ba-9f41-c9d9e4819d2a None None] Provisioning complete for port 93c2dee2-93d2-4f73-880e-a7bade289437 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:55.234768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-17142813-a715-40ba-9f41-c9d9e4819d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:55.235737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96bdea-e4dd-4082-a996-73d1d2723a79 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.236216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96bdea-e4dd-4082-a996-73d1d2723a79 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.236693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96bdea-e4dd-4082-a996-73d1d2723a79 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.237189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96bdea-e4dd-4082-a996-73d1d2723a79 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.237826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96bdea-e4dd-4082-a996-73d1d2723a79 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.238389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96bdea-e4dd-4082-a996-73d1d2723a79 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.240101 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1b96bdea-e4dd-4082-a996-73d1d2723a79 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1133878 Jun 28 06:50:55.245157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56784) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:55.278801 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Sync routers for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:50:55.279416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-17142813-a715-40ba-9f41-c9d9e4819d2a None None] Port 93c2dee2-93d2-4f73-880e-a7bade289437 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:50:55.296093 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:55.296093 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:50:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:55.337790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b7ed1-191a-4b22-8f4d-c148f0bcba25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.338780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b7ed1-191a-4b22-8f4d-c148f0bcba25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.339343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b7ed1-191a-4b22-8f4d-c148f0bcba25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.339807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b7ed1-191a-4b22-8f4d-c148f0bcba25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.340268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b7ed1-191a-4b22-8f4d-c148f0bcba25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.340724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b7ed1-191a-4b22-8f4d-c148f0bcba25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:55.342564 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-315b7ed1-191a-4b22-8f4d-c148f0bcba25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0984933 Jun 28 06:50:55.345610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56786) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:55.398909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3d49c052-3934-4c3c-9da7-5324d9aedb45 None None] Provisioning complete for port 93c2dee2-93d2-4f73-880e-a7bade289437 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:55.399297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3d49c052-3934-4c3c-9da7-5324d9aedb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:55.401954 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:55.434329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3d49c052-3934-4c3c-9da7-5324d9aedb45 None None] Port 93c2dee2-93d2-4f73-880e-a7bade289437 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:50:55.553527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-63228c37-4dea-407b-b9ac-e570a87d34f7 None None] Provisioning complete for port 93c2dee2-93d2-4f73-880e-a7bade289437 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:55.553900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-63228c37-4dea-407b-b9ac-e570a87d34f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:55.590811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-63228c37-4dea-407b-b9ac-e570a87d34f7 None None] Port 93c2dee2-93d2-4f73-880e-a7bade289437 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:50:55.606233 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:55.736034 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Checking router: 1c178a50-5991-4c9f-8aac-03a86c1eb847 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:50:55.736034 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Updating router 1c178a50-5991-4c9f-8aac-03a86c1eb847 port 93c2dee2-93d2-4f73-880e-a7bade289437 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:50:55.772291 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:55.880514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34792011-6b5f-4213-8cc7-e39192aac4f1 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:50:55.933423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 34792011-6b5f-4213-8cc7-e39192aac4f1 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:55.933781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:55.969023 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3c3ec404-5d2c-4465-bbfb-c609337cca88 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.6221273 Jun 28 06:50:56.017007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a210468b-f145-474e-86eb-3e39528cde7c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:50:56.055468 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.067951 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Transition to ACTIVE for port object 93c2dee2-93d2-4f73-880e-a7bade289437 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:50:56.131416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port a210468b-f145-474e-86eb-3e39528cde7c completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:50:56.135357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a210468b-f145-474e-86eb-3e39528cde7c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:56.135749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.149201 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.153782 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-c844fb92-d62a-459f-8116-53e400e5aff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:56.221322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Pushing event updated for resources: {'Port': ['ID=93c2dee2-93d2-4f73-880e-a7bade289437,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.261953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:56.263621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port a210468b-f145-474e-86eb-3e39528cde7c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a210468b-f145-474e-86eb-3e39528cde7c,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:56.263750 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:56.270242 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Attempting to bind port 93c2dee2-93d2-4f73-880e-a7bade289437 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:50:56.270856 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Attempting to bind port 93c2dee2-93d2-4f73-880e-a7bade289437 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:50:56.271238 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Attempting to bind port 93c2dee2-93d2-4f73-880e-a7bade289437 on network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:50:56.276999 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:50:56.277378 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Checking segment: {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:50:56.277815 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.278214 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Bound using segment: {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:50:56.278765 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Bound port: 93c2dee2-93d2-4f73-880e-a7bade289437, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:50:56.279205 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.356353 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] For port 93c2dee2-93d2-4f73-880e-a7bade289437, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:50:56.356353 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] For port 93c2dee2-93d2-4f73-880e-a7bade289437, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=93c2dee2-93d2-4f73-880e-a7bade289437,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:50:56.401691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56790) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:56.407296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-267f1868-8025-4959-8c4e-233c28a36e97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146467588', 'description': 'tempest-secgroup-smoke-2146467588 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:56.429199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.431097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:56.463941 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.466155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.469161 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:56.486161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eb9a3794-61e6-4ca4-a7c2-b45ac724cb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.491060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=a210468b-f145-474e-86eb-3e39528cde7c,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:56.495345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:56.530867 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:50:56.531645 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:50:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:56.544567 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-267f1868-8025-4959-8c4e-233c28a36e97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.570376 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Pushing event updated for resources: {'Port': ['ID=93c2dee2-93d2-4f73-880e-a7bade289437,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:56.573633 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:56.660168 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:50:56.662221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-267f1868-8025-4959-8c4e-233c28a36e97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.743265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-267f1868-8025-4959-8c4e-233c28a36e97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.746925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-964c5e1c-39b7-433e-8f37-0995e57a010a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:56.773608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f1868-8025-4959-8c4e-233c28a36e97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c61a88-6802-417e-ab96-64b70326bb66,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:56.777288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-267f1868-8025-4959-8c4e-233c28a36e97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:56.844449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-267f1868-8025-4959-8c4e-233c28a36e97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:56.844449 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-267f1868-8025-4959-8c4e-233c28a36e97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4384351 Jun 28 06:50:56.844797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56792) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:56.849134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5b545395-8e0e-45d0-8d13-6261c7dbfe3e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '45c61a88-6802-417e-ab96-64b70326bb66', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:56.860104 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:56Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:50:56.886765 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5add811-c715-4ef5-ab73-06e0eaab27a4 None None] The sync data for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv is: [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:56Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:50:56.955504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5b545395-8e0e-45d0-8d13-6261c7dbfe3e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.021311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5b545395-8e0e-45d0-8d13-6261c7dbfe3e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.108696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5b545395-8e0e-45d0-8d13-6261c7dbfe3e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.108696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-94d8af76-9791-47ab-a3f2-070f8416f5fa tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:57.123825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b545395-8e0e-45d0-8d13-6261c7dbfe3e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5109695f-fae3-451b-9ff0-197d7c9d7289,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:57.127004 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5b545395-8e0e-45d0-8d13-6261c7dbfe3e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:57.223660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5b545395-8e0e-45d0-8d13-6261c7dbfe3e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.228018 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5b545395-8e0e-45d0-8d13-6261c7dbfe3e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3794072 Jun 28 06:50:57.228018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56794) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:57.233379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f8ae4c5a-09b6-4670-a0de-fac99da66322 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '45c61a88-6802-417e-ab96-64b70326bb66', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:57.376644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8ae4c5a-09b6-4670-a0de-fac99da66322 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.438763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8ae4c5a-09b6-4670-a0de-fac99da66322 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.543133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8ae4c5a-09b6-4670-a0de-fac99da66322 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.548399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a390dfeb-977b-40cc-b9dc-f2f3870dbda1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:57.565368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae4c5a-09b6-4670-a0de-fac99da66322 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4aa12c0-760d-465b-a5cc-9c91c448edb3,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:57.568097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8ae4c5a-09b6-4670-a0de-fac99da66322 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:57.571553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.638831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f8ae4c5a-09b6-4670-a0de-fac99da66322 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.638831 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f8ae4c5a-09b6-4670-a0de-fac99da66322 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4079249 Jun 28 06:50:57.639856 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56796) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:57.644364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '45c61a88-6802-417e-ab96-64b70326bb66', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:57.752272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.819255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.870671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a210468b-f145-474e-86eb-3e39528cde7c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:50:57.896914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.902519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-addd5c4b-5787-4865-97aa-a45768682ebe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:57.917775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7503bc-1fbb-4d71-b804-a07efac697b6,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:57.924808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a210468b-f145-474e-86eb-3e39528cde7c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:57.925242 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.931362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.931753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.932475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.932879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.933260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.933776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.934219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.934791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.935170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.935689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.936065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.936436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:57.939834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:57.988827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:57.990179 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495967 Jun 28 06:50:57.992986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56798) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:57.997766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a2583aff-32d4-4dd9-82dd-047c8e969a42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '45c61a88-6802-417e-ab96-64b70326bb66', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:58.004322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 93c2dee2-93d2-4f73-880e-a7bade289437 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:50:58.096463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a2583aff-32d4-4dd9-82dd-047c8e969a42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.121548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 93c2dee2-93d2-4f73-880e-a7bade289437 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:50:58.126332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 93c2dee2-93d2-4f73-880e-a7bade289437 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:58.126962 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.162662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a2583aff-32d4-4dd9-82dd-047c8e969a42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.210068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.240445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 93c2dee2-93d2-4f73-880e-a7bade289437, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=93c2dee2-93d2-4f73-880e-a7bade289437,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:50:58.280438 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a2583aff-32d4-4dd9-82dd-047c8e969a42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.282395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2afe53c5-80a7-44ee-bac4-821fc5827cf1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:58.299323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2583aff-32d4-4dd9-82dd-047c8e969a42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba5bc44-0efc-41aa-b26c-a426284ddcc7,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:58.302161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a2583aff-32d4-4dd9-82dd-047c8e969a42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:58.320241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.322165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:58.360316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a2583aff-32d4-4dd9-82dd-047c8e969a42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.361723 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a2583aff-32d4-4dd9-82dd-047c8e969a42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3677745 Jun 28 06:50:58.364417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56800) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:58.368815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=93c2dee2-93d2-4f73-880e-a7bade289437,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:58.369052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b283e78e-7cbb-47b5-b39e-a6e36743cf6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '45c61a88-6802-417e-ab96-64b70326bb66', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:58.376296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.376651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.377027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.377374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.377710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.378044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.378379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.378740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.379038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.379366 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.379693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.380019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:50:58.383823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:58.485228 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-b283e78e-7cbb-47b5-b39e-a6e36743cf6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:50:58.490267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b283e78e-7cbb-47b5-b39e-a6e36743cf6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.550057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b283e78e-7cbb-47b5-b39e-a6e36743cf6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.594075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b283e78e-7cbb-47b5-b39e-a6e36743cf6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.595861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2872f0d4-d7da-4e48-8e0f-f6be404d062a tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:58.615979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283e78e-7cbb-47b5-b39e-a6e36743cf6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbf02e6-97dc-42d1-973d-18651f9e0b45,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:58.618241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b283e78e-7cbb-47b5-b39e-a6e36743cf6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:58.679959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b283e78e-7cbb-47b5-b39e-a6e36743cf6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.681217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b283e78e-7cbb-47b5-b39e-a6e36743cf6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3157229 Jun 28 06:50:58.683995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56802) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:50:58.688420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e16f1b37-f5e5-430c-80ed-a4ad83b2a72b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '45c61a88-6802-417e-ab96-64b70326bb66', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:50:58.771115 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-e16f1b37-f5e5-430c-80ed-a4ad83b2a72b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:50:58.777224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e16f1b37-f5e5-430c-80ed-a4ad83b2a72b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.839552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e16f1b37-f5e5-430c-80ed-a4ad83b2a72b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.914145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e16f1b37-f5e5-430c-80ed-a4ad83b2a72b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:58.916341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d7c90b1a-f581-4a1c-9f6c-7516033d95f0 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:50:58.933774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f1b37-f5e5-430c-80ed-a4ad83b2a72b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0401ec3-8947-4565-97e9-aa3309d63556,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:50:58.936743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e16f1b37-f5e5-430c-80ed-a4ad83b2a72b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:50:59.029002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e16f1b37-f5e5-430c-80ed-a4ad83b2a72b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:59.030244 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e16f1b37-f5e5-430c-80ed-a4ad83b2a72b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3453012 Jun 28 06:50:59.230968 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-55b064d2-2454-4772-9473-502e2ea5c65d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146467588&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.0461385 Jun 28 06:50:59.360449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:59.374070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-44a9534a-eb1a-4f4a-87a7-9a0420a57cc0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:50:59.375540 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-44a9534a-eb1a-4f4a-87a7-9a0420a57cc0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/networks?id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e HTTP/1.1" status: 200 len: 797 time: 0.1379528 Jun 28 06:50:59.390471 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-912d10bb-21f9-43ac-969c-e53b0cbd5c6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/quotas/928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 375 time: 0.0092595 Jun 28 06:50:59.496161 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-274e3ace-d5b0-4289-8fb2-b52032dc6ed3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006949 Jun 28 06:50:59.592082 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-71a92451-df0a-4326-9084-550d59a28813 service neutron] 10.222.0.24 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844603 Jun 28 06:50:59.681240 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-bbf099cf-1e66-452c-9495-612ff05c4645 service neutron] 10.222.0.24 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829723 Jun 28 06:50:59.778957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 93c2dee2-93d2-4f73-880e-a7bade289437 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:50:59.827157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 93c2dee2-93d2-4f73-880e-a7bade289437 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:50:59.827531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:50:59.982455 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39d900b0-f546-4581-b1d8-6440fa4cfb89 req-8671dfdc-8025-4f20-a60b-e401af9ab49c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 210 time: 0.0297813 Jun 28 06:51:00.301850 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:51:01.129097 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8657513-f2df-4a69-9bba-6dcaf3b0bc68 req-484e92ba-2c75-48d5-8e1f-645c3b46fe13 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 210 time: 0.0331862 Jun 28 06:51:02.245506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-045f47d2-21a8-40b0-a16f-6a313cd2042b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:02.246943 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-045f47d2-21a8-40b0-a16f-6a313cd2042b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e HTTP/1.1" status: 200 len: 797 time: 0.1058750 Jun 28 06:51:02.282522 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-171aa44e-5db3-43a4-a244-32d014568b73 req-24b5f274-8247-4fb8-97ae-99e2d80e8a4b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 210 time: 0.0346072 Jun 28 06:51:02.330891 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-f2571c38-1bc2-4c4d-b02d-5708d9a1002a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 380 time: 0.0507300 Jun 28 06:51:02.340368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'device_id': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'admin_state_up': True, 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'security_groups': ['45c61a88-6802-417e-ab96-64b70326bb66']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:02.554341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:51:02.558737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:02.735617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.4 (98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e/611abd1e-ad79-4de6-bc17-5af1456c5caf/3dac76f4-1ba4-4823-8b30-b732b0b814e5) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:51:02.875652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:02.889575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 3dac76f4-1ba4-4823-8b30-b732b0b814e5 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:51:02.960279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:02.964513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-516713ab-c7f6-4033-9ccd-0415e8b367f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:03.023439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:51:03.029899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:51:03.036931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:51:03.043877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=3dac76f4-1ba4-4823-8b30-b732b0b814e5,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:03.062537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:03.089503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:03.090134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:03.160745 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8241346 Jun 28 06:51:03.179239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Request body: {'port': {'device_id': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:03.252487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:03.348625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-531088ad-c453-4a09-9608-f065604d4bbc None None] Provisioning for port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:51:03.353016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-531088ad-c453-4a09-9608-f065604d4bbc None None] Provisioning complete for port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:51:03.353457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-531088ad-c453-4a09-9608-f065604d4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:03.389350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-531088ad-c453-4a09-9608-f065604d4bbc None None] Port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:51:03.550832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0db01-ffa5-406e-8534-bbd5387c592d req-fa9f02c9-7b5c-40ae-ad1b-bdaf811fdf56 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:03.552301 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9f0db01-ffa5-406e-8534-bbd5387c592d req-fa9f02c9-7b5c-40ae-ad1b-bdaf811fdf56 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 931 time: 0.1541429 Jun 28 06:51:03.627434 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9f0db01-ffa5-406e-8534-bbd5387c592d req-df17ae08-e5a6-4c4c-bff1-d400aab92e52 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572827 Jun 28 06:51:03.658014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dac76f4-1ba4-4823-8b30-b732b0b814e5 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:51:03.665328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:03.678154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Transition to ACTIVE for port object 3dac76f4-1ba4-4823-8b30-b732b0b814e5 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:51:03.742601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:03.746611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f3a49ad0-939b-4ed7-82bb-f5804aa7107f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:03.798598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Pushing event updated for resources: {'Port': ['ID=3dac76f4-1ba4-4823-8b30-b732b0b814e5,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:03.798598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:03.870651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Attempting to bind port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:51:03.870936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Attempting to bind port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:51:03.871105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Attempting to bind port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 on network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:51:03.875490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 on network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:51:03.875964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Attempting to bind port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 on network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:51:03.880913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:51:03.881255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Checking segment: {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:51:03.881640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Bound using segment: {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:51:03.882070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Bound port: 3dac76f4-1ba4-4823-8b30-b732b0b814e5, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:51:03.882433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:03.948920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] For port 3dac76f4-1ba4-4823-8b30-b732b0b814e5, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:51:03.951887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] For port 3dac76f4-1ba4-4823-8b30-b732b0b814e5, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3dac76f4-1ba4-4823-8b30-b732b0b814e5,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:51:04.012587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:04.014703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-135e2939-52b5-4d69-a140-6b5a6d9e59b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:04.050148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:04.050745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:04.052098 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] 10.222.0.50 "PUT /v2.0/ports/3dac76f4-1ba4-4823-8b30-b732b0b814e5 HTTP/1.1" status: 200 len: 1093 time: 0.8774168 Jun 28 06:51:04.052646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'tag': '3dac76f4-1ba4-4823-8b30-b732b0b814e5'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:51:04.055009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56030fd-bca4-4c7c-9bae-a22eae1380d9" -d '{"events": [{"name": "network-changed", "server_uuid": "48620fe2-f4f0-47d0-b471-352abb329ad5", "tag": "3dac76f4-1ba4-4823-8b30-b732b0b814e5"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:51:04.343278 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c965dfe-2888-4441-a5ba-ea01e969c3e4 x-openstack-request-id: req-3c965dfe-2888-4441-a5ba-ea01e969c3e4 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:51:04.343935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48620fe2-f4f0-47d0-b471-352abb329ad5", "tag": "3dac76f4-1ba4-4823-8b30-b732b0b814e5", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:51:04.343935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c965dfe-2888-4441-a5ba-ea01e969c3e4 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:51:04.344327 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'tag': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'status': 'completed', 'code': 200} Jun 28 06:51:04.359152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Pushing event updated for resources: {'Port': ['ID=3dac76f4-1ba4-4823-8b30-b732b0b814e5,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:04.379100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:04.405759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56030fd-bca4-4c7c-9bae-a22eae1380d9 req-ef16c68f-6951-40b9-a5bb-4f1799924ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:04.407238 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b56030fd-bca4-4c7c-9bae-a22eae1380d9 req-ef16c68f-6951-40b9-a5bb-4f1799924ca1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0621977 Jun 28 06:51:04.554650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56030fd-bca4-4c7c-9bae-a22eae1380d9 req-5471b3e4-19fc-4df1-80ac-3442d51b659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:04.703120 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b56030fd-bca4-4c7c-9bae-a22eae1380d9 req-5471b3e4-19fc-4df1-80ac-3442d51b659f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1328716 Jun 28 06:51:04.703120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56030fd-bca4-4c7c-9bae-a22eae1380d9 req-ebc44c34-8007-40b1-838f-61d5378d6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:04.703120 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b56030fd-bca4-4c7c-9bae-a22eae1380d9 req-ebc44c34-8007-40b1-838f-61d5378d6240 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953903 Jun 28 06:51:04.817333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-76fd5f41-a7df-4b0f-a83a-36efa0420b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:04.818811 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-76fd5f41-a7df-4b0f-a83a-36efa0420b14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0942879 Jun 28 06:51:04.830618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a50bed-e058-49da-b647-073123883f43 req-cc7eaef4-acd1-4511-977b-7e36732c47d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:04.831960 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-93a50bed-e058-49da-b647-073123883f43 req-cc7eaef4-acd1-4511-977b-7e36732c47d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 943 time: 0.0807903 Jun 28 06:51:04.879671 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-8059d7bd-bb8a-4e25-804e-9a82a06f97ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dac76f4-1ba4-4823-8b30-b732b0b814e5 HTTP/1.1" status: 200 len: 217 time: 0.0467992 Jun 28 06:51:04.922798 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-93a50bed-e058-49da-b647-073123883f43 req-6e8deb28-86b9-4e71-838f-a225d646ba41 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844717 Jun 28 06:51:04.940612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-73445c4d-b490-49f4-8671-abdc3c9cae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:04.942072 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-73445c4d-b490-49f4-8671-abdc3c9cae96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=611abd1e-ad79-4de6-bc17-5af1456c5caf HTTP/1.1" status: 200 len: 835 time: 0.0553126 Jun 28 06:51:04.999312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d417da7e-a250-4ff5-8f2a-6216e55d603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:05.000677 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-d417da7e-a250-4ff5-8f2a-6216e55d603e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512497 Jun 28 06:51:05.091460 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-a78be4a4-53f7-4802-823b-3c34ecdf5771 service neutron] 10.222.0.50 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842392 Jun 28 06:51:05.176864 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a075843-1cf2-4801-9a46-dd1022c5cb2f req-45404752-6401-40b4-aecb-c44615f639cd service neutron] 10.222.0.50 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791574 Jun 28 06:51:06.105973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de9509-5236-4b7d-80ee-b1ebc972ee6c req-5b801889-5497-4683-b1d3-8db787439a6e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:06.107443 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11de9509-5236-4b7d-80ee-b1ebc972ee6c req-5b801889-5497-4683-b1d3-8db787439a6e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 943 time: 0.0700479 Jun 28 06:51:06.145249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11de9509-5236-4b7d-80ee-b1ebc972ee6c req-d7aaddbd-7980-49d1-9916-f4bff9e92b7f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321386 Jun 28 06:51:07.327477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0163560-10cf-4d69-a7e8-b0bddbdcf5ec req-718550ba-ad7c-4a51-b68f-cac7eec1b90c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:07.329218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a0163560-10cf-4d69-a7e8-b0bddbdcf5ec req-718550ba-ad7c-4a51-b68f-cac7eec1b90c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 943 time: 0.0642378 Jun 28 06:51:07.365368 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a0163560-10cf-4d69-a7e8-b0bddbdcf5ec req-6e461c3a-8b73-4322-b67d-1647d415af0d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305371 Jun 28 06:51:08.540597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bc6a7-ace4-43d8-b095-a9af8c3a64e3 req-415c6fe4-8aa3-482f-9d5e-453c0eeb678c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:08.542545 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-136bc6a7-ace4-43d8-b095-a9af8c3a64e3 req-415c6fe4-8aa3-482f-9d5e-453c0eeb678c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 943 time: 0.0669177 Jun 28 06:51:08.579459 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-136bc6a7-ace4-43d8-b095-a9af8c3a64e3 req-0f2b4e96-3b60-4ab6-a467-9df83eea8f95 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Jun 28 06:51:08.715362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 3dac76f4-1ba4-4823-8b30-b732b0b814e5 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:51:08.810210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 3dac76f4-1ba4-4823-8b30-b732b0b814e5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3dac76f4-1ba4-4823-8b30-b732b0b814e5,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:51:08.820915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'port_id': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'mac_address': 'fa:16:3e:a1:c5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:51:08.857976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:08.870674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dac76f4-1ba4-4823-8b30-b732b0b814e5 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:51:08.889681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 3dac76f4-1ba4-4823-8b30-b732b0b814e5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3dac76f4-1ba4-4823-8b30-b732b0b814e5,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:51:08.977226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:08.981047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a84c7948-1d75-43ac-9140-9c64af727b52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:09.031457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=3dac76f4-1ba4-4823-8b30-b732b0b814e5,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:09.034445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:09.279209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['3dac76f4-1ba4-4823-8b30-b732b0b814e5'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:51:09.750698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572fe34-38e0-40cc-a483-3cade4be6c23 req-5643827a-1c8f-41ef-8076-d4ebe147dea3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:09.752228 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f572fe34-38e0-40cc-a483-3cade4be6c23 req-5643827a-1c8f-41ef-8076-d4ebe147dea3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 944 time: 0.0652499 Jun 28 06:51:09.790206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f572fe34-38e0-40cc-a483-3cade4be6c23 req-c76f4d98-42a4-416e-8854-b1fc71503637 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 Jun 28 06:51:10.723722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 3dac76f4-1ba4-4823-8b30-b732b0b814e5 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:51:10.834196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:51:10.839602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:51:10.839602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:10.915511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:10.941508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dac76f4-1ba4-4823-8b30-b732b0b814e5'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:51:10.943807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a93568-d2e6-4db9-a79a-c0e77ae2536f" -d '{"events": [{"server_uuid": "48620fe2-f4f0-47d0-b471-352abb329ad5", "name": "network-vif-plugged", "status": "completed", "tag": "3dac76f4-1ba4-4823-8b30-b732b0b814e5"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:51:10.958161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 3dac76f4-1ba4-4823-8b30-b732b0b814e5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3dac76f4-1ba4-4823-8b30-b732b0b814e5,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:51:10.968322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cadf7a-d624-4c18-99b3-81e0c9dc73bd req-8cffab79-90dc-484a-930e-70df5222cf95 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:10.969855 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55cadf7a-d624-4c18-99b3-81e0c9dc73bd req-8cffab79-90dc-484a-930e-70df5222cf95 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 944 time: 0.0694530 Jun 28 06:51:10.981443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b803e9ed-6fcd-41c3-a5b1-97a618a30bf1 x-openstack-request-id: req-b803e9ed-6fcd-41c3-a5b1-97a618a30bf1 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:51:10.986716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48620fe2-f4f0-47d0-b471-352abb329ad5", "name": "network-vif-plugged", "status": "completed", "tag": "3dac76f4-1ba4-4823-8b30-b732b0b814e5", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:51:10.986716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b803e9ed-6fcd-41c3-a5b1-97a618a30bf1 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:51:10.986716 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'code': 200} Jun 28 06:51:11.011769 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55cadf7a-d624-4c18-99b3-81e0c9dc73bd req-d2888b60-2798-4343-b54c-74018c29bc28 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354927 Jun 28 06:51:11.028492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:11.030574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b3718460-e28a-4464-a2c1-511c00e114cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:11.078667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=3dac76f4-1ba4-4823-8b30-b732b0b814e5,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:11.081874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:11.434554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968990-b619-4b72-be75-8deafe40e795 req-1bd1c448-8f2e-4555-8a1f-025a04002d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:11.436015 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ae968990-b619-4b72-be75-8deafe40e795 req-1bd1c448-8f2e-4555-8a1f-025a04002d26 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0575802 Jun 28 06:51:11.469591 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ae968990-b619-4b72-be75-8deafe40e795 req-f383bb2f-e332-4f45-b8a7-10c2aad7eaf3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271430 Jun 28 06:51:12.195805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90915a-22e1-443e-aaf8-07ef9b143a13 req-e7d0e8a8-8232-4eef-ade5-acddf74b08cc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:12.197904 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6f90915a-22e1-443e-aaf8-07ef9b143a13 req-e7d0e8a8-8232-4eef-ade5-acddf74b08cc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 945 time: 0.0645018 Jun 28 06:51:12.235569 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6f90915a-22e1-443e-aaf8-07ef9b143a13 req-9f50faa4-16bd-4f09-a00c-204b6124d4e5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Jun 28 06:51:13.382996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:13.413078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e5924-f30e-4e04-b85a-79a2dce04a2c req-4502803e-bdbf-4541-8ef7-c28e0ba7bac3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:13.414524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c15e5924-f30e-4e04-b85a-79a2dce04a2c req-4502803e-bdbf-4541-8ef7-c28e0ba7bac3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 945 time: 0.0701141 Jun 28 06:51:13.453069 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c15e5924-f30e-4e04-b85a-79a2dce04a2c req-b068404a-4c0b-4d12-988d-b1b0b714509a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326715 Jun 28 06:51:13.628037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58255934-91da-42ac-94e3-09f049deed04 req-23602669-45bc-4fe7-8761-2149cf0d9316 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:13.629504 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-58255934-91da-42ac-94e3-09f049deed04 req-23602669-45bc-4fe7-8761-2149cf0d9316 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 945 time: 0.0683851 Jun 28 06:51:13.667649 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-58255934-91da-42ac-94e3-09f049deed04 req-40f9fb0a-9dda-4321-9392-c8f271dbe8cb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323141 Jun 28 06:51:13.693448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56866) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:13.747518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4437d-b147-4f75-8bba-7942f4dc8d77 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:13.749035 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a9a4437d-b147-4f75-8bba-7942f4dc8d77 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 1093 time: 0.0546036 Jun 28 06:51:13.751801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56868) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:13.756215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:13.822874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:13.918399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:14.019855 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.27 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/ddc2bd83-f4f5-495e-a3ce-970c49ade33f) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:51:14.116198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:14.223306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:14.226121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-97f4cb4c-51af-4b51-92f2-5e6df1740317 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:14.259932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:51:14.264597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:51:14.268007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:51:14.299241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=ddc2bd83-f4f5-495e-a3ce-970c49ade33f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:14.303253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:14.770482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:14.945717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:15.093600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:15.188411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:15.190574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:15.254266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=ddc2bd83-f4f5-495e-a3ce-970c49ade33f,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:15.257966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:15.266225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:15.363632 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP 8e85cc88-831b-4754-b9c5-110adf0dc667 associated. External IP: 172.26.4.27, port: 3dac76f4-1ba4-4823-8b30-b732b0b814e5. Jun 28 06:51:15.868315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router 1c178a50-5991-4c9f-8aac-03a86c1eb847 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:51:15.977564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:51:15.987908 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] Sync routers for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:51:15.998211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:51:15.998916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:50:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:51:16.051513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:16.089483 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3366487 Jun 28 06:51:16.090275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'tag': '3dac76f4-1ba4-4823-8b30-b732b0b814e5'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:51:16.092358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56870) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:16.092971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fed861d-7a1c-4994-93b6-c6c677142c01" -d '{"events": [{"name": "network-changed", "server_uuid": "48620fe2-f4f0-47d0-b471-352abb329ad5", "tag": "3dac76f4-1ba4-4823-8b30-b732b0b814e5"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:51:16.107562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:51:16.130880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560700a3-b536-454d-9ddb-b40d01946dc8 x-openstack-request-id: req-560700a3-b536-454d-9ddb-b40d01946dc8 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:51:16.131325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48620fe2-f4f0-47d0-b471-352abb329ad5", "tag": "3dac76f4-1ba4-4823-8b30-b732b0b814e5", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:51:16.131690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-560700a3-b536-454d-9ddb-b40d01946dc8 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:51:16.132193 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'tag': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'status': 'completed', 'code': 200} Jun 28 06:51:16.161937 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-532f384c-af49-493c-b0d2-4fdc2641c86a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 990 time: 0.0670035 Jun 28 06:51:16.237160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-afcd3192-a4cc-45e8-9d20-c4f9910c045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:16.238555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-afcd3192-a4cc-45e8-9d20-c4f9910c045e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0525193 Jun 28 06:51:16.332955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-138b567c-2f4c-42da-94f5-1274a01ed4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:16.333230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '8e85cc88-831b-4754-b9c5-110adf0dc667', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'port_id': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'mac_address': 'fa:16:3e:a1:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:51:14Z', 'updated_at': '2021-06-28T06:51:14Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:51:16.334466 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-138b567c-2f4c-42da-94f5-1274a01ed4d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e HTTP/1.1" status: 200 len: 898 time: 0.0875130 Jun 28 06:51:16.361835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] Checking router: 1c178a50-5991-4c9f-8aac-03a86c1eb847 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:51:16.370392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:51:16.371005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:50:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:51:16.407588 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-4b613af6-e06f-40eb-943e-08368cefa8e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dac76f4-1ba4-4823-8b30-b732b0b814e5 HTTP/1.1" status: 200 len: 998 time: 0.0587621 Jun 28 06:51:16.457526 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-f71c37bc-a509-4ac4-8922-ff0d6f630ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:16.459005 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-f71c37bc-a509-4ac4-8922-ff0d6f630ed7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=611abd1e-ad79-4de6-bc17-5af1456c5caf HTTP/1.1" status: 200 len: 835 time: 0.0443666 Jun 28 06:51:16.524655 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-0ee04ede-e58c-4249-9f6b-2b129271cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:16.526643 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-0ee04ede-e58c-4249-9f6b-2b129271cba3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0607777 Jun 28 06:51:16.628155 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-2f5382bc-6d58-4252-9a27-7e606625fccc service neutron] 10.222.0.50 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886183 Jun 28 06:51:16.630325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:51:16.725522 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2fed861d-7a1c-4994-93b6-c6c677142c01 req-82df3ba5-e9e8-4bb0-8af1-35abf1478d3a service neutron] 10.222.0.50 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887499 Jun 28 06:51:16.857715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '8e85cc88-831b-4754-b9c5-110adf0dc667', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'port_id': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'mac_address': 'fa:16:3e:a1:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:51:14Z', 'updated_at': '2021-06-28T06:51:14Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:51:16.883510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8561d1a6-6c14-4588-8a40-5f2101f6242e None None] The sync data for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv is: [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '8e85cc88-831b-4754-b9c5-110adf0dc667', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'port_id': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'mac_address': 'fa:16:3e:a1:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:51:14Z', 'updated_at': '2021-06-28T06:51:14Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:51:17.087154 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6282b-816b-4b1d-8035-ac9e493113a9 None None] New status for floating IP 8e85cc88-831b-4754-b9c5-110adf0dc667: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:51:17.163836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56874) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:17.227621 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-84bd32be-9a4a-465d-afca-f7a11b7bf806 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 990 time: 0.0623777 Jun 28 06:51:18.231864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56876) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:18.298759 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1ffb6b04-8a63-4458-b9af-c23978a92550 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 992 time: 0.0654747 Jun 28 06:51:19.149380 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-99bc6afe-ca22-4b5e-951d-c19c0fe03265 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539536 Jun 28 06:51:19.240154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-e55a46df-5161-4485-88f9-6862dafe6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:19.241658 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-e55a46df-5161-4485-88f9-6862dafe6b4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 1098 time: 0.0521894 Jun 28 06:51:19.357463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-9c6c3d20-19b2-486d-bf39-ddd560c82387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:19.358890 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-9c6c3d20-19b2-486d-bf39-ddd560c82387 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 912 time: 0.0938735 Jun 28 06:51:19.428258 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-299fa1a9-acbb-4b02-af77-4b8547095cfa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 HTTP/1.1" status: 200 len: 1001 time: 0.0579488 Jun 28 06:51:19.481580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-d4728bf8-e355-4438-94c9-a77723d29ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:19.482968 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-d4728bf8-e355-4438-94c9-a77723d29ee8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0475268 Jun 28 06:51:19.540436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-308c3b65-b7ea-4832-b2fe-02494fa62fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:19.542561 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-308c3b65-b7ea-4832-b2fe-02494fa62fa1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525954 Jun 28 06:51:19.630555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-2b9f6ec5-d8e7-41c0-97d8-28cfaa0723d8 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812516 Jun 28 06:51:19.727658 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8928ca48-082e-41e8-afa6-2a4201d8ad9e req-ae42e7a7-e828-4b74-a381-89b839ee9d02 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899882 Jun 28 06:51:23.776988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d19054c-d350-4443-a5f6-cdf3cada5855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:26.468356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:26.525538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f545b6c9-889a-4363-a3f1-60c10a370628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:27.588160 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:29.302297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:37.300205 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:51:43.404536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:49.457596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56896) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:49.688468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f11115-541b-4f04-a9a8-0e4c20a192f2 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:49.689006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f11115-541b-4f04-a9a8-0e4c20a192f2 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:49.689494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f11115-541b-4f04-a9a8-0e4c20a192f2 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:49.691177 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-82f11115-541b-4f04-a9a8-0e4c20a192f2 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=928c838aa6674b9cac7488cce014aba7&network_id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e HTTP/1.1" status: 200 len: 2999 time: 0.2325909 Jun 28 06:51:51.628648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56908) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:51.680543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f48a42-41ae-44c0-a1d7-4142864f9306 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:51.682025 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-22f48a42-41ae-44c0-a1d7-4142864f9306 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab HTTP/1.1" status: 200 len: 814 time: 0.0523365 Jun 28 06:51:52.273979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56916) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:52.279731 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-708dff3a-adfd-4192-bd08-d2bbadca5f35 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:52.336872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-708dff3a-adfd-4192-bd08-d2bbadca5f35 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:52.479562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-708dff3a-adfd-4192-bd08-d2bbadca5f35 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:52.576135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-708dff3a-adfd-4192-bd08-d2bbadca5f35 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:52.576443 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-708dff3a-adfd-4192-bd08-d2bbadca5f35 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP 8e85cc88-831b-4754-b9c5-110adf0dc667 disassociated. External IP: 172.26.4.27, port: 3dac76f4-1ba4-4823-8b30-b732b0b814e5. Jun 28 06:51:52.783351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708dff3a-adfd-4192-bd08-d2bbadca5f35 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router 1c178a50-5991-4c9f-8aac-03a86c1eb847 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:51:52.891766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708dff3a-adfd-4192-bd08-d2bbadca5f35 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:51:52.896365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-708dff3a-adfd-4192-bd08-d2bbadca5f35 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:52.901521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] Sync routers for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:51:52.911452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:51:52.912076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:51:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:51:52.934008 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-708dff3a-adfd-4192-bd08-d2bbadca5f35 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 689 time: 0.6586344 Jun 28 06:51:52.934746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'tag': '3dac76f4-1ba4-4823-8b30-b732b0b814e5'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:51:52.936523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 56918) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:52.937310 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f" -d '{"events": [{"name": "network-changed", "server_uuid": "48620fe2-f4f0-47d0-b471-352abb329ad5", "tag": "3dac76f4-1ba4-4823-8b30-b732b0b814e5"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:51:52.977627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7834247-559e-4878-b14d-f714a18d7f71 x-openstack-request-id: req-d7834247-559e-4878-b14d-f714a18d7f71 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:51:52.978311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48620fe2-f4f0-47d0-b471-352abb329ad5", "tag": "3dac76f4-1ba4-4823-8b30-b732b0b814e5", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:51:52.978886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7834247-559e-4878-b14d-f714a18d7f71 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:51:52.979511 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'tag': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'status': 'completed', 'code': 200} Jun 28 06:51:52.984055 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7d199bc4-d96a-43ca-9686-3866eaf01f58 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 689 time: 0.0462573 Jun 28 06:51:53.023693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:51:53.080697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-50c3068b-113d-4e38-b326-fb282012039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:53.082361 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-50c3068b-113d-4e38-b326-fb282012039e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0581372 Jun 28 06:51:53.180368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-77044a48-f9fb-42d6-95b5-b9c4970a1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:53.181947 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-77044a48-f9fb-42d6-95b5-b9c4970a1a3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e HTTP/1.1" status: 200 len: 898 time: 0.0927920 Jun 28 06:51:53.218455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:51:53.232565 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-7f33f0a6-7ccf-49ba-a5cd-8492d45ab667 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dac76f4-1ba4-4823-8b30-b732b0b814e5 HTTP/1.1" status: 200 len: 217 time: 0.0439065 Jun 28 06:51:53.244086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] Checking router: 1c178a50-5991-4c9f-8aac-03a86c1eb847 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:51:53.252295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:51:53.252930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:51:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:51:53.283355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-b2dd9100-8cd0-4c37-bf2c-376f7cee47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:53.284887 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-b2dd9100-8cd0-4c37-bf2c-376f7cee47fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=611abd1e-ad79-4de6-bc17-5af1456c5caf HTTP/1.1" status: 200 len: 835 time: 0.0454721 Jun 28 06:51:53.344416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-0f244f06-6a46-402f-90b9-a34ec1e3d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:53.345870 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-0f244f06-6a46-402f-90b9-a34ec1e3d5d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542011 Jun 28 06:51:53.357174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:51:53.441460 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-8afa965f-7ce2-4f4b-9776-a1ee0376510a service neutron] 10.222.0.50 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888078 Jun 28 06:51:53.529851 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c6eff19-1181-4c12-bbf3-e1dde7f7b13f req-13d01fa5-ce73-46df-8829-248487480f03 service neutron] 10.222.0.50 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812306 Jun 28 06:51:53.554502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:51:53.581665 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ee90a-118b-4d80-9d1b-839c468f4ffc None None] The sync data for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv is: [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:51:53.748035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fe139015-6d2d-4a4c-8273-fa08047de5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:53.802022 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c3d83-193e-42fb-a883-ebcbf2427c17 None None] New status for floating IP 8e85cc88-831b-4754-b9c5-110adf0dc667: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:51:53.986942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56922) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:54.033953 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-760fd333-59fc-4fd3-976b-334e127fbfd1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 689 time: 0.0457497 Jun 28 06:51:55.037696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56924) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:55.085198 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9de63bbe-55a9-46cc-8e19-b678d14d9d8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 687 time: 0.0462649 Jun 28 06:51:56.340493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56930) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:56.345280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538134747', 'description': 'tempest-secgroup-smoke-538134747 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:56.422154 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:56.450913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:56.496437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-98925cf3-018e-46d4-baf4-a458b8707965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:56.503553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:56.553299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:56.555787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:56.583338 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77b46aa-02f8-41a1-9061-81b9392e16f4,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:56.590857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.591247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.591627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.592013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.592394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.592765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.593157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.593522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.593890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.594252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.594612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.594976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:51:56.598618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:56.644783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:56.646050 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3045511 Jun 28 06:51:56.648943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56932) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:56.653894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e53a544a-233c-4b70-93b3-92248da7e5c6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'e77b46aa-02f8-41a1-9061-81b9392e16f4', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:56.723052 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e53a544a-233c-4b70-93b3-92248da7e5c6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:56.780029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e53a544a-233c-4b70-93b3-92248da7e5c6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:56.827367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e53a544a-233c-4b70-93b3-92248da7e5c6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:56.829208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9553371d-5c84-47b9-a204-097e54975eb3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:56.847248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a544a-233c-4b70-93b3-92248da7e5c6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b5deba-5b2c-43e0-9b43-d967ae923464,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:56.849032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e53a544a-233c-4b70-93b3-92248da7e5c6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:56.890329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e53a544a-233c-4b70-93b3-92248da7e5c6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:56.891587 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e53a544a-233c-4b70-93b3-92248da7e5c6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2416592 Jun 28 06:51:56.894315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56934) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:56.898896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3f81924c-621a-46ff-956f-a3fa11f3d19b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'e77b46aa-02f8-41a1-9061-81b9392e16f4', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:56.963183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3f81924c-621a-46ff-956f-a3fa11f3d19b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.019324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3f81924c-621a-46ff-956f-a3fa11f3d19b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.084278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3f81924c-621a-46ff-956f-a3fa11f3d19b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.090471 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9bc6c055-6bf3-4025-8c3c-90389bb5ab96 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:57.109266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81924c-621a-46ff-956f-a3fa11f3d19b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd40829-c0d4-4171-8b46-f178bce0a75f,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:57.111519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3f81924c-621a-46ff-956f-a3fa11f3d19b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:57.181620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3f81924c-621a-46ff-956f-a3fa11f3d19b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.182796 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3f81924c-621a-46ff-956f-a3fa11f3d19b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875631 Jun 28 06:51:57.185726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56936) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:57.190178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5fc71391-3c93-47e0-ab69-46976c826c81 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'e77b46aa-02f8-41a1-9061-81b9392e16f4', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:57.260633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5fc71391-3c93-47e0-ab69-46976c826c81 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.317652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5fc71391-3c93-47e0-ab69-46976c826c81 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.387244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5fc71391-3c93-47e0-ab69-46976c826c81 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.389696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5b545395-8e0e-45d0-8d13-6261c7dbfe3e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:57.402988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc71391-3c93-47e0-ab69-46976c826c81 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ac1f39-be39-4d63-97b7-bfbc0942ea47,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:57.406911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5fc71391-3c93-47e0-ab69-46976c826c81 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:57.467776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5fc71391-3c93-47e0-ab69-46976c826c81 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.468748 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5fc71391-3c93-47e0-ab69-46976c826c81 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820902 Jun 28 06:51:57.471438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56938) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:57.475970 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d6273333-72e6-4edb-82cd-525249c29e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'e77b46aa-02f8-41a1-9061-81b9392e16f4', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:57.541700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.547660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6273333-72e6-4edb-82cd-525249c29e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.613478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6273333-72e6-4edb-82cd-525249c29e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.690932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6273333-72e6-4edb-82cd-525249c29e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.692936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d2c46a2e-0f2c-4216-a5e3-1e7ff181837d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:57.711033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6273333-72e6-4edb-82cd-525249c29e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075d500d-8eaf-4d66-8f2a-eeb277b38dcd,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:57.713090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d6273333-72e6-4edb-82cd-525249c29e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:57.884752 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d6273333-72e6-4edb-82cd-525249c29e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:57.886369 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d6273333-72e6-4edb-82cd-525249c29e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4137144 Jun 28 06:51:57.889619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56940) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:57.894585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-573ea2d2-ad87-4390-a4c5-f862175614f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'e77b46aa-02f8-41a1-9061-81b9392e16f4', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:58.033366 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-573ea2d2-ad87-4390-a4c5-f862175614f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:51:58.038478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-573ea2d2-ad87-4390-a4c5-f862175614f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:58.100674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-573ea2d2-ad87-4390-a4c5-f862175614f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:58.187698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-573ea2d2-ad87-4390-a4c5-f862175614f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:58.193128 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e53a544a-233c-4b70-93b3-92248da7e5c6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:58.208319 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ea2d2-ad87-4390-a4c5-f862175614f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca22e43-27ef-4af3-818f-6fddfe158a9f,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:58.210640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-573ea2d2-ad87-4390-a4c5-f862175614f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:58.284650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-573ea2d2-ad87-4390-a4c5-f862175614f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:58.285841 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-573ea2d2-ad87-4390-a4c5-f862175614f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3949301 Jun 28 06:51:58.288530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 56942) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:51:58.293076 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9b6abd05-1cf5-4e26-865a-ef157dea556d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'e77b46aa-02f8-41a1-9061-81b9392e16f4', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:51:58.359158 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-9b6abd05-1cf5-4e26-865a-ef157dea556d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:51:58.364005 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6abd05-1cf5-4e26-865a-ef157dea556d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:58.426587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6abd05-1cf5-4e26-865a-ef157dea556d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:58.490281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6abd05-1cf5-4e26-865a-ef157dea556d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:58.492059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f6262d98-6e6d-4ac6-ae2a-9bc1f4852f70 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:51:58.507932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6abd05-1cf5-4e26-865a-ef157dea556d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9cd4de-aac8-4429-b8d7-37005ea38be6,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:51:58.511046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9b6abd05-1cf5-4e26-865a-ef157dea556d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:51:58.582058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6abd05-1cf5-4e26-865a-ef157dea556d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:58.583347 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9b6abd05-1cf5-4e26-865a-ef157dea556d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936912 Jun 28 06:51:58.721900 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-486e7ca8-4800-43f9-b5ef-00c0f4bb1a49 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538134747&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.0332022 Jun 28 06:51:58.830946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1c993-ae21-46db-9f35-a2011c833239 req-b73c3438-57a4-47ad-b618-cfeb957084a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:51:58.832438 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-b73c3438-57a4-47ad-b618-cfeb957084a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/networks?id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e HTTP/1.1" status: 200 len: 797 time: 0.1041684 Jun 28 06:51:58.846894 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-39212ad7-dfa1-420b-ba1b-26eef2d3c8d9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/quotas/928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 375 time: 0.0092452 Jun 28 06:51:58.918846 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-8a341cbb-f763-4826-9422-aecbbe6be79d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0671139 Jun 28 06:51:59.016604 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-dbebc72b-6eda-4ad5-988d-528b1b9f6c76 service neutron] 10.222.0.24 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858610 Jun 28 06:51:59.106186 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-82860c4a-c2df-4ee3-81b8-22f908de80e7 service neutron] 10.222.0.24 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836062 Jun 28 06:51:59.307567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:51:59.389497 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d6ac2b6c-c0fe-481e-9d31-1ad7bac0afe3 req-52eb8efc-c473-4a3c-88e4-66c560f7fdea tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 210 time: 0.0325761 Jun 28 06:52:00.533061 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1bd58405-780a-4ed6-93a8-2e86fec04dbd req-88299ddb-d25a-4990-867e-ebfdc22de178 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 210 time: 0.0296557 Jun 28 06:52:01.418783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1c993-ae21-46db-9f35-a2011c833239 req-9f51da71-2dec-4321-bbae-1f0581cfa182 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:01.420216 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-9f51da71-2dec-4321-bbae-1f0581cfa182 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e HTTP/1.1" status: 200 len: 797 time: 0.1055307 Jun 28 06:52:01.472606 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-89683eee-1a6a-4956-ba36-5f9f0cd425bf tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 472 time: 0.0368755 Jun 28 06:52:01.481622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'device_id': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'admin_state_up': True, 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'security_groups': ['e77b46aa-02f8-41a1-9061-81b9392e16f4']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:52:01.675811 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-adb500e1-4ca3-484a-918e-bcb9c20515b6 req-88d9b792-25cf-42fa-91dd-d9d241c72c89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 210 time: 0.0295587 Jun 28 06:52:01.690299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:52:01.693949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:01.823612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.9 (98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e/611abd1e-ad79-4de6-bc17-5af1456c5caf/f16d5c3a-e3a2-418c-90d5-e07316a8dd19) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:52:01.962509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:01.976342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object f16d5c3a-e3a2-418c-90d5-e07316a8dd19 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:52:02.079227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:02.084249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-010ce7e2-eb9e-4808-97e8-5705efa48478 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:02.124527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:52:02.129451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:52:02.133089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:52:02.162627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:02.175213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.175607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.176000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.176378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.176753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.177210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.177616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.177986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.178359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.178727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.179096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.179462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:02.185006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:02.198231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:02.198850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:02.314542 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8365777 Jun 28 06:52:02.333982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Request body: {'port': {'device_id': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:52:02.410969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:02.427218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ce59d9d9-0f91-4552-a92c-01a33474f57b None None] Provisioning for port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:52:02.431023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ce59d9d9-0f91-4552-a92c-01a33474f57b None None] Provisioning complete for port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:52:02.431487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ce59d9d9-0f91-4552-a92c-01a33474f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:02.467855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ce59d9d9-0f91-4552-a92c-01a33474f57b None None] Port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:52:02.669031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16d5c3a-e3a2-418c-90d5-e07316a8dd19 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:52:02.676957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:02.688959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Transition to ACTIVE for port object f16d5c3a-e3a2-418c-90d5-e07316a8dd19 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:52:02.770689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:02.773679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a901fcd2-8665-4812-b354-9fb1358a99f0 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:02.859122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Pushing event updated for resources: {'Port': ['ID=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:02.878666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:02.945140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Attempting to bind port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:52:02.945484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Attempting to bind port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:52:02.945818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Attempting to bind port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 on network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:52:02.955533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd3229-7615-49ec-b072-ae7b1c7968c3 req-d0eab2f2-7e69-4f0b-86f6-629a4bffb08f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:02.957088 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-98dd3229-7615-49ec-b072-ae7b1c7968c3 req-d0eab2f2-7e69-4f0b-86f6-629a4bffb08f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 943 time: 0.1527920 Jun 28 06:52:02.960595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 on network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:52:02.960988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Attempting to bind port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 on network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:52:02.973197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:52:02.973537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Checking segment: {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:52:02.973908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Bound using segment: {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:52:02.974337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Bound port: f16d5c3a-e3a2-418c-90d5-e07316a8dd19, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:52:02.974692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:03.030417 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-98dd3229-7615-49ec-b072-ae7b1c7968c3 req-a1d554f1-6de6-42a2-9bed-8f05bf1e6b03 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670319 Jun 28 06:52:03.062186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] For port f16d5c3a-e3a2-418c-90d5-e07316a8dd19, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:52:03.065245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] For port f16d5c3a-e3a2-418c-90d5-e07316a8dd19, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:52:03.113282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:03.115222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d8cd617c-075b-4a7f-97f2-5df0b86b9e95 tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:03.147381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:03.148052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:03.149441 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] 10.222.0.50 "PUT /v2.0/ports/f16d5c3a-e3a2-418c-90d5-e07316a8dd19 HTTP/1.1" status: 200 len: 1093 time: 0.8202310 Jun 28 06:52:03.149966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'tag': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:52:03.152272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5cdd61-17fb-470a-8d7a-b309b3d07676" -d '{"events": [{"name": "network-changed", "server_uuid": "fe60795e-5b8c-4769-9e4d-1ce0deae0214", "tag": "f16d5c3a-e3a2-418c-90d5-e07316a8dd19"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:52:03.177313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Pushing event updated for resources: {'Port': ['ID=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:03.180478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:03.198958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e47bf1c-0fc1-4e45-9463-5817680f0000 x-openstack-request-id: req-8e47bf1c-0fc1-4e45-9463-5817680f0000 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:52:03.199305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe60795e-5b8c-4769-9e4d-1ce0deae0214", "tag": "f16d5c3a-e3a2-418c-90d5-e07316a8dd19", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:52:03.199612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e47bf1c-0fc1-4e45-9463-5817680f0000 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:52:03.200066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'tag': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19', 'status': 'completed', 'code': 200} Jun 28 06:52:03.296201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cdd61-17fb-470a-8d7a-b309b3d07676 req-4e5fd525-9557-4028-8da0-aef4f4c2bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:03.298033 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2c5cdd61-17fb-470a-8d7a-b309b3d07676 req-4e5fd525-9557-4028-8da0-aef4f4c2bc04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 1096 time: 0.0554876 Jun 28 06:52:03.405780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cdd61-17fb-470a-8d7a-b309b3d07676 req-6be11262-ae78-4b80-98a8-66df2d9291cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:03.407450 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2c5cdd61-17fb-470a-8d7a-b309b3d07676 req-6be11262-ae78-4b80-98a8-66df2d9291cf service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0949728 Jun 28 06:52:03.498846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cdd61-17fb-470a-8d7a-b309b3d07676 req-2d6fae91-9148-48dd-8338-0011171d0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:03.500800 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2c5cdd61-17fb-470a-8d7a-b309b3d07676 req-2d6fae91-9148-48dd-8338-0011171d0d67 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870430 Jun 28 06:52:03.631918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1c993-ae21-46db-9f35-a2011c833239 req-479b31a9-2eae-4255-90cb-89a4e0fe53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:03.633365 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-479b31a9-2eae-4255-90cb-89a4e0fe53d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 1096 time: 0.0589340 Jun 28 06:52:03.681860 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-725c8831-6508-4327-968a-9b82c8a0fc3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f16d5c3a-e3a2-418c-90d5-e07316a8dd19 HTTP/1.1" status: 200 len: 217 time: 0.0339067 Jun 28 06:52:03.729919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1c993-ae21-46db-9f35-a2011c833239 req-af430605-933f-4645-a78e-a2dca92f894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:03.731297 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-af430605-933f-4645-a78e-a2dca92f894b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=611abd1e-ad79-4de6-bc17-5af1456c5caf HTTP/1.1" status: 200 len: 835 time: 0.0414858 Jun 28 06:52:03.791138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1c993-ae21-46db-9f35-a2011c833239 req-63ce1476-498a-4a6e-b2ad-fb1481cd2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:03.792634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-63ce1476-498a-4a6e-b2ad-fb1481cd2891 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543172 Jun 28 06:52:03.880432 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-83bc377f-1d53-4294-a77b-2edad463d8ab service neutron] 10.222.0.50 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811865 Jun 28 06:52:03.971598 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db1c993-ae21-46db-9f35-a2011c833239 req-ce78071f-2d77-418e-8c2b-9a7ef4c94034 service neutron] 10.222.0.50 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844054 Jun 28 06:52:04.199237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a1d01-7c33-4d19-afa9-79f78eaf2d56 req-095e99e4-25a0-4f6b-8e74-14add2518113 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:04.200670 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a2a1d01-7c33-4d19-afa9-79f78eaf2d56 req-095e99e4-25a0-4f6b-8e74-14add2518113 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 943 time: 0.0618508 Jun 28 06:52:04.238098 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a2a1d01-7c33-4d19-afa9-79f78eaf2d56 req-53833028-2426-42d6-88ef-8457b554068a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312696 Jun 28 06:52:05.408241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c8e3d-6891-47ad-912f-ef82bed05abc req-cf778565-7f6d-452b-8c1c-4a034b50688c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:05.409726 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f15c8e3d-6891-47ad-912f-ef82bed05abc req-cf778565-7f6d-452b-8c1c-4a034b50688c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 943 time: 0.0613637 Jun 28 06:52:05.446205 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f15c8e3d-6891-47ad-912f-ef82bed05abc req-c2f6afbe-5f73-4b90-820c-793ff61393bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308440 Jun 28 06:52:06.621442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d77de5-2457-4262-b6e4-6620fb30bc1b req-81eeccf5-5b82-4909-ae0b-1a5756da2837 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:06.622889 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e9d77de5-2457-4262-b6e4-6620fb30bc1b req-81eeccf5-5b82-4909-ae0b-1a5756da2837 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 943 time: 0.0661948 Jun 28 06:52:06.659879 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e9d77de5-2457-4262-b6e4-6620fb30bc1b req-aa23c9ed-7388-4b00-a2ec-e824062ef7e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313377 Jun 28 06:52:07.055821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device f16d5c3a-e3a2-418c-90d5-e07316a8dd19 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:52:07.149615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port f16d5c3a-e3a2-418c-90d5-e07316a8dd19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:52:07.160488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'port_id': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19', 'mac_address': 'fa:16:3e:17:32:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:52:07.197316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:07.215099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16d5c3a-e3a2-418c-90d5-e07316a8dd19 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:52:07.237126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port f16d5c3a-e3a2-418c-90d5-e07316a8dd19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:52:07.301815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:07.303615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:07.352184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:07.358959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.359313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.360197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.360537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.360970 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.361227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.361555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.361885 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.362210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.362532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.362853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.363172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:07.367058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:07.590131 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['f16d5c3a-e3a2-418c-90d5-e07316a8dd19'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:52:07.844891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3f9c1-05c1-4b69-94a9-5b2f0ad7bcf0 req-1c4bbf98-1125-4276-8e46-fb5841f3b9f7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:07.846382 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c2a3f9c1-05c1-4b69-94a9-5b2f0ad7bcf0 req-1c4bbf98-1125-4276-8e46-fb5841f3b9f7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 944 time: 0.0675254 Jun 28 06:52:07.886163 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c2a3f9c1-05c1-4b69-94a9-5b2f0ad7bcf0 req-20759156-8b02-47c3-a1cc-72f5aec426ac tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326080 Jun 28 06:52:09.064868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589176-4977-49ef-a40f-3d49b849c5a6 req-2a3dfe13-0730-46db-ac97-5479732f162b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:09.066360 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c589176-4977-49ef-a40f-3d49b849c5a6 req-2a3dfe13-0730-46db-ac97-5479732f162b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 944 time: 0.0676553 Jun 28 06:52:09.066603 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device f16d5c3a-e3a2-418c-90d5-e07316a8dd19 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:52:09.105035 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c589176-4977-49ef-a40f-3d49b849c5a6 req-01d46fb2-1517-49d9-8621-9480641d9eb2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328040 Jun 28 06:52:09.153019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:52:09.157390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:52:09.157782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:09.237600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:09.259197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:52:09.261470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cad70d-7301-4410-bbe7-41587daa44e0" -d '{"events": [{"server_uuid": "fe60795e-5b8c-4769-9e4d-1ce0deae0214", "name": "network-vif-plugged", "status": "completed", "tag": "f16d5c3a-e3a2-418c-90d5-e07316a8dd19"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:52:09.273995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port f16d5c3a-e3a2-418c-90d5-e07316a8dd19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:52:09.299433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4595d261-a465-4c02-9f91-9e2b3f338b0b x-openstack-request-id: req-4595d261-a465-4c02-9f91-9e2b3f338b0b {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:52:09.299773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe60795e-5b8c-4769-9e4d-1ce0deae0214", "name": "network-vif-plugged", "status": "completed", "tag": "f16d5c3a-e3a2-418c-90d5-e07316a8dd19", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:52:09.300073 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4595d261-a465-4c02-9f91-9e2b3f338b0b {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:52:09.300548 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19', 'code': 200} Jun 28 06:52:09.370488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:09.372431 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:09.418969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:09.421922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:09.710845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf6d61-d401-49ad-8dbd-73e8c7e228a7 req-f8af92f4-e705-4913-a211-304ecd29a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:09.712294 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2acf6d61-d401-49ad-8dbd-73e8c7e228a7 req-f8af92f4-e705-4913-a211-304ecd29a1c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 1098 time: 0.0513165 Jun 28 06:52:09.746286 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2acf6d61-d401-49ad-8dbd-73e8c7e228a7 req-7bac944e-ed56-49c6-a816-1a4473601f14 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275955 Jun 28 06:52:10.274638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a5fbe-8bbc-44b1-a3cd-f62d78b8225f req-859a1d96-f57e-4e40-a73a-7b7ccea5ec74 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:10.276070 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-265a5fbe-8bbc-44b1-a3cd-f62d78b8225f req-859a1d96-f57e-4e40-a73a-7b7ccea5ec74 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 945 time: 0.0613389 Jun 28 06:52:10.311831 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-265a5fbe-8bbc-44b1-a3cd-f62d78b8225f req-b6d9f468-509d-439b-ab58-c919f0bcc441 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301521 Jun 28 06:52:11.546231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffbf73-2f26-46a9-a261-79a8c6c21583 req-c1eed27b-ff7f-413f-bcd1-615b998c44da tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:11.546231 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bcffbf73-2f26-46a9-a261-79a8c6c21583 req-c1eed27b-ff7f-413f-bcd1-615b998c44da tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 945 time: 0.1174486 Jun 28 06:52:11.583190 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bcffbf73-2f26-46a9-a261-79a8c6c21583 req-03c8393a-05a1-4402-b12d-28b324c83968 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326169 Jun 28 06:52:11.753565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae48c26-73f7-4dd8-a1da-038a9092c961 req-36fe7570-93a6-4a48-a1c6-687bc725dc6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:11.755045 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fae48c26-73f7-4dd8-a1da-038a9092c961 req-36fe7570-93a6-4a48-a1c6-687bc725dc6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 945 time: 0.0634766 Jun 28 06:52:11.791620 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fae48c26-73f7-4dd8-a1da-038a9092c961 req-98948233-8eae-4383-bb9f-87a54754a798 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Jun 28 06:52:11.815010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57004) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:11.869290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ffe04-bed9-4072-8dbc-d39eeee1657e tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:11.870754 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ca7ffe04-bed9-4072-8dbc-d39eeee1657e tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 1093 time: 0.0547826 Jun 28 06:52:11.873495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57006) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:11.878414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-12e1a788-ba41-4131-92d5-ddd6f21cb376 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'port_id': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:52:11.915240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-12e1a788-ba41-4131-92d5-ddd6f21cb376 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:12.684195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-12e1a788-ba41-4131-92d5-ddd6f21cb376 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:12.729955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-12e1a788-ba41-4131-92d5-ddd6f21cb376 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:12.828649 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-12e1a788-ba41-4131-92d5-ddd6f21cb376 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP 8e85cc88-831b-4754-b9c5-110adf0dc667 associated. External IP: 172.26.4.27, port: f16d5c3a-e3a2-418c-90d5-e07316a8dd19. Jun 28 06:52:13.035308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e1a788-ba41-4131-92d5-ddd6f21cb376 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router 1c178a50-5991-4c9f-8aac-03a86c1eb847 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:52:13.136369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e1a788-ba41-4131-92d5-ddd6f21cb376 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:52:13.141721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-12e1a788-ba41-4131-92d5-ddd6f21cb376 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:13.146181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] Sync routers for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:52:13.155848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:52:13.156494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:51:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:13.180522 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-12e1a788-ba41-4131-92d5-ddd6f21cb376 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 990 time: 1.3060217 Jun 28 06:52:13.181341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'tag': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:52:13.183299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57010) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:13.183828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f12dc7-5556-4cff-95b7-2b98188d72f1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe60795e-5b8c-4769-9e4d-1ce0deae0214", "tag": "f16d5c3a-e3a2-418c-90d5-e07316a8dd19"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:52:13.221616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb38a7f3-fa44-4f6a-bf2a-9ee9072baf71 x-openstack-request-id: req-eb38a7f3-fa44-4f6a-bf2a-9ee9072baf71 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:52:13.221970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe60795e-5b8c-4769-9e4d-1ce0deae0214", "tag": "f16d5c3a-e3a2-418c-90d5-e07316a8dd19", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:52:13.222280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb38a7f3-fa44-4f6a-bf2a-9ee9072baf71 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:52:13.222736 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'tag': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19', 'status': 'completed', 'code': 200} Jun 28 06:52:13.245909 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b6f9e8c2-5834-4b72-b92d-2c1e5ec35014 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 990 time: 0.0611660 Jun 28 06:52:13.265082 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:52:13.322841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-887d08a3-c23b-4613-8741-568418c88fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:13.324301 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-887d08a3-c23b-4613-8741-568418c88fbb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 1098 time: 0.0541289 Jun 28 06:52:13.411159 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:13.419732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-8b21a5e5-bfd9-4a2e-91a6-fe243d926121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:13.421201 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-8b21a5e5-bfd9-4a2e-91a6-fe243d926121 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e HTTP/1.1" status: 200 len: 898 time: 0.0903668 Jun 28 06:52:13.489475 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-8d2c5fdf-bf4f-4f57-9579-3d9b269e0ec7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f16d5c3a-e3a2-418c-90d5-e07316a8dd19 HTTP/1.1" status: 200 len: 998 time: 0.0606139 Jun 28 06:52:13.497211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '8e85cc88-831b-4754-b9c5-110adf0dc667', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'port_id': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'mac_address': 'fa:16:3e:17:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:51:14Z', 'updated_at': '2021-06-28T06:52:12Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:13.523541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] Checking router: 1c178a50-5991-4c9f-8aac-03a86c1eb847 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:52:13.531724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:52:13.532340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:51:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:13.538403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-abf1bcc1-3451-4f17-836a-c632b9ed47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:13.539886 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-abf1bcc1-3451-4f17-836a-c632b9ed47c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=611abd1e-ad79-4de6-bc17-5af1456c5caf HTTP/1.1" status: 200 len: 835 time: 0.0437801 Jun 28 06:52:13.612195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-b1de4bbf-2be4-4d70-833b-a0e4b1778651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:13.613955 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-b1de4bbf-2be4-4d70-833b-a0e4b1778651 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677936 Jun 28 06:52:13.640527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:52:13.704755 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-3bcbaf27-6c69-439b-bcac-ead84fc4bfb3 service neutron] 10.222.0.50 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832393 Jun 28 06:52:13.800375 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f7f12dc7-5556-4cff-95b7-2b98188d72f1 req-61edda23-1d72-458b-98a3-e58cf23deb64 service neutron] 10.222.0.50 "GET /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885289 Jun 28 06:52:13.862386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '8e85cc88-831b-4754-b9c5-110adf0dc667', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'port_id': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'mac_address': 'fa:16:3e:17:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:51:14Z', 'updated_at': '2021-06-28T06:52:12Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:14.038855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cec3a8-f4d5-46c1-ab4f-c46d02625323 None None] The sync data for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv is: [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '8e85cc88-831b-4754-b9c5-110adf0dc667', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'port_id': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'mac_address': 'fa:16:3e:17:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:51:14Z', 'updated_at': '2021-06-28T06:52:12Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:52:14.221143 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f279e0-d2c4-4e4e-a21b-60cb148df0c3 None None] New status for floating IP 8e85cc88-831b-4754-b9c5-110adf0dc667: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:52:14.249772 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57014) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:14.313645 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:52:14.620595 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-08da87d1-de73-4df6-9cce-3b5a7f2872b9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 990 time: 0.3695459 Jun 28 06:52:15.624410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57018) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:15.685013 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-854a3826-17a0-4407-99e1-0264b4713802 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 200 len: 992 time: 0.0592713 Jun 28 06:52:19.065541 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e202946-ff85-4d46-b950-56847fa539f6 req-7990a917-087f-4fb4-86c5-2fe8568528eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517004 Jun 28 06:52:19.176511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e202946-ff85-4d46-b950-56847fa539f6 req-edbfc47a-018f-47af-9929-4fe76cb08c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:19.177964 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e202946-ff85-4d46-b950-56847fa539f6 req-edbfc47a-018f-47af-9929-4fe76cb08c1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 1098 time: 0.0516443 Jun 28 06:52:19.289137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e202946-ff85-4d46-b950-56847fa539f6 req-569d6777-88ef-44c1-bfac-c3930c122ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:19.290600 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e202946-ff85-4d46-b950-56847fa539f6 req-569d6777-88ef-44c1-bfac-c3930c122ffc service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 912 time: 0.0890074 Jun 28 06:52:19.355013 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e202946-ff85-4d46-b950-56847fa539f6 req-0a96efcc-8e6d-4969-9fcb-c2923ce1eeec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 HTTP/1.1" status: 200 len: 1001 time: 0.0581017 Jun 28 06:52:19.412720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e202946-ff85-4d46-b950-56847fa539f6 req-c1c84131-45c3-4a0d-80f2-c4533ff368d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:19.414127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e202946-ff85-4d46-b950-56847fa539f6 req-c1c84131-45c3-4a0d-80f2-c4533ff368d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0431008 Jun 28 06:52:19.474135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e202946-ff85-4d46-b950-56847fa539f6 req-81a54ece-a9c4-4159-9776-45b9758e977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:19.475584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e202946-ff85-4d46-b950-56847fa539f6 req-81a54ece-a9c4-4159-9776-45b9758e977d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546784 Jun 28 06:52:19.565370 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e202946-ff85-4d46-b950-56847fa539f6 req-d105b491-8550-499f-888a-6d47840710a3 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818679 Jun 28 06:52:19.664526 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e202946-ff85-4d46-b950-56847fa539f6 req-e27c1abb-adae-4f36-b356-0fe62eb9e5f7 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896087 Jun 28 06:52:23.771093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bcf7a304-55ab-42f5-b9b8-699a189f3d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:26.438318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:26.484041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a6046323-ea8a-47da-a017-0e08878904a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:27.563793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:29.370352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:41.408137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7a9fc-a6ba-41f8-88e0-1b5a220c7743 req-2ff20291-b704-4fe1-a147-822ad22bf874 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:41.409749 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ea7a9fc-a6ba-41f8-88e0-1b5a220c7743 req-2ff20291-b704-4fe1-a147-822ad22bf874 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 945 time: 0.1148081 Jun 28 06:52:41.447773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ea7a9fc-a6ba-41f8-88e0-1b5a220c7743 req-2f712538-636f-4a70-bb0b-a83abd7125e7 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317774 Jun 28 06:52:42.625914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6b8ca-9929-46a4-bfe4-7ee103a022dd req-b4db65fb-30c5-4bf5-8868-d71982e0fc67 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:42.627405 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63e6b8ca-9929-46a4-bfe4-7ee103a022dd req-b4db65fb-30c5-4bf5-8868-d71982e0fc67 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 945 time: 0.0694757 Jun 28 06:52:42.666176 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63e6b8ca-9929-46a4-bfe4-7ee103a022dd req-2359a75f-9fed-4162-927b-63f69c629b93 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Jun 28 06:52:43.213814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5b461b8b-fe65-4a5a-a312-ecd33ff4a7db tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:43.215252 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5b461b8b-fe65-4a5a-a312-ecd33ff4a7db tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 945 time: 0.0625808 Jun 28 06:52:43.322596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Deleting port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:52:43.322928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:43.392834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:43.416415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] For port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:52:43.416769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:43.637598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:43.638105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:43.638273 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Floating IP 0b7fc2b6-5d85-4498-82b6-e6b7adfb4d2f disassociated. External IP: 172.26.4.248, port: 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17. Jun 28 06:52:43.638653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Calling delete_port for 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:52:43.844711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fd199-41df-4aca-a861-5d8472a86d75 req-3d42ad78-e18f-40d0-83f6-377109e49f69 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:43.846218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1c5fd199-41df-4aca-a861-5d8472a86d75 req-3d42ad78-e18f-40d0-83f6-377109e49f69 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 945 time: 0.0633156 Jun 28 06:52:43.872836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:43.876826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:43.913006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event deleted for resources: {'Port': ['ID=3e3f8e17-54fb-42fd-8397-58ba5e4ceb17,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:43.917170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:43.924941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1c5fd199-41df-4aca-a861-5d8472a86d75 req-c4bbc100-a358-4795-99f8-7de0c5d3e9b0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729818 Jun 28 06:52:44.034003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Router dc47569b-3a7d-4683-9b2e-06d2583eb58e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:52:44.137243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:52:44.148358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] Sync routers for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:52:44.157446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:52:44.158172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:44.182601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] No DVR routers for this DVR port 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:52:44.185111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:44.187058 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63dfacdf-3f60-4471-ad9d-22cab3f5c767 req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "DELETE /v2.0/ports/3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 HTTP/1.1" status: 204 len: 173 time: 0.9615011 Jun 28 06:52:44.187606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'name': 'network-vif-deleted', 'tag': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:52:44.189927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e961124-c49b-44af-92fa-6f56711d5e78" -d '{"events": [{"server_uuid": "78045e0e-3498-4ff0-9f70-37fa48b0a3db", "name": "network-vif-deleted", "tag": "3e3f8e17-54fb-42fd-8397-58ba5e4ceb17"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:52:44.226687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bef404-24df-4241-b1c8-d1522cbcf7ba x-openstack-request-id: req-f9bef404-24df-4241-b1c8-d1522cbcf7ba {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:52:44.227029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78045e0e-3498-4ff0-9f70-37fa48b0a3db", "name": "network-vif-deleted", "tag": "3e3f8e17-54fb-42fd-8397-58ba5e4ceb17", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:52:44.227332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9bef404-24df-4241-b1c8-d1522cbcf7ba {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:52:44.227787 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78045e0e-3498-4ff0-9f70-37fa48b0a3db', 'name': 'network-vif-deleted', 'tag': '3e3f8e17-54fb-42fd-8397-58ba5e4ceb17', 'status': 'completed', 'code': 200} Jun 28 06:52:44.269598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:52:44.474573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:44.504650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] Checking router: dc47569b-3a7d-4683-9b2e-06d2583eb58e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:52:44.512785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:52:44.513420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:44.619544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:52:44.810897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:44.837130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d5d92-1aa7-48a4-9c66-9d02113982b7 None None] The sync data for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv is: [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:52:45.075805 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329d8ffc-3948-4e24-934e-c154ab05c734 None None] New status for floating IP 0b7fc2b6-5d85-4498-82b6-e6b7adfb4d2f: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:52:45.091615 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a89094d-a5df-4608-b166-acd87c37d631 req-267d73bc-956d-4723-a072-70eb831a9f17 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 210 time: 0.0312524 Jun 28 06:52:45.325752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:52:45.350751 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:52:45.351032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 3e3f8e17-54fb-42fd-8397-58ba5e4ceb17 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:52:46.238049 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1df7d89f-4a24-41c3-9ba7-5e379941c870 req-17427ef1-b268-43fb-8926-efdded3de8e0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 210 time: 0.0287910 Jun 28 06:52:47.102988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c8d0e-c501-40e9-88bb-5a4199f91696 req-d7dcb93d-6a8f-4b1d-a538-e83de3d0c8ce tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:47.104491 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e8c8d0e-c501-40e9-88bb-5a4199f91696 req-d7dcb93d-6a8f-4b1d-a538-e83de3d0c8ce tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 945 time: 0.0659111 Jun 28 06:52:47.141938 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e8c8d0e-c501-40e9-88bb-5a4199f91696 req-acec5d27-b050-4b47-8fd5-360f014ed744 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317872 Jun 28 06:52:47.377563 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bdbfbd63-0870-4e6c-88c1-5a2ec66342a8 req-ab7acb35-293b-4324-b9a8-9246916e503f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 210 time: 0.0283103 Jun 28 06:52:48.310861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abce6d-4f6a-4645-bf05-7904194e141b req-c0db5bfc-79a8-42cd-913c-37395dabac0e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:48.312295 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c2abce6d-4f6a-4645-bf05-7904194e141b req-c0db5bfc-79a8-42cd-913c-37395dabac0e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 945 time: 0.0611069 Jun 28 06:52:48.349691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c2abce6d-4f6a-4645-bf05-7904194e141b req-f0cec4e4-3b3f-4773-af18-1178d92e1c59 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Jun 28 06:52:48.535492 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50537542-b0e2-4269-9aa8-d4c8d24e3529 req-5d9eec28-4803-4ad4-935f-2183d07b57c0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=78045e0e-3498-4ff0-9f70-37fa48b0a3db HTTP/1.1" status: 200 len: 210 time: 0.0347881 Jun 28 06:52:49.097748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-49924e08-16a8-49e4-8378-9fe5841095f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:49.099181 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-49924e08-16a8-49e4-8378-9fe5841095f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 945 time: 0.3881748 Jun 28 06:52:49.202340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:52:49.202601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:49.290213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port f16d5c3a-e3a2-418c-90d5-e07316a8dd19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:52:49.290572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:49.479437 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:49.479437 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:49.479437 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP 8e85cc88-831b-4754-b9c5-110adf0dc667 disassociated. External IP: 172.26.4.27, port: f16d5c3a-e3a2-418c-90d5-e07316a8dd19. Jun 28 06:52:49.479437 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for f16d5c3a-e3a2-418c-90d5-e07316a8dd19 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:52:49.580640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b89c8-13a0-468f-8ee4-63ed1867e208 req-4d09797f-0bc8-459a-ad3a-d5d78612a447 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:49.582164 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6f9b89c8-13a0-468f-8ee4-63ed1867e208 req-4d09797f-0bc8-459a-ad3a-d5d78612a447 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 945 time: 0.1228945 Jun 28 06:52:49.632277 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6f9b89c8-13a0-468f-8ee4-63ed1867e208 req-a67875c6-0369-4300-b96f-a475afdfca15 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=e77b46aa-02f8-41a1-9061-81b9392e16f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433135 Jun 28 06:52:49.729784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:49.733824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:49.760661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=f16d5c3a-e3a2-418c-90d5-e07316a8dd19,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:49.763785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:49.896902 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-31a17c00-7158-4233-aee0-97e02be7e8d4 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097447111&fields=id&tenant_id=2c941fe15a06407e96dbfc55c9351d29 HTTP/1.1" status: 200 len: 267 time: 0.0503266 Jun 28 06:52:49.898658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router 1c178a50-5991-4c9f-8aac-03a86c1eb847 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:52:50.081603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:52:50.088922 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-20d701df-ec94-46e4-a46c-a6fc9dbd0c8e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:50.090355 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-20d701df-ec94-46e4-a46c-a6fc9dbd0c8e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 811 time: 0.1849754 Jun 28 06:52:50.091085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] Sync routers for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:52:50.105531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:52:50.106167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:50.141288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-3bf46303-9ddd-40c7-94d7-93bddb7c0f7d tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/quotas/2c941fe15a06407e96dbfc55c9351d29 HTTP/1.1" status: 200 len: 375 time: 0.0449591 Jun 28 06:52:50.142065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port f16d5c3a-e3a2-418c-90d5-e07316a8dd19 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:52:50.144607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:50.146572 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3ca421e1-96b8-40f6-abcf-cdd93da16492 req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "DELETE /v2.0/ports/f16d5c3a-e3a2-418c-90d5-e07316a8dd19 HTTP/1.1" status: 204 len: 173 time: 1.0405061 Jun 28 06:52:50.147112 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'name': 'network-vif-deleted', 'tag': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:52:50.149459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1d2f1a-395c-4a0b-895d-4e79ef2e021e" -d '{"events": [{"server_uuid": "fe60795e-5b8c-4769-9e4d-1ce0deae0214", "name": "network-vif-deleted", "tag": "f16d5c3a-e3a2-418c-90d5-e07316a8dd19"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:52:50.218665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a7e8b6-e101-4978-8ecc-f261059e446c x-openstack-request-id: req-06a7e8b6-e101-4978-8ecc-f261059e446c {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:52:50.219000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe60795e-5b8c-4769-9e4d-1ce0deae0214", "name": "network-vif-deleted", "tag": "f16d5c3a-e3a2-418c-90d5-e07316a8dd19", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:52:50.226540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06a7e8b6-e101-4978-8ecc-f261059e446c {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:52:50.226540 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe60795e-5b8c-4769-9e4d-1ce0deae0214', 'name': 'network-vif-deleted', 'tag': 'f16d5c3a-e3a2-418c-90d5-e07316a8dd19', 'status': 'completed', 'code': 200} Jun 28 06:52:50.234647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5dddd47-cdf2-4901-952e-047200d14a09 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821095 Jun 28 06:52:50.236698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:52:50.307950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-7a238e27-9c87-49fc-a459-979c9b455458 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:52:50.313361 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-7a238e27-9c87-49fc-a459-979c9b455458 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592260 Jun 28 06:52:50.404716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-0813f39d-b088-484e-bf00-d5b2f029ca88 service neutron] 10.222.0.24 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896623 Jun 28 06:52:50.443550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:50.469877 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] Checking router: 1c178a50-5991-4c9f-8aac-03a86c1eb847 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:52:50.479740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:52:50.479740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:50.502251 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-e190b908-71bc-4231-a32e-afdd91bcccc7 service neutron] 10.222.0.24 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916715 Jun 28 06:52:50.610358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:52:50.799751 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-410a9f92-5c10-4cf5-a72e-9349e73f6cd8 req-03539204-d1be-410a-9e89-e82ce3f732c2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe60795e-5b8c-4769-9e4d-1ce0deae0214 HTTP/1.1" status: 200 len: 210 time: 0.0363364 Jun 28 06:52:50.815103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:50.843834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f4bd80-c481-41fa-8312-8d20cc66613c None None] The sync data for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv is: [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '93c2dee2-93d2-4f73-880e-a7bade289437', 'name': '', 'network_id': '98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:b8:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:52Z', 'updated_at': '2021-06-28T06:50:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '611abd1e-ad79-4de6-bc17-5af1456c5caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:52:51.041522 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0385665b-3549-4a13-9a5a-45c557978d6c req-4c47debf-7159-437f-af64-422a7a1648c0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 210 time: 0.0303962 Jun 28 06:52:51.106235 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78951cee-026e-48db-9d35-9fe14d5cfdc9 None None] New status for floating IP 8e85cc88-831b-4754-b9c5-110adf0dc667: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:52:51.312408 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:52:51.361883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device f16d5c3a-e3a2-418c-90d5-e07316a8dd19 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:52:51.381589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: f16d5c3a-e3a2-418c-90d5-e07316a8dd19 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:52:51.381971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device f16d5c3a-e3a2-418c-90d5-e07316a8dd19 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:52:51.893943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57100) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:51.951817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dbe9be9a-9dca-48d5-ad00-f8f8afb4735e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:51.977095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dbe9be9a-9dca-48d5-ad00-f8f8afb4735e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:52.095690 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dbe9be9a-9dca-48d5-ad00-f8f8afb4735e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:52.098469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dbe9be9a-9dca-48d5-ad00-f8f8afb4735e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:52.100236 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-dbe9be9a-9dca-48d5-ad00-f8f8afb4735e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/e77b46aa-02f8-41a1-9061-81b9392e16f4 HTTP/1.1" status: 204 len: 168 time: 0.2052846 Jun 28 06:52:52.101181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e07d389-18e0-4ba5-8012-7fdcc9bab0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:52.110710 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9be9a-9dca-48d5-ad00-f8f8afb4735e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77b46aa-02f8-41a1-9061-81b9392e16f4,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:52.113882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dbe9be9a-9dca-48d5-ad00-f8f8afb4735e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:52.182517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57106) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:52.192628 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-faca74f0-fa2a-4fc2-bed8-892726e3c36b req-76abe8b6-092e-407c-950b-f857fe284e73 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 210 time: 0.0292213 Jun 28 06:52:52.315717 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port ddc2bd83-f4f5-495e-a3ce-970c49ade33f {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:52:52.316049 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:52.398089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:52.398329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:52.409656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for ddc2bd83-f4f5-495e-a3ce-970c49ade33f owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:52:52.587023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:52.589033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6466ff3e-8de4-4216-b29a-2d1ee1aec4eb tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:52.611546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=ddc2bd83-f4f5-495e-a3ce-970c49ade33f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:52.615077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:52.682585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:52.685248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:52.686382 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/floatingips/8e85cc88-831b-4754-b9c5-110adf0dc667 HTTP/1.1" status: 204 len: 168 time: 0.5028367 Jun 28 06:52:53.059925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-dfc3b732-aba9-4552-9081-5673d909052f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:53.061302 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-dfc3b732-aba9-4552-9081-5673d909052f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 811 time: 0.1033475 Jun 28 06:52:53.121934 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-ceb0c162-e4e6-45ff-bd7f-0cca4ad3d1f7 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c941fe15a06407e96dbfc55c9351d29 HTTP/1.1" status: 200 len: 380 time: 0.0424914 Jun 28 06:52:53.173833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'port': {'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'admin_state_up': True, 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'security_groups': ['f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:52:53.320008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67efd4-f553-4dd1-8803-0828009d706c req-af1d9bbb-dc0f-4f6d-a58a-77a64a60a62e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:53.321345 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dc67efd4-f553-4dd1-8803-0828009d706c req-af1d9bbb-dc0f-4f6d-a58a-77a64a60a62e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 945 time: 0.1333120 Jun 28 06:52:53.346573 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eeae5258-aac0-4c27-a608-1d05f979dbea req-20e21dc8-b222-4ff4-8943-6de1b3911da6 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 210 time: 0.0449648 Jun 28 06:52:53.387837 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dc67efd4-f553-4dd1-8803-0828009d706c req-336c1210-e401-43d9-9754-40ecc39a3a6e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457661 Jun 28 06:52:53.437904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Made reservation on behalf of 2c941fe15a06407e96dbfc55c9351d29 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:52:53.441575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:53.573421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Allocated IP 172.20.0.3 (fca0f4d8-11d3-4804-aefd-df5df10ce82e/d526117e-10dc-45ba-8e96-7bc5fc317f5e/942930bc-7b08-4109-b08c-224a6adaa15f) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:52:53.726439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:53.740502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Transition to ACTIVE for port object 942930bc-7b08-4109-b08c-224a6adaa15f will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:52:53.746895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c7c30920-118b-47d3-96c5-3ff81f11e024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:53.821300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:53.825533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:53.871022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:52:53.874220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:52:53.878209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:52:53.902616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'Port': ['ID=942930bc-7b08-4109-b08c-224a6adaa15f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:53.908538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:53.934896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:53.935550 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:54.033676 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8638065 Jun 28 06:52:54.054763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-d04bcddc-74cb-409f-9f2d-4f100440ebea tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:52:54.055859 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-d04bcddc-74cb-409f-9f2d-4f100440ebea tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061288 Jun 28 06:52:54.110307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Request body: {'port': {'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:52:54.186054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:54.198655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9f039732-98da-4ed5-9404-ea12bee8e912 None None] Provisioning for port 942930bc-7b08-4109-b08c-224a6adaa15f completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:52:54.202833 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9f039732-98da-4ed5-9404-ea12bee8e912 None None] Provisioning complete for port 942930bc-7b08-4109-b08c-224a6adaa15f triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:52:54.203495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9f039732-98da-4ed5-9404-ea12bee8e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:54.239037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9f039732-98da-4ed5-9404-ea12bee8e912 None None] Port 942930bc-7b08-4109-b08c-224a6adaa15f cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:52:54.448164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942930bc-7b08-4109-b08c-224a6adaa15f {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:52:54.457155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:54.484983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Transition to ACTIVE for port object 942930bc-7b08-4109-b08c-224a6adaa15f will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:52:54.572602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:54.577957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5d7dfa99-a1c8-4f7c-a7f0-53816e103407 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:54.652723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4246d-d760-4dc6-81c3-7539d91f4306 req-6994db22-b1ab-4960-b133-d14b3d57d786 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:54.659726 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-85a4246d-d760-4dc6-81c3-7539d91f4306 req-6994db22-b1ab-4960-b133-d14b3d57d786 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 931 time: 0.1632085 Jun 28 06:52:54.684319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Pushing event updated for resources: {'Port': ['ID=942930bc-7b08-4109-b08c-224a6adaa15f,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:54.707636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:54.764457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32f64-bacc-4c8c-a80a-f5a5d8a195a7 req-f9b273f1-54f3-4d89-9f30-7d3a8044657f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:54.766041 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bdb32f64-bacc-4c8c-a80a-f5a5d8a195a7 req-f9b273f1-54f3-4d89-9f30-7d3a8044657f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 945 time: 0.2330644 Jun 28 06:52:54.779895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-85a4246d-d760-4dc6-81c3-7539d91f4306 req-f19c4e1c-2125-492a-a6ab-dd110a3bd6c4 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192250 Jun 28 06:52:54.826382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Attempting to bind port 942930bc-7b08-4109-b08c-224a6adaa15f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:52:54.827118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Attempting to bind port 942930bc-7b08-4109-b08c-224a6adaa15f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:52:54.827118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Attempting to bind port 942930bc-7b08-4109-b08c-224a6adaa15f on network fca0f4d8-11d3-4804-aefd-df5df10ce82e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:52:54.843794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Port 942930bc-7b08-4109-b08c-224a6adaa15f on network fca0f4d8-11d3-4804-aefd-df5df10ce82e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:52:54.844429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Attempting to bind port 942930bc-7b08-4109-b08c-224a6adaa15f on network fca0f4d8-11d3-4804-aefd-df5df10ce82e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:52:54.853618 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bdb32f64-bacc-4c8c-a80a-f5a5d8a195a7 req-d7efc7b0-04f7-4e45-ba3a-bb1c3831229d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=45c61a88-6802-417e-ab96-64b70326bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708714 Jun 28 06:52:54.860360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:52:54.860697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Checking segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:52:54.861101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Bound using segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:52:54.861531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Bound port: 942930bc-7b08-4109-b08c-224a6adaa15f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:52:54.862518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:54.872101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-fb222b11-ea8d-4117-8896-3ef54b64cf24 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:54.874264 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-fb222b11-ea8d-4117-8896-3ef54b64cf24 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 945 time: 0.1401112 Jun 28 06:52:54.933614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] For port 942930bc-7b08-4109-b08c-224a6adaa15f, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:52:54.937136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] For port 942930bc-7b08-4109-b08c-224a6adaa15f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=942930bc-7b08-4109-b08c-224a6adaa15f,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:52:54.982491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:52:54.982829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:55.039449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:55.041693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:55.079143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 3dac76f4-1ba4-4823-8b30-b732b0b814e5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3dac76f4-1ba4-4823-8b30-b732b0b814e5,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:52:55.079509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:55.090318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:55.090945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:55.092608 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] 10.222.0.50 "PUT /v2.0/ports/942930bc-7b08-4109-b08c-224a6adaa15f HTTP/1.1" status: 200 len: 1093 time: 1.0299459 Jun 28 06:52:55.093292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'tag': '942930bc-7b08-4109-b08c-224a6adaa15f'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:52:55.094592 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 3dac76f4-1ba4-4823-8b30-b732b0b814e5 owned by compute:nova {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:52:55.096005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec85f164-87c3-43f3-8203-276cbb4d9a93" -d '{"events": [{"name": "network-changed", "server_uuid": "786188af-7e7a-4b29-b85e-80ca9985ff6d", "tag": "942930bc-7b08-4109-b08c-224a6adaa15f"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:52:55.124257 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Pushing event updated for resources: {'Port': ['ID=942930bc-7b08-4109-b08c-224a6adaa15f,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:55.127686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:55.223420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d796a327-1f16-4fea-98ec-26d2b50c59a1 x-openstack-request-id: req-d796a327-1f16-4fea-98ec-26d2b50c59a1 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:52:55.223770 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786188af-7e7a-4b29-b85e-80ca9985ff6d", "tag": "942930bc-7b08-4109-b08c-224a6adaa15f", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:52:55.224135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d796a327-1f16-4fea-98ec-26d2b50c59a1 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:52:55.225437 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'tag': '942930bc-7b08-4109-b08c-224a6adaa15f', 'status': 'completed', 'code': 200} Jun 28 06:52:55.299109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-d469fb02-e35a-4e37-b3be-7be20616bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:55.300405 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-d469fb02-e35a-4e37-b3be-7be20616bb78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 1096 time: 0.0579860 Jun 28 06:52:55.318130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:55.324488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:55.359218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=3dac76f4-1ba4-4823-8b30-b732b0b814e5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:55.361509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:55.362229 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-b78eec5a-1674-49b1-8a53-4c6d881dfa63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=942930bc-7b08-4109-b08c-224a6adaa15f HTTP/1.1" status: 200 len: 217 time: 0.0452843 Jun 28 06:52:55.412506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-43cd0d37-459c-4492-ba0c-f3872da9f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:55.414011 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-43cd0d37-459c-4492-ba0c-f3872da9f2b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0452127 Jun 28 06:52:55.416503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port 3dac76f4-1ba4-4823-8b30-b732b0b814e5 on host hv-neutron-7971 {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:52:55.418864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:55.420813 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "DELETE /v2.0/ports/3dac76f4-1ba4-4823-8b30-b732b0b814e5 HTTP/1.1" status: 204 len: 173 time: 0.5407171 Jun 28 06:52:55.421372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'name': 'network-vif-deleted', 'tag': '3dac76f4-1ba4-4823-8b30-b732b0b814e5'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:52:55.423640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97074e05-04a0-46c8-b8ae-3c425e5bf4c2" -d '{"events": [{"server_uuid": "48620fe2-f4f0-47d0-b471-352abb329ad5", "name": "network-vif-deleted", "tag": "3dac76f4-1ba4-4823-8b30-b732b0b814e5"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:52:55.461497 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e54f08-77d9-4bde-abe7-e33d8bbbe195 x-openstack-request-id: req-70e54f08-77d9-4bde-abe7-e33d8bbbe195 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:52:55.461836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48620fe2-f4f0-47d0-b471-352abb329ad5", "name": "network-vif-deleted", "tag": "3dac76f4-1ba4-4823-8b30-b732b0b814e5", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:52:55.462132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70e54f08-77d9-4bde-abe7-e33d8bbbe195 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:52:55.462578 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48620fe2-f4f0-47d0-b471-352abb329ad5', 'name': 'network-vif-deleted', 'tag': '3dac76f4-1ba4-4823-8b30-b732b0b814e5', 'status': 'completed', 'code': 200} Jun 28 06:52:55.483829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-79e977cf-72c6-439b-9362-edf6f349f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:55.485344 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-79e977cf-72c6-439b-9362-edf6f349f7b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642736 Jun 28 06:52:55.577514 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-07f494d0-0f53-436a-b631-42da2d045eee service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850544 Jun 28 06:52:55.683875 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40f45c28-90ef-4d06-ad4f-7db008f9365a req-b13213e3-4069-4e53-8438-f4930a21c23b service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993533 Jun 28 06:52:55.894972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-ce6be6ed-c692-4417-a64e-d84784c03b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:55.899914 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-ce6be6ed-c692-4417-a64e-d84784c03b0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 1096 time: 0.0590582 Jun 28 06:52:56.042095 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-36370bd9-a2d2-49d4-9ebc-e30818e93107 req-d20705a2-2e2c-4cf6-bfa4-084f16f91a76 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=48620fe2-f4f0-47d0-b471-352abb329ad5 HTTP/1.1" status: 200 len: 210 time: 0.0394957 Jun 28 06:52:56.084154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922208-a016-4fa3-ac19-5644ac393a67 req-6afb2a82-8044-40c6-b7b7-7a7fbf2382ef tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:56.085663 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8f922208-a016-4fa3-ac19-5644ac393a67 req-6afb2a82-8044-40c6-b7b7-7a7fbf2382ef tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 943 time: 0.1794033 Jun 28 06:52:56.086786 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-e248e73c-fecf-4a28-a8a1-bf880941def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:56.088150 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-e248e73c-fecf-4a28-a8a1-bf880941def1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 912 time: 0.1715381 Jun 28 06:52:56.142972 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-a3c786f3-35f9-45f2-bfae-bf1026fe80c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=942930bc-7b08-4109-b08c-224a6adaa15f HTTP/1.1" status: 200 len: 217 time: 0.0456183 Jun 28 06:52:56.171238 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8f922208-a016-4fa3-ac19-5644ac393a67 req-69c1e45d-013e-46ce-9aef-0c0522ecd39f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799155 Jun 28 06:52:56.207935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-f01771ea-af1b-4e1f-afbd-dfa47d05924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:56.210132 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-f01771ea-af1b-4e1f-afbd-dfa47d05924a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0547795 Jun 28 06:52:56.268816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-765a9cbd-0263-4c99-91cd-d7e7c8b91ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:56.270225 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-765a9cbd-0263-4c99-91cd-d7e7c8b91ead service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535510 Jun 28 06:52:56.377164 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-b291f0ef-839d-4b48-be5a-3a680b9f24e1 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993462 Jun 28 06:52:56.432594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:56.475643 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec85f164-87c3-43f3-8203-276cbb4d9a93 req-c62d0ddb-6ce5-46b7-b744-caf65dd050b6 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905941 Jun 28 06:52:56.484063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f75e70e3-611d-43cf-b0c8-fbd0f4fedfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:57.137260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57136) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:57.196349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:57.223470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:57.336139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:57.338800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:57.343509 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/45c61a88-6802-417e-ab96-64b70326bb66 HTTP/1.1" status: 204 len: 168 time: 0.2018859 Jun 28 06:52:57.343509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-16d1d981-4621-4344-901c-e60f16e160ec tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:57.353027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c61a88-6802-417e-ab96-64b70326bb66,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:57.359865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.360248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.360636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.361050 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.361427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.361850 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.362168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.362308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 3dac76f4-1ba4-4823-8b30-b732b0b814e5 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:52:57.362427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e3f6d-bae2-424f-ba42-0a6cfc272ca6 req-da405d20-0eba-4257-ad9a-cd6726d64ef2 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:57.362897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.362897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.363275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.363693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.364967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:52:57.365107 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-465e3f6d-bae2-424f-ba42-0a6cfc272ca6 req-da405d20-0eba-4257-ad9a-cd6726d64ef2 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 943 time: 0.0776927 Jun 28 06:52:57.378142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:57.395019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 3dac76f4-1ba4-4823-8b30-b732b0b814e5 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:52:57.395463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 3dac76f4-1ba4-4823-8b30-b732b0b814e5 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:52:57.407298 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-465e3f6d-bae2-424f-ba42-0a6cfc272ca6 req-841c728b-7e5c-4ee9-aa85-a70dfd0d0eac tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345962 Jun 28 06:52:57.490531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57142) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:57.558999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:57.868549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:58.149779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 93c2dee2-93d2-4f73-880e-a7bade289437 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:52:58.150609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:58.243210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 93c2dee2-93d2-4f73-880e-a7bade289437, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=93c2dee2-93d2-4f73-880e-a7bade289437,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:52:58.243492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:58.255009 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 93c2dee2-93d2-4f73-880e-a7bade289437 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:52:58.518417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:58.521914 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d5923dd4-b8df-4e75-aca0-24271483101c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:58.550246 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=93c2dee2-93d2-4f73-880e-a7bade289437,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:58.558190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:58.592349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d6ba9-4232-4f00-bb35-b448ee64aa73 req-3737778d-e13a-4be6-8109-ddc55556b507 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:52:58.593937 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e13d6ba9-4232-4f00-bb35-b448ee64aa73 req-3737778d-e13a-4be6-8109-ddc55556b507 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 943 time: 0.0753028 Jun 28 06:52:58.641189 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e13d6ba9-4232-4f00-bb35-b448ee64aa73 req-2717ad6c-a92e-4f60-b31c-4c11f94eef25 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361369 Jun 28 06:52:58.741607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:58.959172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router 1c178a50-5991-4c9f-8aac-03a86c1eb847 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:52:59.072288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:52:59.077682 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/1c178a50-5991-4c9f-8aac-03a86c1eb847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5854535 Jun 28 06:52:59.080575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57146) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:59.082155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] Sync routers for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:52:59.092276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:52:59.092930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:59.133435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-778a7462-3602-4842-9ca9-7617657175a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting subnet 611abd1e-ad79-4de6-bc17-5af1456c5caf {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:52:59.136530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-778a7462-3602-4842-9ca9-7617657175a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:59.179400 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-778a7462-3602-4842-9ca9-7617657175a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:59.197671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:52:59.268197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-778a7462-3602-4842-9ca9-7617657175a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:59.404040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:52:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:59.438895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:59.450915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] Checking router: 1c178a50-5991-4c9f-8aac-03a86c1eb847 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:52:59.450915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] Routers {'1c178a50-5991-4c9f-8aac-03a86c1eb847'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:52:59.450915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1c178a50-5991-4c9f-8aac-03a86c1eb847'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:52:59.547930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] Set router 1c178a50-5991-4c9f-8aac-03a86c1eb847 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:52:59.558771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-778a7462-3602-4842-9ca9-7617657175a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:59.562007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-69bda44c-354d-404e-ac24-a1acb26c72a0 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:52:59.589746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-778a7462-3602-4842-9ca9-7617657175a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:59.591631 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-778a7462-3602-4842-9ca9-7617657175a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/subnets/611abd1e-ad79-4de6-bc17-5af1456c5caf HTTP/1.1" status: 204 len: 168 time: 0.5100987 Jun 28 06:52:59.592775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a7462-3602-4842-9ca9-7617657175a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Subnet': ['ID=611abd1e-ad79-4de6-bc17-5af1456c5caf,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:52:59.594390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57148) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:52:59.600472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-778a7462-3602-4842-9ca9-7617657175a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:52:59.606884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68236a66-aa71-4707-bba6-4bd89a92008e None None] Network 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:52:59.706260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:52:59.995305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:52:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:00.024933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a16ec-547d-4a98-882d-4d020c3bf7ec None None] The sync data for ids ['1c178a50-5991-4c9f-8aac-03a86c1eb847'] in dv-neutron-797120-6-hyperv is: [{'id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'name': 'tempest-TestNetworkBasicOps-router-2064278481', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:50:49Z', 'updated_at': '2021-06-28T06:52:58Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '34792011-6b5f-4213-8cc7-e39192aac4f1', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c178a50-5991-4c9f-8aac-03a86c1eb847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:50:50Z', 'updated_at': '2021-06-28T06:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:53:00.053636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] DHCP port deletion for 98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:53:00.105573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] Deleting port a210468b-f145-474e-86eb-3e39528cde7c {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:53:00.106299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.174695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] For port a210468b-f145-474e-86eb-3e39528cde7c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a210468b-f145-474e-86eb-3e39528cde7c,segment=NetworkSegment(d916e0bf-4686-49e4-95d5-22ec7ed5c1e3),segment_id=d916e0bf-4686-49e4-95d5-22ec7ed5c1e3)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:00.175104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.187490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] Calling delete_port for a210468b-f145-474e-86eb-3e39528cde7c owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:53:00.192446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.203182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8caea14-2b22-4c9c-99a4-eaafdc4e04af req-6eda475b-6206-45dc-8c7b-c8cd173d8a62 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:00.204656 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f8caea14-2b22-4c9c-99a4-eaafdc4e04af req-6eda475b-6206-45dc-8c7b-c8cd173d8a62 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 943 time: 0.1257949 Jun 28 06:53:00.244696 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f8caea14-2b22-4c9c-99a4-eaafdc4e04af req-442e82cc-d8dc-4747-87f3-dd690bc922cf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Jun 28 06:53:00.326103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 34792011-6b5f-4213-8cc7-e39192aac4f1 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:53:00.326467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.364057 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.370020 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:00.393471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] Pushing event deleted for resources: {'Port': ['ID=a210468b-f145-474e-86eb-3e39528cde7c,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:00.395694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:00.401112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] No DVR routers for this DVR port a210468b-f145-474e-86eb-3e39528cde7c on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:53:00.415958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 34792011-6b5f-4213-8cc7-e39192aac4f1, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34792011-6b5f-4213-8cc7-e39192aac4f1,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:00.416491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.433749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 34792011-6b5f-4213-8cc7-e39192aac4f1 owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:53:00.654989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.657341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-efcc74f0-a73c-42a2-936a-d99d739c79aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:00.686253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=34792011-6b5f-4213-8cc7-e39192aac4f1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:00.690106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:00.744912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.845708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.847762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.951905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.952462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Fanout notify agent at l3_agent the message router_deleted on router 1c178a50-5991-4c9f-8aac-03a86c1eb847 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:53:00.960211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:00.961351 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/routers/1c178a50-5991-4c9f-8aac-03a86c1eb847 HTTP/1.1" status: 204 len: 168 time: 1.3659830 Jun 28 06:53:00.964123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57152) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:01.042647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.134109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.143903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:01.153604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:01.153902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd916e0bf-4686-49e4-95d5-22ec7ed5c1e3') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:01.162368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.179719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.185409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:53:01.186008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:53:01.188655 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:53:01.300745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.306014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.307937 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/networks/98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e HTTP/1.1" status: 204 len: 168 time: 0.3428576 Jun 28 06:53:01.308808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:01.325256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Network': ['ID=98a7ca0b-044b-46f0-8fb7-1bf4b2d25a5e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:01.328199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:01.335492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57156) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:01.341337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'network': {'name': 'tempest-network-smoke--246198099', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'port_security_enabled': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:01.403473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:53:01.407405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.421667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352cf22-1036-4b4e-b296-bdee93a023cf req-61fd84c4-9f15-4c58-b5e1-a7acf84f9e75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:01.428324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2352cf22-1036-4b4e-b296-bdee93a023cf req-61fd84c4-9f15-4c58-b5e1-a7acf84f9e75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 943 time: 0.0678844 Jun 28 06:53:01.434544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:53:01.444114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.444458 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Added segment 73afa700-ce09-44d6-8f2d-22dc2b18b4e7 of type vlan for network 383b1886-dfe0-4797-965e-8db5ec55cf15 Jun 28 06:53:01.469080 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2352cf22-1036-4b4e-b296-bdee93a023cf req-a8571910-921c-445a-93c4-c62c7095318b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319951 Jun 28 06:53:01.490266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.586470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.591984 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:01.592568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.594950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a361b34a-0a37-4da2-ba49-977b30ebdbdb tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:01.659305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Network': ['ID=383b1886-dfe0-4797-965e-8db5ec55cf15,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:01.662459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:01.669539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 383b1886-dfe0-4797-965e-8db5ec55cf15 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:53:01.701609 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3643873 Jun 28 06:53:01.704263 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57158) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:01.709150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-334335823', 'admin_state_up': True, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:01.821750 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.822823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.847228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34792011-6b5f-4213-8cc7-e39192aac4f1 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:53:01.867421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 34792011-6b5f-4213-8cc7-e39192aac4f1 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:53:01.867765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34792011-6b5f-4213-8cc7-e39192aac4f1 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:53:01.868190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a210468b-f145-474e-86eb-3e39528cde7c no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:53:01.886545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: a210468b-f145-474e-86eb-3e39528cde7c {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:53:01.886893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a210468b-f145-474e-86eb-3e39528cde7c not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:53:01.887304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 93c2dee2-93d2-4f73-880e-a7bade289437 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:53:01.888450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:01.908809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 93c2dee2-93d2-4f73-880e-a7bade289437 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:53:01.909180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 93c2dee2-93d2-4f73-880e-a7bade289437 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:53:02.066897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:02.314941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:02.333898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:02.437405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.169 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/5ce1040e-1759-4831-8ba4-c2b4e0db4852) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:53:02.536027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:02.648950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0678683-54a5-4199-a08c-00cbce2185f3 req-8044f316-f987-45a4-8534-8f4562792dda tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:02.650414 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f0678683-54a5-4199-a08c-00cbce2185f3 req-8044f316-f987-45a4-8534-8f4562792dda tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 943 time: 0.0699229 Jun 28 06:53:02.672531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:02.675562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-26c9c0a3-df11-4a21-8890-ea41c412817a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:02.689318 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f0678683-54a5-4199-a08c-00cbce2185f3 req-aa6f92e1-98d1-4b98-ba8d-dd832afe1658 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331547 Jun 28 06:53:02.716476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:53:02.719225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:53:02.722913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:53:02.751488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=5ce1040e-1759-4831-8ba4-c2b4e0db4852,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:02.756218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:03.329640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:03.525413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:03.712237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b9795099-4e28-44ed-9291-39815dc4fee1 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:53:03.821514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:53:03.831712 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Sync routers for ids ['b9795099-4e28-44ed-9291-39815dc4fee1'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:53:03.842739 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Routers {'b9795099-4e28-44ed-9291-39815dc4fee1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:03.843346 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b9795099-4e28-44ed-9291-39815dc4fee1'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:03.868688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34370a-5dfe-45c1-a7d8-6405f5f9ffb4 req-c41fb12e-efb4-439c-a0a7-532810c5a25f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:03.870207 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d34370a-5dfe-45c1-a7d8-6405f5f9ffb4 req-c41fb12e-efb4-439c-a0a7-532810c5a25f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 943 time: 0.0692589 Jun 28 06:53:03.889557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:03.893639 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1851857 Jun 28 06:53:03.893871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57164) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:03.914556 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d34370a-5dfe-45c1-a7d8-6405f5f9ffb4 req-2235cff4-86aa-4166-846e-42cad715087c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385199 Jun 28 06:53:03.928447 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d01d3f7d-b91c-42a8-b81c-9d1033fead8e tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=928c838aa6674b9cac7488cce014aba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330498 Jun 28 06:53:03.930733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57166) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:03.954029 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Set router b9795099-4e28-44ed-9291-39815dc4fee1 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:04.082839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77bb593-046a-4d07-aa62-52a6ff7039cd tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:04.087076 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f77bb593-046a-4d07-aa62-52a6ff7039cd tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529002 Jun 28 06:53:04.087308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57168) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:04.120977 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1e486392-ffe8-48b7-ba77-ef1db91c1364 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324903 Jun 28 06:53:04.123419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57170) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:04.128257 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-568907908', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:04.132815 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:02Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:04.162111 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Checking router: b9795099-4e28-44ed-9291-39815dc4fee1 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:53:04.162111 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Updating router b9795099-4e28-44ed-9291-39815dc4fee1 port 5ce1040e-1759-4831-8ba4-c2b4e0db4852 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:53:04.195805 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:04.272123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:53:04.275871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:04.438338 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:04.447826 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Transition to ACTIVE for port object 5ce1040e-1759-4831-8ba4-c2b4e0db4852 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:53:04.494746 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:04.496685 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-92ff0d29-7a6f-4d43-b98d-6943012006a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:04.506822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:04.509996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7cef2fbb-8795-44a7-90b7-8d64edf9b127 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:04.546369 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Attempting to bind port 5ce1040e-1759-4831-8ba4-c2b4e0db4852 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:53:04.546754 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Attempting to bind port 5ce1040e-1759-4831-8ba4-c2b4e0db4852 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:53:04.547125 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Attempting to bind port 5ce1040e-1759-4831-8ba4-c2b4e0db4852 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:53:04.557958 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:53:04.560305 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:53:04.560305 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:04.560305 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:53:04.560305 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Bound port: 5ce1040e-1759-4831-8ba4-c2b4e0db4852, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:53:04.560305 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:04.562349 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Pushing event updated for resources: {'Port': ['ID=5ce1040e-1759-4831-8ba4-c2b4e0db4852,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:04.568438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Subnet': ['ID=2f5ad532-fc99-4b81-84f8-14c95b2f0775,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:04.571914 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:04.577722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Checking segment: {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:53:04.578081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network hostable DHCP agents. Network: 383b1886-dfe0-4797-965e-8db5ec55cf15, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:53:04.589565 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.589914 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.590258 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.590590 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.590920 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.591247 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.591575 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.591898 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.592242 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.592549 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.592882 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.593207 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:04.596826 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:04.625999 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] For port 5ce1040e-1759-4831-8ba4-c2b4e0db4852, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:53:04.629332 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] For port 5ce1040e-1759-4831-8ba4-c2b4e0db4852, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5ce1040e-1759-4831-8ba4-c2b4e0db4852,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:53:04.643428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 383b1886-dfe0-4797-965e-8db5ec55cf15 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:53:04.678317 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:04.681147 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:04.700562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 383b1886-dfe0-4797-965e-8db5ec55cf15) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:53:04.704695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:04.709738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:04.715307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97f8bee-2271-46ab-a70d-ae3628e509de None None] Network 383b1886-dfe0-4797-965e-8db5ec55cf15 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:53:04.726946 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Routers {'b9795099-4e28-44ed-9291-39815dc4fee1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:04.727564 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b9795099-4e28-44ed-9291-39815dc4fee1'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:04.775627 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Pushing event updated for resources: {'Port': ['ID=5ce1040e-1759-4831-8ba4-c2b4e0db4852,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:04.779710 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:04.801843 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-28a5a0f0-742b-45ee-9686-9dc617a30149 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6748223 Jun 28 06:53:04.802256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57172) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:04.842251 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] Set router b9795099-4e28-44ed-9291-39815dc4fee1 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:04.866537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-383b1886-dfe0-4797-965e-8db5ec55cf15', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:53:04.867471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.020097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Allocated IP 172.20.0.2 (383b1886-dfe0-4797-965e-8db5ec55cf15/2f5ad532-fc99-4b81-84f8-14c95b2f0775/526cf61a-2fc9-4150-acae-8ceef5f48e6e) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:53:05.049333 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:02Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:05.082231 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cac399-3e75-455b-8591-0f43921f3919 None None] The sync data for ids ['b9795099-4e28-44ed-9291-39815dc4fee1'] in dv-neutron-797120-6-hyperv is: [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:02Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:53:05.111219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f694d5-a933-4e10-bb97-bb55cf06ffad req-d344e1e6-bc4f-48e9-9f3d-415da1570952 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:05.113909 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11f694d5-a933-4e10-bb97-bb55cf06ffad req-d344e1e6-bc4f-48e9-9f3d-415da1570952 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 943 time: 0.0718036 Jun 28 06:53:05.161471 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11f694d5-a933-4e10-bb97-bb55cf06ffad req-bed3e0d5-5f15-457e-9702-c0c474572e49 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398018 Jun 28 06:53:05.196938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.205444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Transition to ACTIVE for port object 526cf61a-2fc9-4150-acae-8ceef5f48e6e will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:53:05.223341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Transition to ACTIVE for port object 526cf61a-2fc9-4150-acae-8ceef5f48e6e will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:53:05.307096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.307762 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.311547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-513bc368-1206-4f2c-842a-ded51f9f6490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:05.353636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Network 383b1886-dfe0-4797-965e-8db5ec55cf15 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:53:05.363129 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:53:05.367746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 942930bc-7b08-4109-b08c-224a6adaa15f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:53:05.371086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:53:05.386498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Pushing event updated for resources: {'Port': ['ID=526cf61a-2fc9-4150-acae-8ceef5f48e6e,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:05.390426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:05.492093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Attempting to bind port 526cf61a-2fc9-4150-acae-8ceef5f48e6e on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:53:05.492383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Attempting to bind port 526cf61a-2fc9-4150-acae-8ceef5f48e6e by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:53:05.492991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Attempting to bind port 526cf61a-2fc9-4150-acae-8ceef5f48e6e on network 383b1886-dfe0-4797-965e-8db5ec55cf15 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:53:05.502978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:53:05.503674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Checking segment: {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:53:05.504087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.504492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Bound using segment: {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:53:05.505654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Bound port: 526cf61a-2fc9-4150-acae-8ceef5f48e6e, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:53:05.509348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.580890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 942930bc-7b08-4109-b08c-224a6adaa15f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=942930bc-7b08-4109-b08c-224a6adaa15f,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:05.602569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '942930bc-7b08-4109-b08c-224a6adaa15f', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'mac_address': 'fa:16:3e:01:30:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:53:05.635731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] For port 526cf61a-2fc9-4150-acae-8ceef5f48e6e, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:53:05.642110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.1 (383b1886-dfe0-4797-965e-8db5ec55cf15/2f5ad532-fc99-4b81-84f8-14c95b2f0775/514d6e0b-8222-4fd1-b7a9-fe4a86fdc775) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:53:05.656282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] For port 526cf61a-2fc9-4150-acae-8ceef5f48e6e, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=526cf61a-2fc9-4150-acae-8ceef5f48e6e,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:53:05.663229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.677262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942930bc-7b08-4109-b08c-224a6adaa15f {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:53:05.698860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 942930bc-7b08-4109-b08c-224a6adaa15f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=942930bc-7b08-4109-b08c-224a6adaa15f,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:05.735765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.738034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:05.769523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.772991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.789633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:53:05.804106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Pushing event updated for resources: {'Port': ['ID=526cf61a-2fc9-4150-acae-8ceef5f48e6e,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:05.807701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:05.808404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8daacc03-c8cf-444a-a426-f83ff67f6881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:05.863826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=942930bc-7b08-4109-b08c-224a6adaa15f,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:05.873039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:05.901528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:05.907125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7f6197b2-9120-4c2b-b98a-aa4fa43c68ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:05.912691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5ce1040e-1759-4831-8ba4-c2b4e0db4852 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:53:05.949231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 383b1886-dfe0-4797-965e-8db5ec55cf15 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:53:05.952537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:53:05.959467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:53:05.992942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=514d6e0b-8222-4fd1-b7a9-fe4a86fdc775,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:05.997759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:06.012743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:06.049524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 5ce1040e-1759-4831-8ba4-c2b4e0db4852 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:53:06.055545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5ce1040e-1759-4831-8ba4-c2b4e0db4852 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:06.055947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:06.080235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['942930bc-7b08-4109-b08c-224a6adaa15f'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:53:06.230520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:06.260484 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:06.266579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 5ce1040e-1759-4831-8ba4-c2b4e0db4852, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5ce1040e-1759-4831-8ba4-c2b4e0db4852,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:06.351801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f0b34-195f-4548-8d81-d326cf3ba987 req-7450ef97-be6d-43c0-ae3a-3dda86b637c7 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:06.353418 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d2f0b34-195f-4548-8d81-d326cf3ba987 req-7450ef97-be6d-43c0-ae3a-3dda86b637c7 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 944 time: 0.0744328 Jun 28 06:53:06.363231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:06.373092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b68e054f-7aea-4717-a57d-83289de4d761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:06.402112 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d2f0b34-195f-4548-8d81-d326cf3ba987 req-607fb491-cde5-4adc-9c66-11e865eb7f3f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Jun 28 06:53:06.446011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=5ce1040e-1759-4831-8ba4-c2b4e0db4852,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:06.450907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:06.561074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:06.626543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:06.629731 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4574c87b-5738-46fa-a320-785f690741cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:06.704525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=514d6e0b-8222-4fd1-b7a9-fe4a86fdc775,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:06.709120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:06.710312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:06.802939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 383b1886-dfe0-4797-965e-8db5ec55cf15 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:53:06.804377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:53:06.917704 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b9795099-4e28-44ed-9291-39815dc4fee1 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:53:07.024617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:53:07.029609 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/b9795099-4e28-44ed-9291-39815dc4fee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2263615 Jun 28 06:53:07.032103 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57178) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:07.033623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Sync routers for ids ['b9795099-4e28-44ed-9291-39815dc4fee1'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:53:07.043195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Routers {'b9795099-4e28-44ed-9291-39815dc4fee1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:07.043801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b9795099-4e28-44ed-9291-39815dc4fee1'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:07.132844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8620f-86db-4030-bf3c-ffbe6fb49ec5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.133338 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8620f-86db-4030-bf3c-ffbe6fb49ec5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.133804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8620f-86db-4030-bf3c-ffbe6fb49ec5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.134267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8620f-86db-4030-bf3c-ffbe6fb49ec5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.134727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8620f-86db-4030-bf3c-ffbe6fb49ec5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.135189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8620f-86db-4030-bf3c-ffbe6fb49ec5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.136996 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8fe8620f-86db-4030-bf3c-ffbe6fb49ec5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1039412 Jun 28 06:53:07.139802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57180) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:07.157246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Set router b9795099-4e28-44ed-9291-39815dc4fee1 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:07.198976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d008f4f-5110-4432-a65b-a2140806f704 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.199455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d008f4f-5110-4432-a65b-a2140806f704 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.199916 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d008f4f-5110-4432-a65b-a2140806f704 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.200382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d008f4f-5110-4432-a65b-a2140806f704 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.200829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d008f4f-5110-4432-a65b-a2140806f704 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.201461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d008f4f-5110-4432-a65b-a2140806f704 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.203294 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1d008f4f-5110-4432-a65b-a2140806f704 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0624828 Jun 28 06:53:07.206241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57182) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:07.356393 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4e8d4d3c-5f10-473e-850e-9989f674f4e3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1485178 Jun 28 06:53:07.358969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57184) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:07.365378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-867586218', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:07.379366 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '514d6e0b-8222-4fd1-b7a9-fe4a86fdc775', 'name': '', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:29:61:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:05Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:07.408577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 942930bc-7b08-4109-b08c-224a6adaa15f up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:53:07.412744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Checking router: b9795099-4e28-44ed-9291-39815dc4fee1 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:53:07.413245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Updating router b9795099-4e28-44ed-9291-39815dc4fee1 port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:53:07.458809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d2e96a-6be4-4762-bf8e-19fa47f95993 None None] Network 383b1886-dfe0-4797-965e-8db5ec55cf15 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:53:07.542283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:07.586975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:53:07.590584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:07.600336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621d8fb-e8a6-4e77-b5a6-9254ea9865c7 req-e0a56bbd-ef16-4a65-b057-b35c34f3d54b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:07.604991 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0621d8fb-e8a6-4e77-b5a6-9254ea9865c7 req-e0a56bbd-ef16-4a65-b057-b35c34f3d54b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 944 time: 0.0740311 Jun 28 06:53:07.635220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3949d0c1-b029-4b4e-b70a-e9b6f3aad070 None None] Provisioning for port 526cf61a-2fc9-4150-acae-8ceef5f48e6e completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:53:07.635481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] device_id is not set on port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:53:07.646192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 942930bc-7b08-4109-b08c-224a6adaa15f completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:53:07.692498 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0621d8fb-e8a6-4e77-b5a6-9254ea9865c7 req-71a2299c-b84a-42a2-8b82-6d254f4de1e7 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812957 Jun 28 06:53:07.707247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 942930bc-7b08-4109-b08c-224a6adaa15f triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:07.707630 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:07.771543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.11 (383b1886-dfe0-4797-965e-8db5ec55cf15/2f5ad532-fc99-4b81-84f8-14c95b2f0775/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:53:07.838879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:07.869426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942930bc-7b08-4109-b08c-224a6adaa15f'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:53:07.869426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a96ab6a-f028-4053-acf0-751593684855" -d '{"events": [{"server_uuid": "786188af-7e7a-4b29-b85e-80ca9985ff6d", "name": "network-vif-plugged", "status": "completed", "tag": "942930bc-7b08-4109-b08c-224a6adaa15f"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:53:07.890267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 942930bc-7b08-4109-b08c-224a6adaa15f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=942930bc-7b08-4109-b08c-224a6adaa15f,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:07.952126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:07.954465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:07.990143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:07.993476 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5ce1040e-1759-4831-8ba4-c2b4e0db4852 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:53:08.006992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:53:08.018539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9f4f54-373b-49e1-8d98-09102da65bcf x-openstack-request-id: req-1f9f4f54-373b-49e1-8d98-09102da65bcf {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:53:08.018927 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786188af-7e7a-4b29-b85e-80ca9985ff6d", "name": "network-vif-plugged", "status": "completed", "tag": "942930bc-7b08-4109-b08c-224a6adaa15f", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:53:08.019187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f9f4f54-373b-49e1-8d98-09102da65bcf {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:53:08.021975 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942930bc-7b08-4109-b08c-224a6adaa15f', 'code': 200} Jun 28 06:53:08.058983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=942930bc-7b08-4109-b08c-224a6adaa15f,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:08.070112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.070455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.070799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.071220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.071559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.071895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.072225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.072555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.072901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.073269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.073543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.073865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.078362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.082956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:08.086244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:08.116522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5ce1040e-1759-4831-8ba4-c2b4e0db4852 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:08.116785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.135804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 383b1886-dfe0-4797-965e-8db5ec55cf15 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:53:08.139240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:53:08.143668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:53:08.179354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:08.193454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.194037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.194524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.195002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.195476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.195947 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.196421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.196960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.201222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.201222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.201222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.201222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:08.213025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:08.222013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:08.224461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.308449 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9483528 Jun 28 06:53:08.338518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba760214-cebc-4c0b-948f-b26836ba2ebb req-ae339cb7-b5c3-40f8-a07e-72d04734c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:08.340415 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba760214-cebc-4c0b-948f-b26836ba2ebb req-ae339cb7-b5c3-40f8-a07e-72d04734c450 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0683961 Jun 28 06:53:08.347637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9390a324-a7e7-4c1d-8344-2d682fa5c67c None None] Provisioning for port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:53:08.361224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9390a324-a7e7-4c1d-8344-2d682fa5c67c None None] Provisioning complete for port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:08.361224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9390a324-a7e7-4c1d-8344-2d682fa5c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.383312 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba760214-cebc-4c0b-948f-b26836ba2ebb req-8714e012-72f0-4e2e-9154-c9457ce5bbd1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Jun 28 06:53:08.404739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9390a324-a7e7-4c1d-8344-2d682fa5c67c None None] Port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:53:08.494473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 526cf61a-2fc9-4150-acae-8ceef5f48e6e up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:53:08.565825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.587737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Transition to ACTIVE for port object 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:53:08.588337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57194) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:08.595518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-fc52f8f2-919b-4efd-8b6e-5e5f0ea85764 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886162079', 'description': 'tempest-secgroup-smoke-886162079 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:08.603597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bbeb8769-248f-45dc-b127-c594913333a3 None None] Provisioning complete for port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:08.603990 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8769-248f-45dc-b127-c594913333a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.641586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb8769-248f-45dc-b127-c594913333a3 None None] Port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:53:08.660433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.663458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f89f5487-4133-4fbb-909f-702d86467118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:08.683483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fc52f8f2-919b-4efd-8b6e-5e5f0ea85764 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.689449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 526cf61a-2fc9-4150-acae-8ceef5f48e6e completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:53:08.710981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 526cf61a-2fc9-4150-acae-8ceef5f48e6e triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:08.711372 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.741845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52706cf9-3edb-4ad6-8083-d61ca0fe9b23 None None] Pushing event updated for resources: {'Port': ['ID=514d6e0b-8222-4fd1-b7a9-fe4a86fdc775,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:08.744673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-52706cf9-3edb-4ad6-8083-d61ca0fe9b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:08.786828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fc52f8f2-919b-4efd-8b6e-5e5f0ea85764 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.820526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Attempting to bind port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:53:08.820979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Attempting to bind port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:53:08.821364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Attempting to bind port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 on network 383b1886-dfe0-4797-965e-8db5ec55cf15 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:53:08.829673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:53:08.830390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Checking segment: {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:53:08.830737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.831179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Bound using segment: {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:53:08.831662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Bound port: 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:53:08.832196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.866332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fc52f8f2-919b-4efd-8b6e-5e5f0ea85764 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.871868 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d748549f-68df-4b9c-9b57-e68fcaa34a98 tempest-PortsIpV6TestJSON-1238385930 tempest-PortsIpV6TestJSON-1238385930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:08.904241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9658a11-e592-4403-87c4-c51a37e65b35 req-959ca27f-dd27-475d-9dce-907d0d7894f3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:08.905121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52f8f2-919b-4efd-8b6e-5e5f0ea85764 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d36afda-2350-40bf-875e-e4ff998f73b1,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:08.910883 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b9658a11-e592-4403-87c4-c51a37e65b35 req-959ca27f-dd27-475d-9dce-907d0d7894f3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 945 time: 0.0716934 Jun 28 06:53:08.911065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9cd52b49-1af8-4b83-ae7f-c081a380e477 None None] Provisioning for port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:53:08.914163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fc52f8f2-919b-4efd-8b6e-5e5f0ea85764 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:08.926382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9cd52b49-1af8-4b83-ae7f-c081a380e477 None None] Provisioning complete for port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:08.927214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9cd52b49-1af8-4b83-ae7f-c081a380e477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.929105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.955027 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b9658a11-e592-4403-87c4-c51a37e65b35 req-b6fbdb4e-41c7-4884-a327-3dee2fa640b5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 Jun 28 06:53:08.969269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fc52f8f2-919b-4efd-8b6e-5e5f0ea85764 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:08.972221 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fc52f8f2-919b-4efd-8b6e-5e5f0ea85764 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3803630 Jun 28 06:53:08.973326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57198) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:08.978762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-671cf301-1778-4c5c-82bd-8c2ae6858cfd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '1d36afda-2350-40bf-875e-e4ff998f73b1', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:08.983554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] For port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:53:09.001844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] For port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=514d6e0b-8222-4fd1-b7a9-fe4a86fdc775,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:53:09.018522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9cd52b49-1af8-4b83-ae7f-c081a380e477 None None] Port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:53:09.023085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 526cf61a-2fc9-4150-acae-8ceef5f48e6e, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=526cf61a-2fc9-4150-acae-8ceef5f48e6e,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:09.083682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-671cf301-1778-4c5c-82bd-8c2ae6858cfd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.124678 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.126797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.131944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1121d04a-01bc-4e09-8b1f-7305f6e34a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:09.140947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-671cf301-1778-4c5c-82bd-8c2ae6858cfd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.213235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52706cf9-3edb-4ad6-8083-d61ca0fe9b23 None None] Pushing event updated for resources: {'Port': ['ID=514d6e0b-8222-4fd1-b7a9-fe4a86fdc775,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:09.220070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Routers {'b9795099-4e28-44ed-9291-39815dc4fee1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:09.220716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b9795099-4e28-44ed-9291-39815dc4fee1'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:09.221536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-671cf301-1778-4c5c-82bd-8c2ae6858cfd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.223417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6ec054a6-62c2-4974-8df3-efedf0a9e1b1 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:09.243712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cf301-1778-4c5c-82bd-8c2ae6858cfd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647b7bbb-a499-4f54-b316-2583e446ada5,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:09.247026 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-671cf301-1778-4c5c-82bd-8c2ae6858cfd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:09.341469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-671cf301-1778-4c5c-82bd-8c2ae6858cfd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.343940 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-671cf301-1778-4c5c-82bd-8c2ae6858cfd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3686347 Jun 28 06:53:09.346026 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57200) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:09.349535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=526cf61a-2fc9-4150-acae-8ceef5f48e6e,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:09.351291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-165891b8-0dab-4456-a81a-2bf5bd420767 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '1d36afda-2350-40bf-875e-e4ff998f73b1', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:09.356110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:09.356110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:09.356110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:09.385127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] Set router b9795099-4e28-44ed-9291-39815dc4fee1 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:09.466235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-165891b8-0dab-4456-a81a-2bf5bd420767 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.531569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-165891b8-0dab-4456-a81a-2bf5bd420767 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.627630 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '514d6e0b-8222-4fd1-b7a9-fe4a86fdc775', 'name': '', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:29:61:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:05Z', 'updated_at': '2021-06-28T06:53:08Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:09.632145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-165891b8-0dab-4456-a81a-2bf5bd420767 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.634277 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-71b24bb3-2a68-4a3f-ac3f-a37d61279cc5 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:09.648489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165891b8-0dab-4456-a81a-2bf5bd420767 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948e2ab9-c066-4602-bdec-662b18f93ea4,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:09.652635 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-165891b8-0dab-4456-a81a-2bf5bd420767 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:09.658982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b970d-ef83-4bdd-b56b-b93feadf6e31 None None] The sync data for ids ['b9795099-4e28-44ed-9291-39815dc4fee1'] in dv-neutron-797120-6-hyperv is: [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '514d6e0b-8222-4fd1-b7a9-fe4a86fdc775', 'name': '', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:29:61:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:05Z', 'updated_at': '2021-06-28T06:53:08Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:53:09.741526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-165891b8-0dab-4456-a81a-2bf5bd420767 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.742767 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-165891b8-0dab-4456-a81a-2bf5bd420767 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3956926 Jun 28 06:53:09.754304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57202) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:09.760053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-aab5ac86-cacf-4e92-96c3-fbd00df2591c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '1d36afda-2350-40bf-875e-e4ff998f73b1', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:09.851813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aab5ac86-cacf-4e92-96c3-fbd00df2591c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.932945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aab5ac86-cacf-4e92-96c3-fbd00df2591c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:09.953350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 526cf61a-2fc9-4150-acae-8ceef5f48e6e up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:53:10.011662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 526cf61a-2fc9-4150-acae-8ceef5f48e6e triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:10.012043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.015084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aab5ac86-cacf-4e92-96c3-fbd00df2591c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.017522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-54cd8782-e536-45c5-9f31-e7f299ace093 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:10.041078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5ac86-cacf-4e92-96c3-fbd00df2591c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b903b3-0d82-4f09-b46b-a0752a1be078,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:10.044306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aab5ac86-cacf-4e92-96c3-fbd00df2591c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:10.102800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:53:10.118313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-aab5ac86-cacf-4e92-96c3-fbd00df2591c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.124005 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-aab5ac86-cacf-4e92-96c3-fbd00df2591c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659544 Jun 28 06:53:10.124292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57206) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:10.128871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f7aa7d48-f44c-4192-897d-e6f34c82d93c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '1d36afda-2350-40bf-875e-e4ff998f73b1', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:10.196465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f40e7-e853-4436-9fad-58505260e49c req-12e53c37-2dfc-4744-a192-81123a351f4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:10.198025 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8d3f40e7-e853-4436-9fad-58505260e49c req-12e53c37-2dfc-4744-a192-81123a351f4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 945 time: 0.0906951 Jun 28 06:53:10.210326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7d48-f44c-4192-897d-e6f34c82d93c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.233368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:53:10.239548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:10.240258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.241168 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8d3f40e7-e853-4436-9fad-58505260e49c req-a17916e6-78b4-4062-8b9b-21603ae1474c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366659 Jun 28 06:53:10.286894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7d48-f44c-4192-897d-e6f34c82d93c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.339723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.346702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7d48-f44c-4192-897d-e6f34c82d93c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.348523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-51973294-53f8-4e00-833c-42674d5130ed tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:10.365887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa7d48-f44c-4192-897d-e6f34c82d93c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4396a5-e090-49f6-a612-49dec5365a35,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:10.368506 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f7aa7d48-f44c-4192-897d-e6f34c82d93c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:10.396881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=514d6e0b-8222-4fd1-b7a9-fe4a86fdc775,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:10.436283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42444-bc37-4ebe-bdbc-8d1961cc90a1 req-d6c69653-792e-4c27-a18c-1deab76b1f12 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:10.438006 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ff42444-bc37-4ebe-bdbc-8d1961cc90a1 req-d6c69653-792e-4c27-a18c-1deab76b1f12 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 945 time: 0.0759804 Jun 28 06:53:10.444397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7d48-f44c-4192-897d-e6f34c82d93c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.445640 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f7aa7d48-f44c-4192-897d-e6f34c82d93c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3205416 Jun 28 06:53:10.448400 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57210) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:10.453687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8175a1bc-3e99-4bc8-b1e0-076e80b9775b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '1d36afda-2350-40bf-875e-e4ff998f73b1', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:10.478201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.480273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:10.483184 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ff42444-bc37-4ebe-bdbc-8d1961cc90a1 req-874ebc73-0440-4f53-b749-cafee81a0b3b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381994 Jun 28 06:53:10.509332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57212) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:10.534143 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=514d6e0b-8222-4fd1-b7a9-fe4a86fdc775,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:10.538323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:10.543218 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-8175a1bc-3e99-4bc8-b1e0-076e80b9775b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:53:10.548365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8175a1bc-3e99-4bc8-b1e0-076e80b9775b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.568217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4029d28c-d40f-46df-801f-c02697a85252 tempest-TestVolumeBootPattern-1281650387 tempest-TestVolumeBootPattern-1281650387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:10.570149 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4029d28c-d40f-46df-801f-c02697a85252 tempest-TestVolumeBootPattern-1281650387 tempest-TestVolumeBootPattern-1281650387-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 1093 time: 0.0591724 Jun 28 06:53:10.573132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57214) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:10.582262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:10.637252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8175a1bc-3e99-4bc8-b1e0-076e80b9775b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.689655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.750424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8175a1bc-3e99-4bc8-b1e0-076e80b9775b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.756106 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-84c3beaf-7b81-4b29-b818-cd69f2deb42e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:10.778487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175a1bc-3e99-4bc8-b1e0-076e80b9775b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2450e9d-32a6-4525-bab9-c46a101f8f88,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:10.781659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8175a1bc-3e99-4bc8-b1e0-076e80b9775b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:10.816251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.856909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8175a1bc-3e99-4bc8-b1e0-076e80b9775b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:10.858107 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8175a1bc-3e99-4bc8-b1e0-076e80b9775b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4084487 Jun 28 06:53:10.860831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57216) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:10.867702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3c891e00-4cc5-40e6-9e0a-77932ed6f5fa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '1d36afda-2350-40bf-875e-e4ff998f73b1', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:10.943098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Allocated IP 172.26.4.62 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/bb657f25-b832-4a42-a2ec-4fb5c28c7e19) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:53:11.010243 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-3c891e00-4cc5-40e6-9e0a-77932ed6f5fa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:53:11.018354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c891e00-4cc5-40e6-9e0a-77932ed6f5fa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:11.087644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:11.111742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c891e00-4cc5-40e6-9e0a-77932ed6f5fa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:11.157674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c891e00-4cc5-40e6-9e0a-77932ed6f5fa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:11.159439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-aab5ac86-cacf-4e92-96c3-fbd00df2591c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:11.177838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:11.179779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c891e00-4cc5-40e6-9e0a-77932ed6f5fa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d9ab1c-29b7-489d-9a10-bfab61ad0947,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:11.186098 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c891e00-4cc5-40e6-9e0a-77932ed6f5fa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:11.186603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1c614b0e-9dc4-4a3e-b25b-ce7b973896c0 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:11.214333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:53:11.217166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:53:11.220466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:53:11.573473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c891e00-4cc5-40e6-9e0a-77932ed6f5fa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:11.574643 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3c891e00-4cc5-40e6-9e0a-77932ed6f5fa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7128887 Jun 28 06:53:11.577352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'Port': ['ID=bb657f25-b832-4a42-a2ec-4fb5c28c7e19,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:11.581507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:11.718095 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-6bcc9bd5-5a1e-4f67-a77b-6e063a964c20 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886162079&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.0330231 Jun 28 06:53:11.782969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-4c208c59-7ba5-493c-8be4-65e99b53af73 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:11.784314 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-4c208c59-7ba5-493c-8be4-65e99b53af73 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 930 time: 0.0586457 Jun 28 06:53:11.840367 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-b9afb9bf-6f96-4a70-8405-68a70a5f6d5a service neutron] 10.222.0.24 "GET /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0434654 Jun 28 06:53:11.851519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-475d9622-2b8a-42c5-aeac-1e9f7afe2842 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 06:53:11.852625 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-475d9622-2b8a-42c5-aeac-1e9f7afe2842 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061862 Jun 28 06:53:11.876546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:53:11.925505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:11.925887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:11.931221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:11.948387 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-dd7810c4-a48a-4603-ab1a-7a7158134a17 service neutron] 10.222.0.24 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887091 Jun 28 06:53:12.042401 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-89475384-6221-4fae-9c2e-bd707edee1a9 service neutron] 10.222.0.24 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881152 Jun 28 06:53:12.105169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:12.265446 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:12.291422 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e5bdce42-b225-4e1b-b5f2-c0395b0b027b req-befc7ec3-737d-4385-9fcb-7cd14261a098 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 210 time: 0.0349288 Jun 28 06:53:12.323430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:12.326619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-52d90124-43bc-42ff-84ca-f96710d173f2 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:12.395130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'Port': ['ID=bb657f25-b832-4a42-a2ec-4fb5c28c7e19,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:12.399796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:12.406790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:12.637994 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Floating IP 95419681-2638-4c5f-914a-5e7d924eb215 associated. External IP: 172.26.4.62, port: 942930bc-7b08-4109-b08c-224a6adaa15f. Jun 28 06:53:12.850228 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Router dc47569b-3a7d-4683-9b2e-06d2583eb58e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:53:12.963615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:53:12.973461 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85145b3d-69f4-4234-9332-297139ba677d None None] Sync routers for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:53:12.982723 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85145b3d-69f4-4234-9332-297139ba677d None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:12.983330 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-85145b3d-69f4-4234-9332-297139ba677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:13.049456 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:13.088330 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5140605 Jun 28 06:53:13.088986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'tag': '942930bc-7b08-4109-b08c-224a6adaa15f'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:53:13.091359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "786188af-7e7a-4b29-b85e-80ca9985ff6d", "tag": "942930bc-7b08-4109-b08c-224a6adaa15f"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:53:13.131723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff81675a-ee79-459e-a7f2-f27386591ea2 x-openstack-request-id: req-ff81675a-ee79-459e-a7f2-f27386591ea2 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:53:13.132067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786188af-7e7a-4b29-b85e-80ca9985ff6d", "tag": "942930bc-7b08-4109-b08c-224a6adaa15f", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:53:13.132374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff81675a-ee79-459e-a7f2-f27386591ea2 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:53:13.132844 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'tag': '942930bc-7b08-4109-b08c-224a6adaa15f', 'status': 'completed', 'code': 200} Jun 28 06:53:13.183663 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-85145b3d-69f4-4234-9332-297139ba677d None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:13.229230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-75fba642-364d-4fd3-aba9-810b07e1c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:13.230716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-75fba642-364d-4fd3-aba9-810b07e1c8b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0541220 Jun 28 06:53:13.327390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-14329d15-0efb-4e8d-b0d9-56340653dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:13.329095 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-14329d15-0efb-4e8d-b0d9-56340653dd54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 912 time: 0.0920177 Jun 28 06:53:13.391990 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:13.404008 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-6d868118-d4a4-4a05-b5a7-e263d5a3c687 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=942930bc-7b08-4109-b08c-224a6adaa15f HTTP/1.1" status: 200 len: 998 time: 0.0678897 Jun 28 06:53:13.424612 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-85145b3d-69f4-4234-9332-297139ba677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '95419681-2638-4c5f-914a-5e7d924eb215', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:01:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:11Z', 'updated_at': '2021-06-28T06:53:11Z', 'revision_number': 0, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:13.454508 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85145b3d-69f4-4234-9332-297139ba677d None None] Checking router: dc47569b-3a7d-4683-9b2e-06d2583eb58e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:53:13.462993 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85145b3d-69f4-4234-9332-297139ba677d None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:13.463600 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-85145b3d-69f4-4234-9332-297139ba677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:52:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:13.478467 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c376ad56-d591-4276-bfc6-387441abc05b req-00018ba4-e051-4bc7-aa17-41967b48038c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 210 time: 0.0361798 Jun 28 06:53:13.487943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-6a8b5b95-3f7a-428a-9b9a-68a2929d296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:13.490762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-6a8b5b95-3f7a-428a-9b9a-68a2929d296f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0801482 Jun 28 06:53:13.553723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-f150ef2e-2085-4445-9d05-f527da0ce69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:13.555206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-f150ef2e-2085-4445-9d05-f527da0ce69b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574198 Jun 28 06:53:13.569766 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-85145b3d-69f4-4234-9332-297139ba677d None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:13.657421 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-15b9f0b3-6e57-4aa0-8019-0694678ddd1f service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946388 Jun 28 06:53:13.748055 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce357dc8-b43f-4fca-8b23-f2e6fdff2b1e req-326a2a22-6054-4c07-a8d9-993013591dd1 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839233 Jun 28 06:53:13.799075 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-85145b3d-69f4-4234-9332-297139ba677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '95419681-2638-4c5f-914a-5e7d924eb215', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:01:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:11Z', 'updated_at': '2021-06-28T06:53:11Z', 'revision_number': 0, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:13.826066 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85145b3d-69f4-4234-9332-297139ba677d None None] The sync data for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv is: [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '95419681-2638-4c5f-914a-5e7d924eb215', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:01:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:11Z', 'updated_at': '2021-06-28T06:53:11Z', 'revision_number': 0, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:53:14.012183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd972f9e-4e20-4ff8-8d4b-04f5cf86a614 None None] New status for floating IP 95419681-2638-4c5f-914a-5e7d924eb215: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:53:14.554835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-b659bf2c-0bfb-44f2-a12b-6a0bff53a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:14.556209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-b659bf2c-0bfb-44f2-a12b-6a0bff53a750 service neutron] 10.222.0.50 "GET /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 1026 time: 0.0438905 Jun 28 06:53:14.655118 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c858ad2c-f219-4665-8f13-9ea56348e30a req-e308d602-87f6-45f5-ba28-5d9ce4f2c6c7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 210 time: 0.0574498 Jun 28 06:53:14.714784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-3549b245-f836-4367-b308-b4f178be5cde tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:14.716273 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-3549b245-f836-4367-b308-b4f178be5cde tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=383b1886-dfe0-4797-965e-8db5ec55cf15 HTTP/1.1" status: 200 len: 796 time: 0.1546175 Jun 28 06:53:14.765403 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-30e398d4-014d-49ce-8742-3fd5fbc62039 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 379 time: 0.0342007 Jun 28 06:53:14.776989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Request body: {'port': {'device_id': 'ce79d1bc-9690-4993-aa62-ef3efc371e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:14.854162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:15.113591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:53:15.125524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:15.138478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Transition to ACTIVE for port object aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:53:15.237534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:15.240560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e8ce0932-4881-45cd-83bb-c52d80342e16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:15.289442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:15.293003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:15.364955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Attempting to bind port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:53:15.365299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Attempting to bind port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:53:15.365632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Attempting to bind port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on network 383b1886-dfe0-4797-965e-8db5ec55cf15 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:53:15.370239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on network 383b1886-dfe0-4797-965e-8db5ec55cf15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:53:15.370563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Attempting to bind port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on network 383b1886-dfe0-4797-965e-8db5ec55cf15 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:53:15.375619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:53:15.376130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Checking segment: {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:53:15.376524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Bound using segment: {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:53:15.376975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Bound port: aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:53:15.377343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:15.443618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:53:15.446723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:53:15.546809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:15.549746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-50ff1a33-f416-44cb-9db0-3ca022771a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:15.589589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:15.592474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:15.592474 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] 10.222.0.50 "PUT /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 1131 time: 0.8187819 Jun 28 06:53:15.592474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce79d1bc-9690-4993-aa62-ef3efc371e41', 'tag': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:53:15.594388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15df7ebe-e5d7-4bd8-83c6-7fe1c08b85b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce79d1bc-9690-4993-aa62-ef3efc371e41", "tag": "aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:53:15.618429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:15.621755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:15.642314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2229f777-16f5-451d-a1cc-d0be453ace01 x-openstack-request-id: req-2229f777-16f5-451d-a1cc-d0be453ace01 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:53:15.642695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce79d1bc-9690-4993-aa62-ef3efc371e41", "tag": "aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:53:15.642997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2229f777-16f5-451d-a1cc-d0be453ace01 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:53:15.643451 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce79d1bc-9690-4993-aa62-ef3efc371e41', 'tag': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'status': 'completed', 'code': 200} Jun 28 06:53:15.740342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df7ebe-e5d7-4bd8-83c6-7fe1c08b85b8 req-478769ed-a688-4db1-9ebc-77e52dc67d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:15.741933 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-15df7ebe-e5d7-4bd8-83c6-7fe1c08b85b8 req-478769ed-a688-4db1-9ebc-77e52dc67d58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 1134 time: 0.0565188 Jun 28 06:53:15.891065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df7ebe-e5d7-4bd8-83c6-7fe1c08b85b8 req-248b3189-bc3b-40fc-9678-0da94db392c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:15.892554 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-15df7ebe-e5d7-4bd8-83c6-7fe1c08b85b8 req-248b3189-bc3b-40fc-9678-0da94db392c8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1356390 Jun 28 06:53:15.904496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007667a-12a9-4901-9553-8e02becb3dd2 req-e5161edf-202b-480c-9d7f-e68605af6f7d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:15.905895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9007667a-12a9-4901-9553-8e02becb3dd2 req-e5161edf-202b-480c-9d7f-e68605af6f7d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 981 time: 0.1281064 Jun 28 06:53:15.996684 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9007667a-12a9-4901-9553-8e02becb3dd2 req-1dea809d-06e9-431b-8933-758b76e67651 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825047 Jun 28 06:53:16.022325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df7ebe-e5d7-4bd8-83c6-7fe1c08b85b8 req-f016311e-aba0-481d-954a-e589a729eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:16.023796 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-15df7ebe-e5d7-4bd8-83c6-7fe1c08b85b8 req-f016311e-aba0-481d-954a-e589a729eeba service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1170707 Jun 28 06:53:16.138768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-eb71efad-0e78-4612-9319-2ba9a3c4ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:16.140235 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-eb71efad-0e78-4612-9319-2ba9a3c4ca0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 1134 time: 0.0559206 Jun 28 06:53:16.187043 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-445a663e-e015-4d03-b939-9c4d780e59f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 217 time: 0.0330923 Jun 28 06:53:16.238039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-6528fda5-cca2-45fe-9e27-e283a92f3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:16.240145 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-6528fda5-cca2-45fe-9e27-e283a92f3867 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f5ad532-fc99-4b81-84f8-14c95b2f0775 HTTP/1.1" status: 200 len: 834 time: 0.0465698 Jun 28 06:53:16.294956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-ec0691b5-f537-40ce-a903-94ccb37e8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:16.296366 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-ec0691b5-f537-40ce-a903-94ccb37e8553 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=383b1886-dfe0-4797-965e-8db5ec55cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499001 Jun 28 06:53:16.382524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-f08c48c8-2f15-4927-befe-7a2f7e6e2e9b service neutron] 10.222.0.50 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791898 Jun 28 06:53:16.472808 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-560bd2a2-2380-4144-a21a-707bfd88a516 req-53811583-699d-4ad6-b365-a4c2b683b37c service neutron] 10.222.0.50 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837517 Jun 28 06:53:17.168885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d3ca3-0cee-4e20-9266-30b0c0092ac8 req-fc6e9295-9351-484c-9eaf-4f7759409284 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:17.170320 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-113d3ca3-0cee-4e20-9266-30b0c0092ac8 req-fc6e9295-9351-484c-9eaf-4f7759409284 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 981 time: 0.0623541 Jun 28 06:53:17.207884 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-113d3ca3-0cee-4e20-9266-30b0c0092ac8 req-0464765e-681d-46be-bf07-3c7ec857183a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 Jun 28 06:53:18.389199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e746f-db37-4f83-bb94-ebca16abe311 req-fa4ed16e-0002-4a41-adae-c57ed4669774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:18.390662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-287e746f-db37-4f83-bb94-ebca16abe311 req-fa4ed16e-0002-4a41-adae-c57ed4669774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 981 time: 0.0707178 Jun 28 06:53:18.747347 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-287e746f-db37-4f83-bb94-ebca16abe311 req-8340d75f-2cf6-4e03-85b1-2c53307835f4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506627 Jun 28 06:53:19.447517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:53:19.545153 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:19.555992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'port_id': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'mac_address': 'fa:16:3e:a7:06:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:53:19.592828 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:19.605231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:53:19.625304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:19.700996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:19.702781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:19.748592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:19.751546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:19.920242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8b2a1-4fca-4357-b06c-05f8a19c19c0 req-b0242f01-825a-4e56-876a-59938bafa781 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:19.921739 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fdb8b2a1-4fca-4357-b06c-05f8a19c19c0 req-b0242f01-825a-4e56-876a-59938bafa781 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 982 time: 0.0639524 Jun 28 06:53:19.959764 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fdb8b2a1-4fca-4357-b06c-05f8a19c19c0 req-2a3d95a0-f40b-46a4-8aa9-29d660e28d3e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Jun 28 06:53:19.995611 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:53:21.136702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cdade-e509-4552-a7cb-7594af5228d0 req-b4d8ead2-bd40-4cd2-b585-6a9da0211660 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:21.138232 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c14cdade-e509-4552-a7cb-7594af5228d0 req-b4d8ead2-bd40-4cd2-b585-6a9da0211660 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 982 time: 0.0682743 Jun 28 06:53:21.181144 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c14cdade-e509-4552-a7cb-7594af5228d0 req-6f9a6ca7-2055-4587-b9b5-e8c584e3d201 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371170 Jun 28 06:53:21.457385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:53:21.574635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:53:21.578620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:21.579004 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:21.659032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:21.680366 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce79d1bc-9690-4993-aa62-ef3efc371e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:53:21.682684 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098b4138-d1e5-496d-a9b7-2a4cd563042e" -d '{"events": [{"server_uuid": "ce79d1bc-9690-4993-aa62-ef3efc371e41", "name": "network-vif-plugged", "status": "completed", "tag": "aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:53:21.695734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:21.720103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915cf03b-7d32-4181-a070-af04a47dabec x-openstack-request-id: req-915cf03b-7d32-4181-a070-af04a47dabec {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:53:21.720434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce79d1bc-9690-4993-aa62-ef3efc371e41", "name": "network-vif-plugged", "status": "completed", "tag": "aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:53:21.720698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-915cf03b-7d32-4181-a070-af04a47dabec {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:53:21.721129 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce79d1bc-9690-4993-aa62-ef3efc371e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'code': 200} Jun 28 06:53:21.752058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:21.755825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:21.804116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:21.807775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:22.150301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef4e17-12fc-4da4-84f0-6c8c47b6a9d7 req-e8bde2ec-8841-46b6-8a3a-a9a8e44e1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:22.151778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a6ef4e17-12fc-4da4-84f0-6c8c47b6a9d7 req-e8bde2ec-8841-46b6-8a3a-a9a8e44e1976 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 1136 time: 0.0543973 Jun 28 06:53:22.187388 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a6ef4e17-12fc-4da4-84f0-6c8c47b6a9d7 req-7542e697-8c1f-43db-a2e7-90ed07a9a1c6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278358 Jun 28 06:53:22.354063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffcd1c-2338-4b46-801a-80bf091bb905 req-47ee20db-9561-4863-81d1-f706b398deb9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:22.355530 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7ffcd1c-2338-4b46-801a-80bf091bb905 req-47ee20db-9561-4863-81d1-f706b398deb9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 983 time: 0.0633757 Jun 28 06:53:22.392629 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7ffcd1c-2338-4b46-801a-80bf091bb905 req-62b6a28a-dbe4-4d61-9526-6fe11464ced8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Jun 28 06:53:23.573604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a623404-6bbb-46c3-a2b4-c57bb03b8d61 req-374d1c72-dafa-448b-b31d-7732a86bc7be tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:23.575090 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0a623404-6bbb-46c3-a2b4-c57bb03b8d61 req-374d1c72-dafa-448b-b31d-7732a86bc7be tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 983 time: 0.0691979 Jun 28 06:53:23.623226 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0a623404-6bbb-46c3-a2b4-c57bb03b8d61 req-4e02edb7-7d28-4fd5-9e90-7361fb701d84 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Jun 28 06:53:23.735028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b909d2e3-e676-4a68-bad0-4b62597e22c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:24.795635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afd811-7d59-46e9-aa37-e40bed8fa1dc req-7efb6bae-4bba-48d3-bdc4-70865de4c1c0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:24.797110 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-80afd811-7d59-46e9-aa37-e40bed8fa1dc req-7efb6bae-4bba-48d3-bdc4-70865de4c1c0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 983 time: 0.0644383 Jun 28 06:53:24.835434 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-80afd811-7d59-46e9-aa37-e40bed8fa1dc req-1addaa0b-41a6-4767-97aa-b8dde71418a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Jun 28 06:53:25.013236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70137ea-8e26-4f11-90e2-defb0c7f2383 req-5afe6248-3c9a-4d9c-882e-fba359977952 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:25.014696 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c70137ea-8e26-4f11-90e2-defb0c7f2383 req-5afe6248-3c9a-4d9c-882e-fba359977952 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 983 time: 0.0674036 Jun 28 06:53:25.051806 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c70137ea-8e26-4f11-90e2-defb0c7f2383 req-ea52ceb1-6e01-459d-8c39-e6970f56466b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310321 Jun 28 06:53:25.074991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57280) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:25.130492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5dcef1-99ad-4d31-9662-580a7b5f43a4 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:25.131965 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-df5dcef1-99ad-4d31-9662-580a7b5f43a4 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 1131 time: 0.0560262 Jun 28 06:53:25.134817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57282) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:25.139133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:25.243747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:25.336888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:25.439670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.144 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/636fc92c-771c-4fae-b52f-3f9bbf71d364) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:53:25.535585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:25.609293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:25.612163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3f459d3b-e0dd-420c-b1e4-b7b1f525a8a3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:25.644560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:53:25.647469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:53:25.652792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:53:25.680007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=636fc92c-771c-4fae-b52f-3f9bbf71d364,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:25.683837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:26.023011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:26.135090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:26.285150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:26.386106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:26.389523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8663c4f7-b70a-4409-bc8c-1e43e89eb4dc tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:26.443386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:26.467195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=636fc92c-771c-4fae-b52f-3f9bbf71d364,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:26.470076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:26.477770 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:26.523684 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-737961ca-64fa-4bc3-aff4-510bf59ef01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:26.579160 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP 01dba514-9b6a-4390-b457-7ea9f0540bd9 associated. External IP: 172.26.4.144, port: aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a. Jun 28 06:53:26.789995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b9795099-4e28-44ed-9291-39815dc4fee1 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:53:26.895918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:53:26.904839 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] Sync routers for ids ['b9795099-4e28-44ed-9291-39815dc4fee1'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:53:26.914482 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] Routers {'b9795099-4e28-44ed-9291-39815dc4fee1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:26.915092 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b9795099-4e28-44ed-9291-39815dc4fee1'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:26.986254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:27.018914 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] Set router b9795099-4e28-44ed-9291-39815dc4fee1 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:27.027572 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.8917687 Jun 28 06:53:27.028259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce79d1bc-9690-4993-aa62-ef3efc371e41', 'tag': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:53:27.030440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57286) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:27.030862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8a87ad-6cf8-4694-b964-14bd1919aa34" -d '{"events": [{"name": "network-changed", "server_uuid": "ce79d1bc-9690-4993-aa62-ef3efc371e41", "tag": "aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:53:27.065122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a115bee8-8d94-43bb-b8f1-2169803624be x-openstack-request-id: req-a115bee8-8d94-43bb-b8f1-2169803624be {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:53:27.065469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce79d1bc-9690-4993-aa62-ef3efc371e41", "tag": "aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:53:27.065774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a115bee8-8d94-43bb-b8f1-2169803624be {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:53:27.066227 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce79d1bc-9690-4993-aa62-ef3efc371e41', 'tag': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'status': 'completed', 'code': 200} Jun 28 06:53:27.128374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f2a65-f251-4f52-a8dc-8c2c563fd4e3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:27.133041 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a77f2a65-f251-4f52-a8dc-8c2c563fd4e3 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41&network_id=383b1886-dfe0-4797-965e-8db5ec55cf15 HTTP/1.1" status: 200 len: 1131 time: 0.0985050 Jun 28 06:53:27.169540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-3b5c934d-fc79-463b-9bbf-ecb1b7c4cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:27.171041 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-3b5c934d-fc79-463b-9bbf-ecb1b7c4cf38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 1136 time: 0.0552137 Jun 28 06:53:27.258765 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '01dba514-9b6a-4390-b457-7ea9f0540bd9', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'port_id': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-867586218', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'mac_address': 'fa:16:3e:a7:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce79d1bc-9690-4993-aa62-ef3efc371e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:25Z', 'updated_at': '2021-06-28T06:53:25Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d6e0b-8222-4fd1-b7a9-fe4a86fdc775', 'name': '', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:29:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:05Z', 'updated_at': '2021-06-28T06:53:10Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:27.265126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-aed37098-2d44-45e7-9848-f34652688dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:27.266725 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-aed37098-2d44-45e7-9848-f34652688dbb service neutron] 10.222.0.50 "GET /v2.0/networks?id=383b1886-dfe0-4797-965e-8db5ec55cf15 HTTP/1.1" status: 200 len: 897 time: 0.0892122 Jun 28 06:53:27.284952 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] Checking router: b9795099-4e28-44ed-9291-39815dc4fee1 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:53:27.294419 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] Routers {'b9795099-4e28-44ed-9291-39815dc4fee1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:27.295164 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b9795099-4e28-44ed-9291-39815dc4fee1'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:27.338206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-0416707e-e285-4bb6-8575-42e1ead4c455 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 1037 time: 0.0640826 Jun 28 06:53:27.391503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-41f6afdb-c271-4e4c-a601-e14e6e5d802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:27.393005 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-41f6afdb-c271-4e4c-a601-e14e6e5d802d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f5ad532-fc99-4b81-84f8-14c95b2f0775 HTTP/1.1" status: 200 len: 834 time: 0.0478647 Jun 28 06:53:27.402318 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] Set router b9795099-4e28-44ed-9291-39815dc4fee1 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:27.457377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-9bf867a1-dd1b-4eaf-aab1-2f3ba1c8612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:27.460023 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-9bf867a1-dd1b-4eaf-aab1-2f3ba1c8612c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=383b1886-dfe0-4797-965e-8db5ec55cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0590191 Jun 28 06:53:27.575249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:27.577521 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-4fb15aa2-6601-493d-9b3a-b38079f366bb service neutron] 10.222.0.50 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100185 Jun 28 06:53:27.647025 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '01dba514-9b6a-4390-b457-7ea9f0540bd9', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'port_id': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-867586218', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'mac_address': 'fa:16:3e:a7:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce79d1bc-9690-4993-aa62-ef3efc371e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:25Z', 'updated_at': '2021-06-28T06:53:25Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d6e0b-8222-4fd1-b7a9-fe4a86fdc775', 'name': '', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:29:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:05Z', 'updated_at': '2021-06-28T06:53:10Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:27.672746 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c25c7-34b9-4f10-8ec7-3702961395a8 None None] The sync data for ids ['b9795099-4e28-44ed-9291-39815dc4fee1'] in dv-neutron-797120-6-hyperv is: [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '01dba514-9b6a-4390-b457-7ea9f0540bd9', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'port_id': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-867586218', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'mac_address': 'fa:16:3e:a7:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce79d1bc-9690-4993-aa62-ef3efc371e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:25Z', 'updated_at': '2021-06-28T06:53:25Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514d6e0b-8222-4fd1-b7a9-fe4a86fdc775', 'name': '', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:29:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:05Z', 'updated_at': '2021-06-28T06:53:10Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:53:27.710291 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d8a87ad-6cf8-4694-b964-14bd1919aa34 req-10a3f788-a5f7-423d-b83e-ec302be93b74 service neutron] 10.222.0.50 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259317 Jun 28 06:53:27.724953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3d1a3-47a5-4b7a-a41d-2527a6d3c9c4 req-e667682c-a5ba-4a78-ac00-a07f711be5f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:27.728062 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11b3d1a3-47a5-4b7a-a41d-2527a6d3c9c4 req-e667682c-a5ba-4a78-ac00-a07f711be5f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 983 time: 0.1186745 Jun 28 06:53:27.771178 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11b3d1a3-47a5-4b7a-a41d-2527a6d3c9c4 req-8d749366-2d87-4320-8d9c-9456f5b6a7bb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387707 Jun 28 06:53:27.899484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46720731-7415-4c9f-bc8f-62ce8ec5bfaf None None] New status for floating IP 01dba514-9b6a-4390-b457-7ea9f0540bd9: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:53:28.311090 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:53:28.953565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd17006-83ae-4960-b5a4-670251211100 req-ce5fc6cc-307f-4aee-a705-65ac96ce94de tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:28.955449 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7cd17006-83ae-4960-b5a4-670251211100 req-ce5fc6cc-307f-4aee-a705-65ac96ce94de tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 983 time: 0.0673780 Jun 28 06:53:28.997786 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7cd17006-83ae-4960-b5a4-670251211100 req-489c2b40-bb8c-4ebd-81cc-ef0ad8f25900 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355625 Jun 28 06:53:29.300894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:29.355264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7f5a-6bba-4722-81e7-9982e867370f req-56996175-0243-4a1b-9715-e466451c9b6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:29.356817 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-656e7f5a-6bba-4722-81e7-9982e867370f req-56996175-0243-4a1b-9715-e466451c9b6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 983 time: 0.0728443 Jun 28 06:53:29.412982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7f5a-6bba-4722-81e7-9982e867370f req-b5edbc71-401b-4f99-832b-877efaafbc29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:29.414307 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-656e7f5a-6bba-4722-81e7-9982e867370f req-b5edbc71-401b-4f99-832b-877efaafbc29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0499322 Jun 28 06:53:29.514624 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-656e7f5a-6bba-4722-81e7-9982e867370f req-0b3e96af-cc3c-4efd-9fa4-fc2d89643a53 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0952051 Jun 28 06:53:29.526611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:29.601616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:29.740325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:29.774273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:53:29.809321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] device_id is not set on port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:53:29.820244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:29.877359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:29.880777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:29.979500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=6']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:29.987198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:30.053882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] No DVR routers for this DVR port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:53:30.166999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-56b78341-5d11-4356-a00f-d2afa847a3b2 None None] Provisioning complete for port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:30.167355 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-56b78341-5d11-4356-a00f-d2afa847a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:30.193661 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-588f4e10-fb72-483d-b4e4-4d1531dd75e3 req-ab73f286-8683-4c9a-b898-110a3b0a3aeb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 210 time: 0.0422468 Jun 28 06:53:30.203493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-56b78341-5d11-4356-a00f-d2afa847a3b2 None None] Port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:53:30.241795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] In _notify_port_updated(), no bound segment for port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on network 383b1886-dfe0-4797-965e-8db5ec55cf15 {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:53:30.242678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:30.243285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:30.244551 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-656e7f5a-6bba-4722-81e7-9982e867370f req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 1026 time: 0.7218924 Jun 28 06:53:31.348864 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fe2e4406-f520-4690-9b11-e2e105f99daa req-30e4045c-6178-49c4-846a-997962b1831b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce79d1bc-9690-4993-aa62-ef3efc371e41 HTTP/1.1" status: 200 len: 210 time: 0.0289078 Jun 28 06:53:31.486720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:53:31.527026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:53:32.441802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57302) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:32.501176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9c1d2a-072f-4a2a-a706-bc52dad1e51e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:32.505664 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0c9c1d2a-072f-4a2a-a706-bc52dad1e51e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 925 time: 0.0600121 Jun 28 06:53:32.966464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57306) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:32.971238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a0cd994d-9293-4b6c-bf6e-46a07601355d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463196009', 'description': 'tempest-secgroup-smoke-1463196009 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:33.048967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a0cd994d-9293-4b6c-bf6e-46a07601355d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.130916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a0cd994d-9293-4b6c-bf6e-46a07601355d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.186028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a0cd994d-9293-4b6c-bf6e-46a07601355d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.189373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-76ec105b-6e52-4315-9549-3fa678fcf820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:33.216079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd994d-9293-4b6c-bf6e-46a07601355d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6624c368-21ba-4679-98a2-a206a63b0475,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:33.218895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a0cd994d-9293-4b6c-bf6e-46a07601355d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:33.254116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a0cd994d-9293-4b6c-bf6e-46a07601355d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.255430 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a0cd994d-9293-4b6c-bf6e-46a07601355d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2879663 Jun 28 06:53:33.258247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57308) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:33.262680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b0f8406a-0e52-4dd0-9fa8-f543bb0d3183 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '6624c368-21ba-4679-98a2-a206a63b0475', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:33.339216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0f8406a-0e52-4dd0-9fa8-f543bb0d3183 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.398410 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0f8406a-0e52-4dd0-9fa8-f543bb0d3183 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.460308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0f8406a-0e52-4dd0-9fa8-f543bb0d3183 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.465694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f7aa7d48-f44c-4192-897d-e6f34c82d93c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:33.480335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8406a-0e52-4dd0-9fa8-f543bb0d3183 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3a14b6-366b-4a51-bf0a-b7b860938b9d,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:33.482713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b0f8406a-0e52-4dd0-9fa8-f543bb0d3183 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:33.534524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0f8406a-0e52-4dd0-9fa8-f543bb0d3183 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.535902 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b0f8406a-0e52-4dd0-9fa8-f543bb0d3183 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2766731 Jun 28 06:53:33.538620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57310) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:33.543124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f20113a8-30f1-4346-a118-dcd0b2a4ed45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '6624c368-21ba-4679-98a2-a206a63b0475', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:33.619682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f20113a8-30f1-4346-a118-dcd0b2a4ed45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.680466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f20113a8-30f1-4346-a118-dcd0b2a4ed45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.757225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f20113a8-30f1-4346-a118-dcd0b2a4ed45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.759007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-907865cb-7415-4413-9b76-43402288ff1e tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:33.777092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20113a8-30f1-4346-a118-dcd0b2a4ed45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf13912-3c30-4dae-b817-66cef4452df8,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:33.779892 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f20113a8-30f1-4346-a118-dcd0b2a4ed45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:33.842937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f20113a8-30f1-4346-a118-dcd0b2a4ed45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:33.844179 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f20113a8-30f1-4346-a118-dcd0b2a4ed45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046458 Jun 28 06:53:33.846961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57314) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:33.851716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-88f524db-d2e2-4a83-b0d1-cad0a5219a27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '6624c368-21ba-4679-98a2-a206a63b0475', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:33.950519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88f524db-d2e2-4a83-b0d1-cad0a5219a27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.040405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88f524db-d2e2-4a83-b0d1-cad0a5219a27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.157170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88f524db-d2e2-4a83-b0d1-cad0a5219a27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.159036 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6461012b-d24d-418d-969a-7c14e37d3881 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:34.175309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f524db-d2e2-4a83-b0d1-cad0a5219a27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f155cf61-28f8-465c-a302-d124a4a1daca,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:34.178649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-88f524db-d2e2-4a83-b0d1-cad0a5219a27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:34.260129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-88f524db-d2e2-4a83-b0d1-cad0a5219a27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.261437 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-88f524db-d2e2-4a83-b0d1-cad0a5219a27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4135401 Jun 28 06:53:34.264243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57316) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:34.268824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9300430c-cda9-4937-bf9a-654f8616b4b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '6624c368-21ba-4679-98a2-a206a63b0475', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:34.361928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9300430c-cda9-4937-bf9a-654f8616b4b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.418650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9300430c-cda9-4937-bf9a-654f8616b4b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.499501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9300430c-cda9-4937-bf9a-654f8616b4b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.501397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-613f97d7-6d0b-4a67-9aeb-d314b0a92366 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:34.518758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300430c-cda9-4937-bf9a-654f8616b4b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc64275-c0d8-411b-9a08-94f4905bca58,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:34.521584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9300430c-cda9-4937-bf9a-654f8616b4b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:34.574813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9300430c-cda9-4937-bf9a-654f8616b4b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.575997 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9300430c-cda9-4937-bf9a-654f8616b4b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108199 Jun 28 06:53:34.578772 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57318) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:34.584404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-04055922-cf67-4b8f-8452-3e20651aa2ee tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '6624c368-21ba-4679-98a2-a206a63b0475', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:34.660916 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-04055922-cf67-4b8f-8452-3e20651aa2ee tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:53:34.666241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04055922-cf67-4b8f-8452-3e20651aa2ee tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.732483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04055922-cf67-4b8f-8452-3e20651aa2ee tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.797832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04055922-cf67-4b8f-8452-3e20651aa2ee tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.799723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c891e00-4cc5-40e6-9e0a-77932ed6f5fa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:34.817846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04055922-cf67-4b8f-8452-3e20651aa2ee tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b71486-e617-47ab-80f3-d7004606aba3,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:34.820167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-04055922-cf67-4b8f-8452-3e20651aa2ee tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:34.883539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04055922-cf67-4b8f-8452-3e20651aa2ee tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:34.884763 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-04055922-cf67-4b8f-8452-3e20651aa2ee tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3049769 Jun 28 06:53:34.887594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57320) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:34.892004 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5e3d51a5-a161-498c-b857-88939f3a1cef tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '6624c368-21ba-4679-98a2-a206a63b0475', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:34.986029 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-5e3d51a5-a161-498c-b857-88939f3a1cef tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:53:34.991242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5e3d51a5-a161-498c-b857-88939f3a1cef tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:35.054807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5e3d51a5-a161-498c-b857-88939f3a1cef tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:35.117490 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5e3d51a5-a161-498c-b857-88939f3a1cef tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:35.119641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4e31ba7d-67c3-4075-9e49-08b762dc5fd9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:35.136081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d51a5-a161-498c-b857-88939f3a1cef tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8ad2c4-6603-4f1d-b4a0-af1e3ef47272,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:35.138938 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5e3d51a5-a161-498c-b857-88939f3a1cef tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:35.202857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5e3d51a5-a161-498c-b857-88939f3a1cef tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:35.204066 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5e3d51a5-a161-498c-b857-88939f3a1cef tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156128 Jun 28 06:53:35.342997 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-f151755a-6fe0-4bb0-b3f3-2920a2226ba9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463196009&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.0333540 Jun 28 06:53:35.405630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-eecde943-7a7b-4486-9147-a3a963aef282 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:35.406887 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-eecde943-7a7b-4486-9147-a3a963aef282 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 930 time: 0.0565677 Jun 28 06:53:35.460384 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-fa62908c-b7fd-401d-9e6a-9c20b3d34a11 service neutron] 10.222.0.24 "GET /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0410955 Jun 28 06:53:35.548305 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-c4a6d7cb-1cdf-4a1d-87bb-8986496604a2 service neutron] 10.222.0.24 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822077 Jun 28 06:53:35.640427 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-c73c5cf2-ad8f-4110-835d-214e3b08532d service neutron] 10.222.0.24 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862224 Jun 28 06:53:35.888629 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47e381b6-eded-4145-aee2-483121765a97 req-9c527159-f630-4f38-976a-770ecdd8f1fe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 210 time: 0.0301468 Jun 28 06:53:37.033436 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c9fb9687-c08c-41c6-aa96-bb24fbcaf4cc req-625bee64-5735-42ce-b21a-2cf08cdbf82e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 210 time: 0.0310578 Jun 28 06:53:38.279655 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-52f62556-b54d-4f65-aed5-47a9ba280bf1 req-03c00787-d39e-4084-985c-4ddc0acb7dde tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 210 time: 0.0354502 Jun 28 06:53:38.287021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-f957b35e-6c93-4c05-9f99-49525a112d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:38.288324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-f957b35e-6c93-4c05-9f99-49525a112d23 service neutron] 10.222.0.50 "GET /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 1026 time: 0.4070787 Jun 28 06:53:38.397544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-a5b7890d-2552-41ee-a6a4-551abaeeb226 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:38.399065 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-a5b7890d-2552-41ee-a6a4-551abaeeb226 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=383b1886-dfe0-4797-965e-8db5ec55cf15 HTTP/1.1" status: 200 len: 796 time: 0.1046610 Jun 28 06:53:38.451762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-6c5b5a26-51a0-4d44-bf0b-019e3e83b994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 472 time: 0.0350175 Jun 28 06:53:38.475931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Request body: {'port': {'device_id': '862a4813-1b3d-4a1e-86d3-742adf3a8860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:38.545546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:38.802563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:53:38.809832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:38.821779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Transition to ACTIVE for port object aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:53:38.871547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:38.873683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2a9ef6a4-2ddf-49d6-a1f4-449561478c97 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:38.952489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=7']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:38.955952 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:39.060170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Attempting to bind port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:53:39.060505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Attempting to bind port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:53:39.060835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Attempting to bind port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on network 383b1886-dfe0-4797-965e-8db5ec55cf15 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:53:39.065639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on network 383b1886-dfe0-4797-965e-8db5ec55cf15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:53:39.066038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Attempting to bind port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on network 383b1886-dfe0-4797-965e-8db5ec55cf15 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:53:39.071705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:53:39.072057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Checking segment: {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:53:39.072418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Bound using segment: {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:53:39.072942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Bound port: aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73afa700-ce09-44d6-8f2d-22dc2b18b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:53:39.073301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:39.135304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:53:39.138274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:53:39.244864 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:39.247047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c3b4c3a4-e094-4d39-bf3a-bcac8c8b6ccf tempest-TestServerAdvancedOps-1343313588 tempest-TestServerAdvancedOps-1343313588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:39.280578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:39.281331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:39.282731 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] 10.222.0.50 "PUT /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 1131 time: 0.8110709 Jun 28 06:53:39.283272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862a4813-1b3d-4a1e-86d3-742adf3a8860', 'tag': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:53:39.285617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c9ca57-c098-4e97-bd87-ebc09a9ef385" -d '{"events": [{"name": "network-changed", "server_uuid": "862a4813-1b3d-4a1e-86d3-742adf3a8860", "tag": "aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:53:39.314127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=8']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:39.324488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:39.343402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332856b3-ff97-4a4e-b000-2c1ed0f9e71c x-openstack-request-id: req-332856b3-ff97-4a4e-b000-2c1ed0f9e71c {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:53:39.343402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862a4813-1b3d-4a1e-86d3-742adf3a8860", "tag": "aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:53:39.343402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-332856b3-ff97-4a4e-b000-2c1ed0f9e71c {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:53:39.343402 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862a4813-1b3d-4a1e-86d3-742adf3a8860', 'tag': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'status': 'completed', 'code': 200} Jun 28 06:53:39.499567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9ca57-c098-4e97-bd87-ebc09a9ef385 req-e83e0625-7392-4f41-b941-30cbf5673842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:39.501008 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03c9ca57-c098-4e97-bd87-ebc09a9ef385 req-e83e0625-7392-4f41-b941-30cbf5673842 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 1134 time: 0.1146648 Jun 28 06:53:39.517003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22633bee-4a62-4d7e-b02c-13a6759bd395 req-06823da4-e5cf-4bb5-8902-529750635684 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:39.518409 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-22633bee-4a62-4d7e-b02c-13a6759bd395 req-06823da4-e5cf-4bb5-8902-529750635684 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 981 time: 0.0928006 Jun 28 06:53:39.618942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-22633bee-4a62-4d7e-b02c-13a6759bd395 req-be8c4502-99ff-4fa0-bef5-af69b39cc7f5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915723 Jun 28 06:53:39.643273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9ca57-c098-4e97-bd87-ebc09a9ef385 req-c25d3c4b-a153-4d6f-8ebb-b25ffe3e8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:39.644756 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03c9ca57-c098-4e97-bd87-ebc09a9ef385 req-c25d3c4b-a153-4d6f-8ebb-b25ffe3e8dbc service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1255171 Jun 28 06:53:39.738947 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9ca57-c098-4e97-bd87-ebc09a9ef385 req-37d1263b-4e2a-4550-ab45-a8cc99cf256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:39.740491 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03c9ca57-c098-4e97-bd87-ebc09a9ef385 req-37d1263b-4e2a-4550-ab45-a8cc99cf256f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895379 Jun 28 06:53:39.859405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-3d389c53-b9f3-41cc-ae70-39199a47fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:39.860991 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-3d389c53-b9f3-41cc-ae70-39199a47fba9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 1134 time: 0.0584428 Jun 28 06:53:39.931496 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-90d2f73f-da7f-48a6-b623-f0cd3116b6f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 1037 time: 0.0572824 Jun 28 06:53:39.980372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-6f4cc237-3d07-4e9c-8ec6-980241bcd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:39.981848 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-6f4cc237-3d07-4e9c-8ec6-980241bcd7ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f5ad532-fc99-4b81-84f8-14c95b2f0775 HTTP/1.1" status: 200 len: 834 time: 0.0444262 Jun 28 06:53:40.043888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-6fcaa853-c30f-4e41-a0cc-e144abaf50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:40.045330 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-6fcaa853-c30f-4e41-a0cc-e144abaf50a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=383b1886-dfe0-4797-965e-8db5ec55cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568960 Jun 28 06:53:40.136054 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-749b5bb6-2398-49e7-9c2b-6ac394532887 service neutron] 10.222.0.50 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835073 Jun 28 06:53:40.228040 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-addd0c5b-e83e-4a48-a6b6-35bf848102c3 req-7525440a-3f10-48cd-9630-a1b08cd05093 service neutron] 10.222.0.50 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852528 Jun 28 06:53:40.793831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc5807-afe7-407f-a457-dd1f9c8297b6 req-dfd7afac-fd7e-43ae-a7ae-96101b9580d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:40.795306 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-facc5807-afe7-407f-a457-dd1f9c8297b6 req-dfd7afac-fd7e-43ae-a7ae-96101b9580d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 981 time: 0.0669441 Jun 28 06:53:40.835732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-facc5807-afe7-407f-a457-dd1f9c8297b6 req-5c315f52-d327-4f2b-9f8f-0361190db5be tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341871 Jun 28 06:53:42.010274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2282fb-7a37-40c9-94cc-2910383e86e8 req-e140d2f5-a3fd-4359-b5e5-5d6d3e1b4d43 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:42.011748 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e2282fb-7a37-40c9-94cc-2910383e86e8 req-e140d2f5-a3fd-4359-b5e5-5d6d3e1b4d43 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 981 time: 0.0631754 Jun 28 06:53:42.053773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e2282fb-7a37-40c9-94cc-2910383e86e8 req-9fb80a91-cf1f-4d0b-9a60-7725aeb55fab tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361681 Jun 28 06:53:43.229043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc70ff-e2a4-4ec2-a515-4fc0c299803e req-92aee1a6-4de4-4c8c-b15c-9dc43634472a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:43.230502 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a0bc70ff-e2a4-4ec2-a515-4fc0c299803e req-92aee1a6-4de4-4c8c-b15c-9dc43634472a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 981 time: 0.0630894 Jun 28 06:53:43.268967 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a0bc70ff-e2a4-4ec2-a515-4fc0c299803e req-665fb48d-3f45-4053-a75d-b44384655c01 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Jun 28 06:53:43.419603 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:43.567526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:53:43.666991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:43.678362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'port_id': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'mac_address': 'fa:16:3e:a7:06:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:53:43.714519 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:43.726804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:53:43.750656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:43.808741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:43.811231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:43.860262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=9']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:43.866154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:44.088826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:53:44.439626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e18cf-83ee-460d-82c9-241861da9ea4 req-147fa841-92f5-4441-927a-a1ecd6104743 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:44.441123 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-db3e18cf-83ee-460d-82c9-241861da9ea4 req-147fa841-92f5-4441-927a-a1ecd6104743 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 982 time: 0.0641477 Jun 28 06:53:44.479754 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-db3e18cf-83ee-460d-82c9-241861da9ea4 req-aa9779f6-7422-4868-af2d-06d41e098cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Jun 28 06:53:45.577736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:53:45.659483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecdcd7-15b9-4f0e-b27d-66406eb517b5 req-43848904-2f48-4fb5-84a9-188695479e71 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:45.661521 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9eecdcd7-15b9-4f0e-b27d-66406eb517b5 req-43848904-2f48-4fb5-84a9-188695479e71 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 982 time: 0.0696707 Jun 28 06:53:45.666134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:53:45.670104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:45.670487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:45.700182 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9eecdcd7-15b9-4f0e-b27d-66406eb517b5 req-951c710c-8534-4cdf-93e9-a256a107c28f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Jun 28 06:53:45.749405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:45.770377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862a4813-1b3d-4a1e-86d3-742adf3a8860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:53:45.772535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5276fdf1-5556-41aa-a125-dea25e4ae0b8" -d '{"events": [{"server_uuid": "862a4813-1b3d-4a1e-86d3-742adf3a8860", "name": "network-vif-plugged", "status": "completed", "tag": "aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:53:45.787347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:45.809664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a331d-236e-4af8-b60b-f34f8b268fa3 x-openstack-request-id: req-654a331d-236e-4af8-b60b-f34f8b268fa3 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:53:45.809965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862a4813-1b3d-4a1e-86d3-742adf3a8860", "name": "network-vif-plugged", "status": "completed", "tag": "aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:53:45.810307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-654a331d-236e-4af8-b60b-f34f8b268fa3 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:53:45.810725 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862a4813-1b3d-4a1e-86d3-742adf3a8860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a', 'code': 200} Jun 28 06:53:45.865709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:45.867672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:45.913278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=10']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:45.916258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:46.201862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0531f82-a453-4f7c-ad41-05573c60aa66 req-6583e2d3-fd39-412b-8426-d1dc4a7c9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:46.203345 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0531f82-a453-4f7c-ad41-05573c60aa66 req-6583e2d3-fd39-412b-8426-d1dc4a7c9f97 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 1137 time: 0.0535381 Jun 28 06:53:46.235394 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0531f82-a453-4f7c-ad41-05573c60aa66 req-dfb2a7fc-1dd7-4167-b056-8b7c50e73c6f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262802 Jun 28 06:53:46.871708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74de27d-5eca-4514-ba49-d14cf0dd10be req-176e658d-0266-464d-8d66-55b0f9f0d2a7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:46.873195 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c74de27d-5eca-4514-ba49-d14cf0dd10be req-176e658d-0266-464d-8d66-55b0f9f0d2a7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 984 time: 0.0645363 Jun 28 06:53:46.910685 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c74de27d-5eca-4514-ba49-d14cf0dd10be req-c0a0b35e-8f6a-449f-b416-20447d68042c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Jun 28 06:53:48.087264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25851f-0bef-4fb6-a103-b39b4a4c5c60 req-55f40f29-781c-4f24-9fa4-a611a39b90c2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:48.088730 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1e25851f-0bef-4fb6-a103-b39b4a4c5c60 req-55f40f29-781c-4f24-9fa4-a611a39b90c2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 984 time: 0.0694165 Jun 28 06:53:48.125414 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1e25851f-0bef-4fb6-a103-b39b4a4c5c60 req-17f1872f-91e4-4144-8f98-807ee0a9e4ae tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Jun 28 06:53:48.295970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ae3bf-45e1-4a14-9606-1bdea35068a5 req-23b3e744-839b-4153-ac39-a3ee0159d8eb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:48.297344 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d67ae3bf-45e1-4a14-9606-1bdea35068a5 req-23b3e744-839b-4153-ac39-a3ee0159d8eb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 984 time: 0.0637321 Jun 28 06:53:48.334653 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d67ae3bf-45e1-4a14-9606-1bdea35068a5 req-48478ca2-87f1-4620-b13f-e8334a28e766 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311375 Jun 28 06:53:48.357900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57376) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:48.409197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a6fb1-23a9-4e80-8637-0a124c2e5489 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:48.410811 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-db8a6fb1-23a9-4e80-8637-0a124c2e5489 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860&network_id=383b1886-dfe0-4797-965e-8db5ec55cf15 HTTP/1.1" status: 200 len: 1132 time: 0.0519385 Jun 28 06:53:48.900470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696cf10-315d-4617-b696-f2bf289902c3 req-eaaa2af8-02bd-4767-a588-6337717e5afd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:48.901877 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b696cf10-315d-4617-b696-f2bf289902c3 req-eaaa2af8-02bd-4767-a588-6337717e5afd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 984 time: 0.0666063 Jun 28 06:53:48.937979 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b696cf10-315d-4617-b696-f2bf289902c3 req-fc1525d3-285d-4bac-b161-c748414421ca tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305638 Jun 28 06:53:50.114598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21e11-57a1-4ff0-85d2-f405890a3231 req-ceba0d9c-9337-4a63-841a-4a55d344b60b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:50.116304 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-60e21e11-57a1-4ff0-85d2-f405890a3231 req-ceba0d9c-9337-4a63-841a-4a55d344b60b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 984 time: 0.0656209 Jun 28 06:53:50.152767 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-60e21e11-57a1-4ff0-85d2-f405890a3231 req-c6fe93b1-f726-491e-8581-53641f4f7291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=593d46ac-6e72-4044-b981-2543c1b1b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308108 Jun 28 06:53:50.314720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-126c3aa6-6118-46a0-8d33-41331c8502bf tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:50.316049 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-126c3aa6-6118-46a0-8d33-41331c8502bf tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 984 time: 0.0622704 Jun 28 06:53:50.373326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-fab38b10-715e-496d-825d-2ccc28e7733e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:50.374661 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-fab38b10-715e-496d-825d-2ccc28e7733e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0530105 Jun 28 06:53:50.472343 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-027fe553-3796-48d5-9b28-ed9bb50fe363 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0918920 Jun 28 06:53:50.483116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:50.557823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:50.689475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:50.722086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] For port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:53:50.753374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] device_id is not set on port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a yet. {{(pid=100887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 28 06:53:50.762307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:50.808515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:50.811352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-36aca223-3ffe-4f59-8755-b58d763d9994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:50.897303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] Pushing event updated for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=11']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:50.901379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:50.934798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] No DVR routers for this DVR port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:53:51.071502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] In _notify_port_updated(), no bound segment for port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a on network 383b1886-dfe0-4797-965e-8db5ec55cf15 {{(pid=100887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 28 06:53:51.072377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:51.073023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:51.074301 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ceb63e4-98f0-4576-b35b-d3e063e98273 req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] 10.222.0.50 "PUT /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 200 len: 1027 time: 0.5952594 Jun 28 06:53:51.091443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-fcab9e0a-b5ae-4a63-8c26-6d1bed2a521b None None] Provisioning complete for port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:53:51.097276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fcab9e0a-b5ae-4a63-8c26-6d1bed2a521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:51.127182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-fcab9e0a-b5ae-4a63-8c26-6d1bed2a521b None None] Port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:53:51.297768 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cb3df80c-221d-4757-9a2b-4db51b7007e8 req-55f46081-f2d4-47ab-ad81-48449977b4ae tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=862a4813-1b3d-4a1e-86d3-742adf3a8860 HTTP/1.1" status: 200 len: 210 time: 0.0288589 Jun 28 06:53:52.388617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57390) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:52.449251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b65ed5f-1eac-4cdb-88ce-5ee3933545c4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:52.474377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b65ed5f-1eac-4cdb-88ce-5ee3933545c4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:52.591565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b65ed5f-1eac-4cdb-88ce-5ee3933545c4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:52.594083 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b65ed5f-1eac-4cdb-88ce-5ee3933545c4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:52.595219 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1b65ed5f-1eac-4cdb-88ce-5ee3933545c4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/6624c368-21ba-4679-98a2-a206a63b0475 HTTP/1.1" status: 204 len: 168 time: 0.2055910 Jun 28 06:53:52.595980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dbe9be9a-9dca-48d5-ad00-f8f8afb4735e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:52.605279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65ed5f-1eac-4cdb-88ce-5ee3933545c4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6624c368-21ba-4679-98a2-a206a63b0475,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:52.607618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1b65ed5f-1eac-4cdb-88ce-5ee3933545c4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:52.666895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57394) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:52.823853 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 636fc92c-771c-4fae-b52f-3f9bbf71d364 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:53:52.824196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:52.902055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:52.902298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:52.914542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 636fc92c-771c-4fae-b52f-3f9bbf71d364 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:53:53.134255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:53.136285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:53.166191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=636fc92c-771c-4fae-b52f-3f9bbf71d364,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:53.166191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:53.222606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:53.223945 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP 01dba514-9b6a-4390-b457-7ea9f0540bd9 disassociated (deleted). External IP: 172.26.4.144, port: aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a. Jun 28 06:53:53.431979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b9795099-4e28-44ed-9291-39815dc4fee1 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:53:53.541019 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:53:53.545959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:53.550118 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] Sync routers for ids ['b9795099-4e28-44ed-9291-39815dc4fee1'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:53:53.559587 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] Routers {'b9795099-4e28-44ed-9291-39815dc4fee1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:53.560202 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b9795099-4e28-44ed-9291-39815dc4fee1'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:53.582140 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/floatingips/01dba514-9b6a-4390-b457-7ea9f0540bd9 HTTP/1.1" status: 204 len: 168 time: 0.9141014 Jun 28 06:53:53.608820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:53:53.654150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:53:53.733688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57400) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:53.745660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b5e7697e-5795-411e-b166-5d7428621c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:53.758333 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] Set router b9795099-4e28-44ed-9291-39815dc4fee1 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:53.793825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-47ef8224-b061-401b-a01e-eda7e104c3d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:53.826674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-47ef8224-b061-401b-a01e-eda7e104c3d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:53.934411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-47ef8224-b061-401b-a01e-eda7e104c3d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:53.937151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-47ef8224-b061-401b-a01e-eda7e104c3d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:53.938357 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-47ef8224-b061-401b-a01e-eda7e104c3d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/1d36afda-2350-40bf-875e-e4ff998f73b1 HTTP/1.1" status: 204 len: 168 time: 0.2036352 Jun 28 06:53:53.939343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-092ddf47-6ce6-4f05-8c51-ae72014f5a8b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:53.953574 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '514d6e0b-8222-4fd1-b7a9-fe4a86fdc775', 'name': '', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:29:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:05Z', 'updated_at': '2021-06-28T06:53:10Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:53.957549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef8224-b061-401b-a01e-eda7e104c3d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d36afda-2350-40bf-875e-e4ff998f73b1,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:53.961260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-47ef8224-b061-401b-a01e-eda7e104c3d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:53.984196 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] Checking router: b9795099-4e28-44ed-9291-39815dc4fee1 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:53:53.992981 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] Routers {'b9795099-4e28-44ed-9291-39815dc4fee1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:53.993939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b9795099-4e28-44ed-9291-39815dc4fee1'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:54.005255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57404) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:54.100483 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] Set router b9795099-4e28-44ed-9291-39815dc4fee1 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:54.106046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cde86-7ec2-46ab-8f6e-b8228c816c93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:53:54.106394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9d5cde86-7ec2-46ab-8f6e-b8228c816c93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:54.196315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9d5cde86-7ec2-46ab-8f6e-b8228c816c93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:54.208223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cde86-7ec2-46ab-8f6e-b8228c816c93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a owned by {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:53:54.290985 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '514d6e0b-8222-4fd1-b7a9-fe4a86fdc775', 'name': '', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:29:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:05Z', 'updated_at': '2021-06-28T06:53:10Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:54.320623 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4099c2-37b2-4034-b5a5-524c7718d31b None None] The sync data for ids ['b9795099-4e28-44ed-9291-39815dc4fee1'] in dv-neutron-797120-6-hyperv is: [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '514d6e0b-8222-4fd1-b7a9-fe4a86fdc775', 'name': '', 'network_id': '383b1886-dfe0-4797-965e-8db5ec55cf15', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:29:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:05Z', 'updated_at': '2021-06-28T06:53:10Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': '2f5ad532-fc99-4b81-84f8-14c95b2f0775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:53:54.454575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9d5cde86-7ec2-46ab-8f6e-b8228c816c93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:54.459725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:54.487204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cde86-7ec2-46ab-8f6e-b8228c816c93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:54.490353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9d5cde86-7ec2-46ab-8f6e-b8228c816c93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:54.531540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17351e7-4408-4a73-9a68-153783b14a3b None None] New status for floating IP 01dba514-9b6a-4390-b457-7ea9f0540bd9: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:53:54.563148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9d5cde86-7ec2-46ab-8f6e-b8228c816c93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:54.565502 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9d5cde86-7ec2-46ab-8f6e-b8228c816c93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/ports/aeb8d6c2-33b2-4ea0-8c1c-73df613e0e5a HTTP/1.1" status: 204 len: 168 time: 0.5584927 Jun 28 06:53:54.568504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57406) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:54.944161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:55.210520 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:53:55.210763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:55.296697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=514d6e0b-8222-4fd1-b7a9-fe4a86fdc775,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:55.297077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:55.313511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:53:55.877312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:55.879298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:55.904898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=514d6e0b-8222-4fd1-b7a9-fe4a86fdc775,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:55.908412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:56.086909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:56.300362 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b9795099-4e28-44ed-9291-39815dc4fee1 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:53:56.408082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:53:56.414195 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/b9795099-4e28-44ed-9291-39815dc4fee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8446624 Jun 28 06:53:56.416992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57408) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:56.419564 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] Sync routers for ids ['b9795099-4e28-44ed-9291-39815dc4fee1'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:53:56.429780 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] Routers {'b9795099-4e28-44ed-9291-39815dc4fee1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:56.430395 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b9795099-4e28-44ed-9291-39815dc4fee1'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:56.442786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:56.461036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e5eebe6b-9fec-4e3f-9f7c-1720479cfc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:56.474300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad62fca-4534-464b-b68b-6db440b4cb45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting subnet 2f5ad532-fc99-4b81-84f8-14c95b2f0775 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:53:56.477787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad62fca-4534-464b-b68b-6db440b4cb45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:56.517030 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad62fca-4534-464b-b68b-6db440b4cb45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:56.536557 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] Set router b9795099-4e28-44ed-9291-39815dc4fee1 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:56.606198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad62fca-4534-464b-b68b-6db440b4cb45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:56.714345 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:55Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:56.729139 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad62fca-4534-464b-b68b-6db440b4cb45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:56.732092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-426bfa8c-b760-455d-b239-2e659ff135cd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:56.740340 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] Checking router: b9795099-4e28-44ed-9291-39815dc4fee1 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:53:56.748213 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] Routers {'b9795099-4e28-44ed-9291-39815dc4fee1'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:53:56.748951 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b9795099-4e28-44ed-9291-39815dc4fee1'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:56.758437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad62fca-4534-464b-b68b-6db440b4cb45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5ad532-fc99-4b81-84f8-14c95b2f0775,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:56.761521 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2ad62fca-4534-464b-b68b-6db440b4cb45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:56.762507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2ad62fca-4534-464b-b68b-6db440b4cb45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:56.764473 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2ad62fca-4534-464b-b68b-6db440b4cb45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/subnets/2f5ad532-fc99-4b81-84f8-14c95b2f0775 HTTP/1.1" status: 204 len: 168 time: 0.3464067 Jun 28 06:53:56.766988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57410) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:56.772659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3659ecf-b548-426d-8001-8e7acae0a107 None None] Network 383b1886-dfe0-4797-965e-8db5ec55cf15 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:53:56.853377 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] Set router b9795099-4e28-44ed-9291-39815dc4fee1 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:53:56.882132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:56.997204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.036721 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:55Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:57.066704 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91259ca6-95d4-4be5-adf3-8ac5a502805b None None] The sync data for ids ['b9795099-4e28-44ed-9291-39815dc4fee1'] in dv-neutron-797120-6-hyperv is: [{'id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'name': 'tempest-TestNetworkBasicOps-router-334335823', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:01Z', 'updated_at': '2021-06-28T06:53:55Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '5ce1040e-1759-4831-8ba4-c2b4e0db4852', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9795099-4e28-44ed-9291-39815dc4fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:02Z', 'updated_at': '2021-06-28T06:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:53:57.122197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 5ce1040e-1759-4831-8ba4-c2b4e0db4852 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:53:57.125982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.204787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 5ce1040e-1759-4831-8ba4-c2b4e0db4852, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5ce1040e-1759-4831-8ba4-c2b4e0db4852,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:57.205429 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.216734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 5ce1040e-1759-4831-8ba4-c2b4e0db4852 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:53:57.433070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d6762-a682-41bb-a321-298813e21cfd None None] DHCP port deletion for 383b1886-dfe0-4797-965e-8db5ec55cf15 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:53:57.454434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.457002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6d2c276f-bdb9-4bc3-9295-366367af40dc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:57.481839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-473d6762-a682-41bb-a321-298813e21cfd None None] Deleting port 526cf61a-2fc9-4150-acae-8ceef5f48e6e {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:53:57.482295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-473d6762-a682-41bb-a321-298813e21cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.483186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=5ce1040e-1759-4831-8ba4-c2b4e0db4852,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:57.503471 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.503861 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.504280 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.505273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.505645 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.506022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.506391 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.506761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.507134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.507501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.507944 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.508376 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:53:57.528211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:57.555087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-473d6762-a682-41bb-a321-298813e21cfd None None] For port 526cf61a-2fc9-4150-acae-8ceef5f48e6e, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=526cf61a-2fc9-4150-acae-8ceef5f48e6e,segment=NetworkSegment(73afa700-ce09-44d6-8f2d-22dc2b18b4e7),segment_id=73afa700-ce09-44d6-8f2d-22dc2b18b4e7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:53:57.555254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-473d6762-a682-41bb-a321-298813e21cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.570523 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.578428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-473d6762-a682-41bb-a321-298813e21cfd None None] Calling delete_port for 526cf61a-2fc9-4150-acae-8ceef5f48e6e owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:53:57.639495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.679112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.681220 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.706266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-473d6762-a682-41bb-a321-298813e21cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.710423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:57.734510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d6762-a682-41bb-a321-298813e21cfd None None] Pushing event deleted for resources: {'Port': ['ID=526cf61a-2fc9-4150-acae-8ceef5f48e6e,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:57.736488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d6762-a682-41bb-a321-298813e21cfd None None] No DVR routers for this DVR port 526cf61a-2fc9-4150-acae-8ceef5f48e6e on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:53:57.737940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-473d6762-a682-41bb-a321-298813e21cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:57.814544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.815124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Fanout notify agent at l3_agent the message router_deleted on router b9795099-4e28-44ed-9291-39815dc4fee1 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:53:57.823400 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.824894 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/routers/b9795099-4e28-44ed-9291-39815dc4fee1 HTTP/1.1" status: 204 len: 168 time: 1.0564399 Jun 28 06:53:57.827178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57412) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:57.916388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:57.952672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 526cf61a-2fc9-4150-acae-8ceef5f48e6e no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:53:57.975287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 526cf61a-2fc9-4150-acae-8ceef5f48e6e {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:53:57.975653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 526cf61a-2fc9-4150-acae-8ceef5f48e6e not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:53:57.976095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:53:57.998145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:53:57.998430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 514d6e0b-8222-4fd1-b7a9-fe4a86fdc775 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:53:58.005409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.015249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383b1886-dfe0-4797-965e-8db5ec55cf15']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:58.024933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73afa700-ce09-44d6-8f2d-22dc2b18b4e7') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:58.025233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73afa700-ce09-44d6-8f2d-22dc2b18b4e7') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:53:58.033618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.046974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.053183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:53:58.053556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:53:58.056394 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:53:58.156934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.160561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2cfde74f-1e0d-487a-9f20-8f5976843d9a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:58.169757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.169757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/networks/383b1886-dfe0-4797-965e-8db5ec55cf15 HTTP/1.1" status: 204 len: 168 time: 0.3386800 Jun 28 06:53:58.179586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Network': ['ID=383b1886-dfe0-4797-965e-8db5ec55cf15,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:58.182498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57414) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:58.183293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:58.194891 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c2cb543d-8daf-41ee-80b8-e81a5ecc6270 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111544 Jun 28 06:53:58.197172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57416) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:58.201859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'network': {'name': 'tempest-network-smoke--1789123017', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'port_security_enabled': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:58.299994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:53:58.304235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.327137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:53:58.336211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.336559 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Added segment 9d700b4b-955d-40f9-926b-a5e4bf42fc64 of type vlan for network 6c8eddf0-cf6f-450c-b901-952cde09a152 Jun 28 06:53:58.375308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.460221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.465906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:53:58.467824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.468857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:58.538037 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Network': ['ID=6c8eddf0-cf6f-450c-b901-952cde09a152,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:58.540621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:58.548925 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 6c8eddf0-cf6f-450c-b901-952cde09a152 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:53:58.557654 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3595254 Jun 28 06:53:58.560296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57418) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:53:58.564837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-706583427', 'admin_state_up': True, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:53:58.648593 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.649768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.700240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:58.872383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:59.165610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:59.183988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:59.285629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.182 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/47344c5b-ac8a-4fd0-b1ae-6803e46206c3) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:53:59.300036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:59.396388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:59.511715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:53:59.514655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-30dc726b-ccdf-4545-a292-b997a4aac77b tempest-TagsExtTest-1830206333 tempest-TagsExtTest-1830206333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:53:59.549231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:53:59.554709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:53:59.558151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:53:59.582815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:53:59.588216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:53:59.841111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5ce1040e-1759-4831-8ba4-c2b4e0db4852 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:53:59.861838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 5ce1040e-1759-4831-8ba4-c2b4e0db4852 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:53:59.862196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5ce1040e-1759-4831-8ba4-c2b4e0db4852 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:53:59.882151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:00.078042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:00.254100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:54:00.359950 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:54:00.369408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Sync routers for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:54:00.380431 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:54:00.381144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:00.482800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:00.484149 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9229093 Jun 28 06:54:00.484384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:54:00.487132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57420) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:00.516997 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1ba1ec28-9fb3-473e-b9da-930d3a44c2e5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=928c838aa6674b9cac7488cce014aba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286348 Jun 28 06:54:00.519314 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57422) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:00.619788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d71d84f-1f2f-42e8-8d8c-0a5d128f47da tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:00.621230 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7d71d84f-1f2f-42e8-8d8c-0a5d128f47da tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010296 Jun 28 06:54:00.624047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57424) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:00.658994 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-88ffb284-5bd0-498b-88c0-8b3e9cf0c86a tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314467 Jun 28 06:54:00.659306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57426) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:00.665384 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386181807', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:00.672282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:53:59Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:00.698960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Checking router: d6c03b51-0ffd-4100-b4f2-00552c2d1df3 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:54:00.699315 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Updating router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:54:00.732077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:00.945596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:54:00.949466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:00.985961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:00.995444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Transition to ACTIVE for port object 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:54:01.093753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:01.096639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-bfeaf841-c10c-4c19-aeab-7fbcd657aa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:01.143138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Attempting to bind port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:54:01.143526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Attempting to bind port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:54:01.143903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Attempting to bind port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:54:01.153745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:54:01.154131 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:54:01.154583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:01.154984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:54:01.155454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Bound port: 47344c5b-ac8a-4fd0-b1ae-6803e46206c3, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:54:01.155847 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:01.157437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef49cc4-4760-4128-9c78-a289134ab821 None None] Pushing event updated for resources: {'Port': ['ID=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:01.160528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-cef49cc4-4760-4128-9c78-a289134ab821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:01.209495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] For port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:54:01.209867 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:01.212478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] For port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:54:01.213897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5bd7035e-8e5d-41ab-8636-0a3b93b99d4d tempest-PortsTestJSON-1163706922 tempest-PortsTestJSON-1163706922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:01.274403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Subnet': ['ID=fce26298-4989-4aa7-b84c-252aaacf173a,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:01.277404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:01.280079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Checking segment: {'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:54:01.280440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network hostable DHCP agents. Network: 6c8eddf0-cf6f-450c-b901-952cde09a152, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:54:01.289095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:01.291928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-473d6762-a682-41bb-a321-298813e21cfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:01.349334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:54:01.349950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:01.373988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 6c8eddf0-cf6f-450c-b901-952cde09a152 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:54:01.386534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef49cc4-4760-4128-9c78-a289134ab821 None None] Pushing event updated for resources: {'Port': ['ID=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:01.390937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-cef49cc4-4760-4128-9c78-a289134ab821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:01.436977 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 6c8eddf0-cf6f-450c-b901-952cde09a152) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:54:01.441536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:01.455707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:01.456115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fa496c-0df5-42a7-bd0b-292c2164a3dc None None] Network 6c8eddf0-cf6f-450c-b901-952cde09a152 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:54:01.475764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:54:01.523418 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e71ec56d-3451-4e34-9105-973667d96ae8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8630836 Jun 28 06:54:01.526396 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57428) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:01.740511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-6c8eddf0-cf6f-450c-b901-952cde09a152', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:54:01.741439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:01.771072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:53:59Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:01.841472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b9e371-ec1c-4226-831e-2901ea1613fd None None] The sync data for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv is: [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:53:59Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:54:01.914432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Allocated IP 172.20.0.2 (6c8eddf0-cf6f-450c-b901-952cde09a152/fce26298-4989-4aa7-b84c-252aaacf173a/52c02c34-c20c-4e8b-9930-a854e4c17cc2) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:54:01.962733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:02.094277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:02.105495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Transition to ACTIVE for port object 52c02c34-c20c-4e8b-9930-a854e4c17cc2 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:54:02.127773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Transition to ACTIVE for port object 52c02c34-c20c-4e8b-9930-a854e4c17cc2 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:54:02.192450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:02.194596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a84c7948-1d75-43ac-9140-9c64af727b52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:02.237083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Network 6c8eddf0-cf6f-450c-b901-952cde09a152 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:54:02.240235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:54:02.244173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:54:02.251515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Pushing event updated for resources: {'Port': ['ID=52c02c34-c20c-4e8b-9930-a854e4c17cc2,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:02.256371 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:02.308795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Attempting to bind port 52c02c34-c20c-4e8b-9930-a854e4c17cc2 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:54:02.309215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Attempting to bind port 52c02c34-c20c-4e8b-9930-a854e4c17cc2 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:54:02.309734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Attempting to bind port 52c02c34-c20c-4e8b-9930-a854e4c17cc2 on network 6c8eddf0-cf6f-450c-b901-952cde09a152 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:54:02.315362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:54:02.315700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Checking segment: {'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:54:02.316063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:02.316463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Bound using segment: {'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:54:02.317594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Bound port: 52c02c34-c20c-4e8b-9930-a854e4c17cc2, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:54:02.317981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:02.392687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] For port 52c02c34-c20c-4e8b-9930-a854e4c17cc2, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:54:02.396900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] For port 52c02c34-c20c-4e8b-9930-a854e4c17cc2, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=52c02c34-c20c-4e8b-9930-a854e4c17cc2,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:54:02.484480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:02.486661 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-51c3e6de-f037-4d98-9806-d65ae3dc3aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:02.545063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Pushing event updated for resources: {'Port': ['ID=52c02c34-c20c-4e8b-9930-a854e4c17cc2,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:02.557292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:02.621728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.1 (6c8eddf0-cf6f-450c-b901-952cde09a152/fce26298-4989-4aa7-b84c-252aaacf173a/629d7a87-dea4-4a33-963e-678b4bb932e0) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:54:02.757358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:02.771691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 629d7a87-dea4-4a33-963e-678b4bb932e0 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:54:02.871876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:02.874109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:02.921000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 6c8eddf0-cf6f-450c-b901-952cde09a152 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:54:02.924025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:54:02.928095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:54:02.934376 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=629d7a87-dea4-4a33-963e-678b4bb932e0,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:02.954042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:02.976742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:03.167840 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:03.445163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:03.522418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:03.525482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3d9c0f23-0a94-4526-8adc-17786bcf372f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:03.597674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=629d7a87-dea4-4a33-963e-678b4bb932e0,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:03.600061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:03.602151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:03.698480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 6c8eddf0-cf6f-450c-b901-952cde09a152 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:54:03.699696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:54:03.818746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:54:03.953258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:54:03.953984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:54:03.961319 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/d6c03b51-0ffd-4100-b4f2-00552c2d1df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4331949 Jun 28 06:54:03.963070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57432) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:03.963279 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Sync routers for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:54:03.977997 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:54:03.978769 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:04.080161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1ce7f-dc48-484f-a163-aa3e9e9cbdf5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.080897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1ce7f-dc48-484f-a163-aa3e9e9cbdf5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.081384 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1ce7f-dc48-484f-a163-aa3e9e9cbdf5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.082191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1ce7f-dc48-484f-a163-aa3e9e9cbdf5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.082833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1ce7f-dc48-484f-a163-aa3e9e9cbdf5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.083300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1ce7f-dc48-484f-a163-aa3e9e9cbdf5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.083456 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:54:04.087840 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-36c1ce7f-dc48-484f-a163-aa3e9e9cbdf5 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1211326 Jun 28 06:54:04.090668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57434) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:04.094184 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:54:04.095609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:54:04.096006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.153309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf46e9-ebcf-4174-9305-a0d726d4eb68 None None] Network 6c8eddf0-cf6f-450c-b901-952cde09a152 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:54:04.171509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71d64f-86c0-4f37-b901-69f950fef00d tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.172093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71d64f-86c0-4f37-b901-69f950fef00d tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.172618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71d64f-86c0-4f37-b901-69f950fef00d tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.173157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71d64f-86c0-4f37-b901-69f950fef00d tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.173671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71d64f-86c0-4f37-b901-69f950fef00d tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.174183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71d64f-86c0-4f37-b901-69f950fef00d tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:04.179548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57436) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:04.180548 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7e71d64f-86c0-4f37-b901-69f950fef00d tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0914664 Jun 28 06:54:04.259592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.293436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:54:04.336509 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-db6f7e05-d0d2-470a-a521-b8bea8bc1611 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1548381 Jun 28 06:54:04.354992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5b7555b9-ef96-4622-8d05-84e0bf7a65e3 None None] Provisioning for port 52c02c34-c20c-4e8b-9930-a854e4c17cc2 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:54:04.370691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.371917 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 52c02c34-c20c-4e8b-9930-a854e4c17cc2 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:54:04.393738 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:04.398346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:04.420813 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Checking router: d6c03b51-0ffd-4100-b4f2-00552c2d1df3 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:54:04.421345 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Updating router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 port 629d7a87-dea4-4a33-963e-678b4bb932e0 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:54:04.459097 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.472763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:04.476645 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:04.562912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 52c02c34-c20c-4e8b-9930-a854e4c17cc2 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:54:04.567209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 52c02c34-c20c-4e8b-9930-a854e4c17cc2 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:54:04.569052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.662952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.680666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57440) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:04.686638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ace67159-ba82-4ab6-88d8-0f9edd99bb13 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271910508', 'description': 'tempest-secgroup-smoke-1271910508 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:04.698418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 52c02c34-c20c-4e8b-9930-a854e4c17cc2, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=52c02c34-c20c-4e8b-9930-a854e4c17cc2,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:54:04.745799 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.756708 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Transition to ACTIVE for port object 629d7a87-dea4-4a33-963e-678b4bb932e0 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:54:04.784457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-41097bc9-f029-468d-95a8-d9f211b75bd1 None None] Provisioning complete for port 52c02c34-c20c-4e8b-9930-a854e4c17cc2 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:54:04.784719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41097bc9-f029-468d-95a8-d9f211b75bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.807104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.811980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7b1575c9-973b-49f2-9b75-396246ef6268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:04.825666 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.825966 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ace67159-ba82-4ab6-88d8-0f9edd99bb13 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.827734 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-d192f684-86fd-4a6b-b4b7-0ef8a458601b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:04.875846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=52c02c34-c20c-4e8b-9930-a854e4c17cc2,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:04.879791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:04.908200 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Pushing event updated for resources: {'Port': ['ID=629d7a87-dea4-4a33-963e-678b4bb932e0,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:04.931480 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.931896 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.932248 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.932571 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.933136 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.937829 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.937829 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.937829 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.937829 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.937829 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.937829 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.937829 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:04.940341 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:04.954692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ace67159-ba82-4ab6-88d8-0f9edd99bb13 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.955959 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Attempting to bind port 629d7a87-dea4-4a33-963e-678b4bb932e0 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:54:04.956407 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Attempting to bind port 629d7a87-dea4-4a33-963e-678b4bb932e0 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:54:04.956872 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Attempting to bind port 629d7a87-dea4-4a33-963e-678b4bb932e0 on network 6c8eddf0-cf6f-450c-b901-952cde09a152 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:54:04.963158 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:54:04.966542 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Checking segment: {'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:54:04.966542 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:04.966542 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Bound using segment: {'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:54:04.966542 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Bound port: 629d7a87-dea4-4a33-963e-678b4bb932e0, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:54:04.966542 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.014675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ace67159-ba82-4ab6-88d8-0f9edd99bb13 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.025659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0fa8f434-0e87-4dca-ba52-165175510b41 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:05.035175 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] For port 629d7a87-dea4-4a33-963e-678b4bb932e0, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:54:05.038795 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] For port 629d7a87-dea4-4a33-963e-678b4bb932e0, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=629d7a87-dea4-4a33-963e-678b4bb932e0,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:54:05.042793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-41097bc9-f029-468d-95a8-d9f211b75bd1 None None] Provisioning for port 629d7a87-dea4-4a33-963e-678b4bb932e0 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:54:05.056669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace67159-ba82-4ab6-88d8-0f9edd99bb13 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a48b8b-e74f-474b-a106-fe2c0db09616,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:05.059526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ace67159-ba82-4ab6-88d8-0f9edd99bb13 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:05.101092 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.103131 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-19105188-fa3b-48e2-9667-e674958e53a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:05.134706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ace67159-ba82-4ab6-88d8-0f9edd99bb13 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.141771 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ace67159-ba82-4ab6-88d8-0f9edd99bb13 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4531267 Jun 28 06:54:05.141771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57442) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:05.143744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-54af80ae-4aa8-4c71-85b6-7f09ac23d333 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'b7a48b8b-e74f-474b-a106-fe2c0db09616', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:05.164460 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:54:05.165259 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:05.206234 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Pushing event updated for resources: {'Port': ['ID=629d7a87-dea4-4a33-963e-678b4bb932e0,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:05.210167 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:05.260898 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54af80ae-4aa8-4c71-85b6-7f09ac23d333 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.285785 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:54:05.324042 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:54:05.334668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54af80ae-4aa8-4c71-85b6-7f09ac23d333 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.403069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54af80ae-4aa8-4c71-85b6-7f09ac23d333 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.408048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-01748b59-8a86-48bc-8ad9-1bf38488c864 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:05.427734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af80ae-4aa8-4c71-85b6-7f09ac23d333 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc56168-ddfe-47bc-92f5-5e608c6c540a,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:05.430627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-54af80ae-4aa8-4c71-85b6-7f09ac23d333 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:05.495320 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:54:05Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:05.521089 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f85c5-4b84-4d79-b73d-8e5b6e27ac03 None None] The sync data for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv is: [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:54:05Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:54:05.529429 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-54af80ae-4aa8-4c71-85b6-7f09ac23d333 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.530687 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-54af80ae-4aa8-4c71-85b6-7f09ac23d333 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3909514 Jun 28 06:54:05.533613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57444) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:05.543781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d85bee2b-57b2-4a70-a726-e82e75122a37 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'b7a48b8b-e74f-474b-a106-fe2c0db09616', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:05.642295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d85bee2b-57b2-4a70-a726-e82e75122a37 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.710569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d85bee2b-57b2-4a70-a726-e82e75122a37 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.803148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d85bee2b-57b2-4a70-a726-e82e75122a37 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.805241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b283e78e-7cbb-47b5-b39e-a6e36743cf6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:05.824612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bee2b-57b2-4a70-a726-e82e75122a37 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7930204-6ab2-4eb0-ac10-42f18a8eb2c9,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:05.827521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d85bee2b-57b2-4a70-a726-e82e75122a37 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:05.951354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d85bee2b-57b2-4a70-a726-e82e75122a37 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:05.951354 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d85bee2b-57b2-4a70-a726-e82e75122a37 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4121637 Jun 28 06:54:05.953591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57446) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:05.959317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f0552d39-b56e-451d-96f8-c4827ea93740 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'b7a48b8b-e74f-474b-a106-fe2c0db09616', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:05.989390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 629d7a87-dea4-4a33-963e-678b4bb932e0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:54:06.059541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f0552d39-b56e-451d-96f8-c4827ea93740 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.123832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f0552d39-b56e-451d-96f8-c4827ea93740 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.151394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 629d7a87-dea4-4a33-963e-678b4bb932e0 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:54:06.156303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 629d7a87-dea4-4a33-963e-678b4bb932e0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:54:06.156303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.219826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f0552d39-b56e-451d-96f8-c4827ea93740 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.259409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:06.260384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.260501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0552d39-b56e-451d-96f8-c4827ea93740 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ad9abd-85c5-415e-9972-3927e6e82fff,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:06.260501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f0552d39-b56e-451d-96f8-c4827ea93740 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:06.279563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 629d7a87-dea4-4a33-963e-678b4bb932e0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=629d7a87-dea4-4a33-963e-678b4bb932e0,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:54:06.408866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f0552d39-b56e-451d-96f8-c4827ea93740 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.410282 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f0552d39-b56e-451d-96f8-c4827ea93740 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4556775 Jun 28 06:54:06.416986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57448) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:06.417942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2afb4e82-28b0-49d4-b5c0-f820492e14a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'b7a48b8b-e74f-474b-a106-fe2c0db09616', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:06.419860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.421095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:54:06.423745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:06.501037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=629d7a87-dea4-4a33-963e-678b4bb932e0,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:06.504185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:06.514392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:54:06.514760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.518842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2afb4e82-28b0-49d4-b5c0-f820492e14a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.586104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2afb4e82-28b0-49d4-b5c0-f820492e14a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.597501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 52c02c34-c20c-4e8b-9930-a854e4c17cc2 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:54:06.706330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2afb4e82-28b0-49d4-b5c0-f820492e14a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.712308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-63f9193c-e0da-4d54-b6d4-646068b7b792 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:06.728588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb4e82-28b0-49d4-b5c0-f820492e14a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f0bfca-8d5f-4f8f-ac87-c8f7fd8b3bd9,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:06.731110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2afb4e82-28b0-49d4-b5c0-f820492e14a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:06.796593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 52c02c34-c20c-4e8b-9930-a854e4c17cc2 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:54:06.797012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.808440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2afb4e82-28b0-49d4-b5c0-f820492e14a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.809876 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2afb4e82-28b0-49d4-b5c0-f820492e14a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3956208 Jun 28 06:54:06.812545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57450) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:06.817179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0e7e1900-d716-42b5-939a-25554926ca6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'b7a48b8b-e74f-474b-a106-fe2c0db09616', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:06.905655 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-0e7e1900-d716-42b5-939a-25554926ca6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:54:06.910677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1900-d716-42b5-939a-25554926ca6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:06.975193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1900-d716-42b5-939a-25554926ca6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:07.059628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1900-d716-42b5-939a-25554926ca6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:07.061457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d85bee2b-57b2-4a70-a726-e82e75122a37 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:07.078552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e1900-d716-42b5-939a-25554926ca6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10140be7-4e9c-4808-aa9c-0ce3a5cf1b94,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:07.081242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0e7e1900-d716-42b5-939a-25554926ca6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:07.162552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1900-d716-42b5-939a-25554926ca6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:07.163715 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0e7e1900-d716-42b5-939a-25554926ca6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502111 Jun 28 06:54:07.166468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57452) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:07.171113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-59945833-8cb5-4063-9bd3-768deec51b42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': 'b7a48b8b-e74f-474b-a106-fe2c0db09616', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:07.248286 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-59945833-8cb5-4063-9bd3-768deec51b42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:54:07.253511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59945833-8cb5-4063-9bd3-768deec51b42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:07.316504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59945833-8cb5-4063-9bd3-768deec51b42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:07.402310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59945833-8cb5-4063-9bd3-768deec51b42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:07.404145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f0552d39-b56e-451d-96f8-c4827ea93740 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:07.419688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59945833-8cb5-4063-9bd3-768deec51b42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604038c3-b4ef-4d18-b632-d2c8b51adb38,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:07.422148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-59945833-8cb5-4063-9bd3-768deec51b42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:07.477370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59945833-8cb5-4063-9bd3-768deec51b42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:07.478611 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-59945833-8cb5-4063-9bd3-768deec51b42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3111498 Jun 28 06:54:07.638183 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-75ea6510-7ed1-4be3-8dd2-eb038299d0bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271910508&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.0338149 Jun 28 06:54:07.751320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-0b3691b6-64f5-427e-ae51-1fe91c62d76a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:07.752839 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-0b3691b6-64f5-427e-ae51-1fe91c62d76a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/networks?id=6c8eddf0-cf6f-450c-b901-952cde09a152 HTTP/1.1" status: 200 len: 797 time: 0.1082146 Jun 28 06:54:07.768466 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-2ca2a992-0c54-4c78-a774-1b9e18eb9438 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/quotas/928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 375 time: 0.0094228 Jun 28 06:54:07.843895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-1662786d-5d3d-4aed-ad1a-95b5e0a5b667 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692687 Jun 28 06:54:07.894973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 629d7a87-dea4-4a33-963e-678b4bb932e0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:54:07.943987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 629d7a87-dea4-4a33-963e-678b4bb932e0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:54:07.944363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:07.945552 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-e57d1d32-fc43-4aff-97cf-f6a7bb173947 service neutron] 10.222.0.24 "GET /v2.0/networks/6c8eddf0-cf6f-450c-b901-952cde09a152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882432 Jun 28 06:54:08.035636 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6c1755f5-4caf-4d82-bbbc-9dd4e129b6b0 service neutron] 10.222.0.24 "GET /v2.0/networks/6c8eddf0-cf6f-450c-b901-952cde09a152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839109 Jun 28 06:54:08.322382 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0d4e2b03-26bf-4ef2-8cfe-b38986632439 req-c21e359b-41bf-4b52-9b16-f8b984846a0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 210 time: 0.0297265 Jun 28 06:54:09.466986 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-912de2cc-d707-4ab4-8c01-e76411ba58fc req-22869fc3-0f99-4045-ba6d-b66580932dbb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 210 time: 0.0342653 Jun 28 06:54:10.637484 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f0225b7c-00a2-4206-a511-8025351f6a2d req-bd858cb3-5ec1-421a-b265-39a181b8f112 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 210 time: 0.0445545 Jun 28 06:54:10.717481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-e99c3c73-4221-4d95-9778-9d78c0df3c4f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:10.718901 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-e99c3c73-4221-4d95-9778-9d78c0df3c4f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=6c8eddf0-cf6f-450c-b901-952cde09a152 HTTP/1.1" status: 200 len: 797 time: 0.1357274 Jun 28 06:54:10.768866 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-a3b3c9e6-ed3a-42e9-ad33-13d5e82e3499 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 380 time: 0.0357547 Jun 28 06:54:10.777399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'device_id': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'admin_state_up': True, 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'security_groups': ['b7a48b8b-e74f-474b-a106-fe2c0db09616']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:10.985684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:54:10.989843 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:11.134093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.8 (6c8eddf0-cf6f-450c-b901-952cde09a152/fce26298-4989-4aa7-b84c-252aaacf173a/775fe272-9b86-42ec-bb70-58071aef9620) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:54:11.274295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:11.288178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 775fe272-9b86-42ec-bb70-58071aef9620 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:54:11.409008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:11.414685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea14ca8a-3c4c-4564-9775-2f51c1970382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:11.462002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 6c8eddf0-cf6f-450c-b901-952cde09a152 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:54:11.470937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:54:11.473345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:54:11.508659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=775fe272-9b86-42ec-bb70-58071aef9620,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:11.521795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.522179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.522555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.522922 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.523291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.523654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.524016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.524599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.524912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.525276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.525631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.525986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:11.529952 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:11.544913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:11.547367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:11.637814 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8641567 Jun 28 06:54:11.657877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Request body: {'port': {'device_id': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:11.733336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:11.762595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0df61b1b-e2b2-4ad4-ac98-f568236249c5 None None] Provisioning for port 775fe272-9b86-42ec-bb70-58071aef9620 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:54:11.766395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0df61b1b-e2b2-4ad4-ac98-f568236249c5 None None] Provisioning complete for port 775fe272-9b86-42ec-bb70-58071aef9620 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:54:11.766784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0df61b1b-e2b2-4ad4-ac98-f568236249c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:11.802443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0df61b1b-e2b2-4ad4-ac98-f568236249c5 None None] Port 775fe272-9b86-42ec-bb70-58071aef9620 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:54:12.250215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5ad29-3b57-4ed8-8603-80fe14aa0ec6 req-1ec7c119-4bbc-45d8-bf3f-64d19a244f98 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:12.251675 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3c5ad29-3b57-4ed8-8603-80fe14aa0ec6 req-1ec7c119-4bbc-45d8-bf3f-64d19a244f98 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 931 time: 0.4864144 Jun 28 06:54:12.333594 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3c5ad29-3b57-4ed8-8603-80fe14aa0ec6 req-ec2409d8-527a-42d5-aa96-9d05751fa188 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539372 Jun 28 06:54:12.401641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775fe272-9b86-42ec-bb70-58071aef9620 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:54:12.409066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:12.421689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Transition to ACTIVE for port object 775fe272-9b86-42ec-bb70-58071aef9620 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:54:12.487901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:12.490040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d61fbf55-708a-4ccb-914d-287b8f8cd508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:12.539158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Pushing event updated for resources: {'Port': ['ID=775fe272-9b86-42ec-bb70-58071aef9620,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:12.543649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:12.610521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Attempting to bind port 775fe272-9b86-42ec-bb70-58071aef9620 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:54:12.610859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Attempting to bind port 775fe272-9b86-42ec-bb70-58071aef9620 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:54:12.611184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Attempting to bind port 775fe272-9b86-42ec-bb70-58071aef9620 on network 6c8eddf0-cf6f-450c-b901-952cde09a152 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:54:12.616677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Port 775fe272-9b86-42ec-bb70-58071aef9620 on network 6c8eddf0-cf6f-450c-b901-952cde09a152 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:54:12.617028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Attempting to bind port 775fe272-9b86-42ec-bb70-58071aef9620 on network 6c8eddf0-cf6f-450c-b901-952cde09a152 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:54:12.622799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:54:12.623140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Checking segment: {'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:54:12.623529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Bound using segment: {'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:54:12.623960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Bound port: 775fe272-9b86-42ec-bb70-58071aef9620, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d700b4b-955d-40f9-926b-a5e4bf42fc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:54:12.624317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:12.693511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] For port 775fe272-9b86-42ec-bb70-58071aef9620, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:54:12.696446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] For port 775fe272-9b86-42ec-bb70-58071aef9620, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=775fe272-9b86-42ec-bb70-58071aef9620,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:54:12.798172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:12.800286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:12.832782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:12.834019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:12.835533 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] 10.222.0.50 "PUT /v2.0/ports/775fe272-9b86-42ec-bb70-58071aef9620 HTTP/1.1" status: 200 len: 1093 time: 1.1819077 Jun 28 06:54:12.836067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'tag': '775fe272-9b86-42ec-bb70-58071aef9620'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:54:12.838378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c1ad10-1914-4487-9fbd-525719a09052" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bb8043-96e7-4efb-bf4c-4e07bd075efd", "tag": "775fe272-9b86-42ec-bb70-58071aef9620"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:54:12.870548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Pushing event updated for resources: {'Port': ['ID=775fe272-9b86-42ec-bb70-58071aef9620,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:12.873881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:12.889449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae86ebd7-a36f-4cc7-884f-ad6f7de6732e x-openstack-request-id: req-ae86ebd7-a36f-4cc7-884f-ad6f7de6732e {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:54:12.889792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bb8043-96e7-4efb-bf4c-4e07bd075efd", "tag": "775fe272-9b86-42ec-bb70-58071aef9620", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:54:12.890120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae86ebd7-a36f-4cc7-884f-ad6f7de6732e {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:54:12.890563 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'tag': '775fe272-9b86-42ec-bb70-58071aef9620', 'status': 'completed', 'code': 200} Jun 28 06:54:12.987431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1ad10-1914-4487-9fbd-525719a09052 req-f90919b1-10cb-4fac-9f47-8cf1ed200d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:12.989022 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-12c1ad10-1914-4487-9fbd-525719a09052 req-f90919b1-10cb-4fac-9f47-8cf1ed200d65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 1096 time: 0.0568082 Jun 28 06:54:13.103034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1ad10-1914-4487-9fbd-525719a09052 req-f16acf89-59b2-4791-9893-7d54f870ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:13.104422 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-12c1ad10-1914-4487-9fbd-525719a09052 req-f16acf89-59b2-4791-9893-7d54f870ba4b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1020241 Jun 28 06:54:13.197621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1ad10-1914-4487-9fbd-525719a09052 req-154f384b-88bd-4b89-92f4-d96a4171419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:13.199116 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-12c1ad10-1914-4487-9fbd-525719a09052 req-154f384b-88bd-4b89-92f4-d96a4171419f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889137 Jun 28 06:54:13.315371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-53408984-4b4e-4a05-a88b-3cdb236d46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:13.316943 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-53408984-4b4e-4a05-a88b-3cdb236d46eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 1096 time: 0.0580513 Jun 28 06:54:13.365567 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-042209b6-827e-4ef0-aa0c-da94e1f16d62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775fe272-9b86-42ec-bb70-58071aef9620 HTTP/1.1" status: 200 len: 217 time: 0.0352733 Jun 28 06:54:13.397325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:13.415792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-4786bc03-0db4-4b56-bd20-72d90da04657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:13.417271 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-4786bc03-0db4-4b56-bd20-72d90da04657 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fce26298-4989-4aa7-b84c-252aaacf173a HTTP/1.1" status: 200 len: 835 time: 0.0464394 Jun 28 06:54:13.524767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-157ab09f-2f6a-4959-9845-0f91714f3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:13.526306 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-157ab09f-2f6a-4959-9845-0f91714f3e18 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6c8eddf0-cf6f-450c-b901-952cde09a152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023474 Jun 28 06:54:13.538345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08a790-313e-4669-8c81-4095ebb66f93 req-83964ac7-d7d8-4304-accf-503591dec41b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:13.539770 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2c08a790-313e-4669-8c81-4095ebb66f93 req-83964ac7-d7d8-4304-accf-503591dec41b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 943 time: 0.0883875 Jun 28 06:54:13.636395 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2c08a790-313e-4669-8c81-4095ebb66f93 req-be5cfe88-36ce-4fdb-8399-cde3ecc2dd12 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874884 Jun 28 06:54:13.658519 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-ebb96657-ff55-4339-99ef-71db9946b975 service neutron] 10.222.0.50 "GET /v2.0/networks/6c8eddf0-cf6f-450c-b901-952cde09a152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178291 Jun 28 06:54:13.750969 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01c4e84a-a2b3-48df-b3db-d09751b74575 req-9e094b28-ebd3-4f86-a655-ed161a0953cb service neutron] 10.222.0.50 "GET /v2.0/networks/6c8eddf0-cf6f-450c-b901-952cde09a152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850322 Jun 28 06:54:14.817376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8db25d-3d4a-40fa-8868-2a3a4203a1a5 req-6da70654-1018-4c31-a49f-30712ab6d806 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:14.818938 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e8db25d-3d4a-40fa-8868-2a3a4203a1a5 req-6da70654-1018-4c31-a49f-30712ab6d806 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 943 time: 0.0695555 Jun 28 06:54:14.856308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e8db25d-3d4a-40fa-8868-2a3a4203a1a5 req-d180ec63-9f2c-4b14-9c28-602102aec59c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Jun 28 06:54:15.686693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 775fe272-9b86-42ec-bb70-58071aef9620 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:54:15.780080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 775fe272-9b86-42ec-bb70-58071aef9620, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=775fe272-9b86-42ec-bb70-58071aef9620,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:54:15.791051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '775fe272-9b86-42ec-bb70-58071aef9620', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'port_id': '775fe272-9b86-42ec-bb70-58071aef9620', 'mac_address': 'fa:16:3e:49:fe:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:54:15.827993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:15.844124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775fe272-9b86-42ec-bb70-58071aef9620 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:54:15.862968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 775fe272-9b86-42ec-bb70-58071aef9620, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=775fe272-9b86-42ec-bb70-58071aef9620,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:54:15.905400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:15.908085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:15.956325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=775fe272-9b86-42ec-bb70-58071aef9620,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:15.963773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.964132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.964479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.964820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.965185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.965516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.965849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.966180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.966506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.966907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.967237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.967561 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:54:15.972083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:16.032491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e154a2-d074-4699-a3a1-f75c356137f7 req-a16917f6-f6c2-4e1a-afe9-f0ba8d8ddc5f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:16.033991 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e5e154a2-d074-4699-a3a1-f75c356137f7 req-a16917f6-f6c2-4e1a-afe9-f0ba8d8ddc5f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 944 time: 0.0643058 Jun 28 06:54:16.072725 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e5e154a2-d074-4699-a3a1-f75c356137f7 req-5f34b646-4558-4756-b38a-a90c9c939b14 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324295 Jun 28 06:54:16.203193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['775fe272-9b86-42ec-bb70-58071aef9620'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:54:17.244818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c27e4-e30e-4d31-aea2-3e89bf00c493 req-7bf1065e-8ed5-4b41-931b-1c4fda329dbb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:17.246318 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e7c27e4-e30e-4d31-aea2-3e89bf00c493 req-7bf1065e-8ed5-4b41-931b-1c4fda329dbb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 944 time: 0.0637288 Jun 28 06:54:17.284288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e7c27e4-e30e-4d31-aea2-3e89bf00c493 req-62e23d4f-12cb-4cf9-8b78-653e1aba7766 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Jun 28 06:54:17.686240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 775fe272-9b86-42ec-bb70-58071aef9620 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:54:17.814312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 775fe272-9b86-42ec-bb70-58071aef9620 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:54:17.818775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 775fe272-9b86-42ec-bb70-58071aef9620 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:54:17.819157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:17.898470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:17.920486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775fe272-9b86-42ec-bb70-58071aef9620'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:54:17.924648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cabb9f6-1e8b-45a5-874c-d32628ccfcfb" -d '{"events": [{"server_uuid": "d1bb8043-96e7-4efb-bf4c-4e07bd075efd", "name": "network-vif-plugged", "status": "completed", "tag": "775fe272-9b86-42ec-bb70-58071aef9620"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:54:17.935878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 775fe272-9b86-42ec-bb70-58071aef9620, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=775fe272-9b86-42ec-bb70-58071aef9620,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:54:17.967337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67638ef-d376-417b-875b-e030c0ba04f3 x-openstack-request-id: req-c67638ef-d376-417b-875b-e030c0ba04f3 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:54:17.967337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bb8043-96e7-4efb-bf4c-4e07bd075efd", "name": "network-vif-plugged", "status": "completed", "tag": "775fe272-9b86-42ec-bb70-58071aef9620", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:54:17.967337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c67638ef-d376-417b-875b-e030c0ba04f3 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:54:17.967337 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775fe272-9b86-42ec-bb70-58071aef9620', 'code': 200} Jun 28 06:54:18.020178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:18.022658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:18.070364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=775fe272-9b86-42ec-bb70-58071aef9620,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:18.073369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:18.383689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6a839-c597-45e5-8ae3-e54e6088f5db req-8790b82a-e750-41bf-9ec7-ab9dabd3d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:18.385223 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e2b6a839-c597-45e5-8ae3-e54e6088f5db req-8790b82a-e750-41bf-9ec7-ab9dabd3d3e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 1098 time: 0.0582201 Jun 28 06:54:18.451220 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e2b6a839-c597-45e5-8ae3-e54e6088f5db req-d74a0042-434f-4067-adb0-4b0f833c0554 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596035 Jun 28 06:54:18.478464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65590e5-81ce-4228-8036-1c68bc203c6c req-c6a86ba3-f2a9-4d73-b9e1-4d875d64b64a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:18.479909 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e65590e5-81ce-4228-8036-1c68bc203c6c req-c6a86ba3-f2a9-4d73-b9e1-4d875d64b64a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 945 time: 0.0808887 Jun 28 06:54:18.518457 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e65590e5-81ce-4228-8036-1c68bc203c6c req-8b77bfff-5eb1-4b59-8621-9fd59e943a28 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328848 Jun 28 06:54:19.695483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182a8b8-4a83-4b60-ad97-2b51217e7cb7 req-d8582f18-2688-4f64-9120-e25c94c2d2e7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:19.696957 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5182a8b8-4a83-4b60-ad97-2b51217e7cb7 req-d8582f18-2688-4f64-9120-e25c94c2d2e7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 945 time: 0.0671494 Jun 28 06:54:19.735102 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5182a8b8-4a83-4b60-ad97-2b51217e7cb7 req-f8030add-d56f-4b85-82ea-01bd687e7224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Jun 28 06:54:20.913045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa5901-e1f5-4528-af32-5a56aa50e7ec req-839ad069-75e9-43a3-99ff-0213155df7e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:20.914447 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87fa5901-e1f5-4528-af32-5a56aa50e7ec req-839ad069-75e9-43a3-99ff-0213155df7e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 945 time: 0.0663929 Jun 28 06:54:20.951281 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87fa5901-e1f5-4528-af32-5a56aa50e7ec req-65315d66-392a-48d9-bb66-0c246f6bb3b7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312371 Jun 28 06:54:21.055328 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49585596-f91c-4713-8da0-de6d4b1c882b req-2ca2ddd6-0a5f-4efc-9e94-9b08e830c0bb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526872 Jun 28 06:54:21.157657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3d481-eb2e-4758-8127-fa93e33002e3 req-7afa5b25-a620-4570-8f5b-e47579519c72 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:21.159202 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-97e3d481-eb2e-4758-8127-fa93e33002e3 req-7afa5b25-a620-4570-8f5b-e47579519c72 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 945 time: 0.0948308 Jun 28 06:54:21.209762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-97e3d481-eb2e-4758-8127-fa93e33002e3 req-4ab7cf3f-a2f1-4f7e-9f2d-d7d3ba4454f6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443647 Jun 28 06:54:21.212656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585596-f91c-4713-8da0-de6d4b1c882b req-cb8b4dde-2b52-4a89-83c1-d46c52f8b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:21.213901 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49585596-f91c-4713-8da0-de6d4b1c882b req-cb8b4dde-2b52-4a89-83c1-d46c52f8b91f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0965080 Jun 28 06:54:21.234536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57508) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:21.289114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690b6990-9c29-446f-8a4b-81f1f43d6f42 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:21.290644 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-690b6990-9c29-446f-8a4b-81f1f43d6f42 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 1093 time: 0.0551331 Jun 28 06:54:21.293644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57510) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:21.298092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '775fe272-9b86-42ec-bb70-58071aef9620', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:54:21.329126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585596-f91c-4713-8da0-de6d4b1c882b req-fa48e3f0-04cb-41a0-a1ee-7797756d1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:21.330847 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49585596-f91c-4713-8da0-de6d4b1c882b req-fa48e3f0-04cb-41a0-a1ee-7797756d1944 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 912 time: 0.0957792 Jun 28 06:54:21.368472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:21.394573 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49585596-f91c-4713-8da0-de6d4b1c882b req-188fdfa8-18ab-43a2-a031-81744947a450 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=942930bc-7b08-4109-b08c-224a6adaa15f HTTP/1.1" status: 200 len: 1000 time: 0.0572453 Jun 28 06:54:21.448539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585596-f91c-4713-8da0-de6d4b1c882b req-abfcfd16-65c5-4c6a-b4ab-3670465f14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:21.450015 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49585596-f91c-4713-8da0-de6d4b1c882b req-abfcfd16-65c5-4c6a-b4ab-3670465f14bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0497270 Jun 28 06:54:21.471728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:21.508167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585596-f91c-4713-8da0-de6d4b1c882b req-1b2cbf6b-e272-4f41-bb49-fc6ead221ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:21.509687 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49585596-f91c-4713-8da0-de6d4b1c882b req-1b2cbf6b-e272-4f41-bb49-fc6ead221ae8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531595 Jun 28 06:54:21.575851 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.241 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/0642bebd-cde3-470a-a263-bece9fc823b2) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:54:21.600185 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49585596-f91c-4713-8da0-de6d4b1c882b req-99d7ba71-2d82-4c3e-82c7-323da2f7ae6f service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842335 Jun 28 06:54:21.684733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:21.697071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49585596-f91c-4713-8da0-de6d4b1c882b req-bba22fc9-34ec-4201-970c-9622cfe755d8 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909142 Jun 28 06:54:21.813536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:21.816361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:21.850869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:54:21.853658 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:54:21.859680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:54:21.889952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=0642bebd-cde3-470a-a263-bece9fc823b2,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:21.894059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:22.235025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:22.373240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:22.519567 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:22.585223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:22.587217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f5550a6a-9aae-468c-90c1-9f897c3d253f tempest-FloatingIPNegativeTestJSON-666645958 tempest-FloatingIPNegativeTestJSON-666645958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:22.655526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=0642bebd-cde3-470a-a263-bece9fc823b2,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:22.659365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:22.667622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:22.765119 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 associated. External IP: 172.26.4.241, port: 775fe272-9b86-42ec-bb70-58071aef9620. Jun 28 06:54:22.965784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:54:23.072803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:54:23.082607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] Sync routers for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:54:23.092376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:54:23.093045 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:23.168941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:23.197491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:54:23.211537 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9168837 Jun 28 06:54:23.212485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'tag': '775fe272-9b86-42ec-bb70-58071aef9620'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:54:23.214338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57512) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:23.215012 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac8c749-d13c-4c3d-b021-837dc423de0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bb8043-96e7-4efb-bf4c-4e07bd075efd", "tag": "775fe272-9b86-42ec-bb70-58071aef9620"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:54:23.311168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa0247d-eda4-4429-9e18-807efd7a1258 x-openstack-request-id: req-5fa0247d-eda4-4429-9e18-807efd7a1258 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:54:23.312174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bb8043-96e7-4efb-bf4c-4e07bd075efd", "tag": "775fe272-9b86-42ec-bb70-58071aef9620", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:54:23.312668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fa0247d-eda4-4429-9e18-807efd7a1258 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:54:23.313155 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'tag': '775fe272-9b86-42ec-bb70-58071aef9620', 'status': 'completed', 'code': 200} Jun 28 06:54:23.331307 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3ba63254-2878-42ed-a3ac-c7c6aef9f473 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers/d6c03b51-0ffd-4100-b4f2-00552c2d1df3 HTTP/1.1" status: 200 len: 922 time: 0.1157022 Jun 28 06:54:23.333975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57518) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:23.433172 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fe5f344b-8a4e-43e6-8058-63897336084d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 HTTP/1.1" status: 200 len: 991 time: 0.0979364 Jun 28 06:54:23.444486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd30a26a6-f595-4e7e-b7bc-52e42c6d4c17', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'port_id': '775fe272-9b86-42ec-bb70-58071aef9620', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'mac_address': 'fa:16:3e:49:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:54:22Z', 'updated_at': '2021-06-28T06:54:22Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:54:06Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:23.450793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-065fa757-2dcf-4cb8-ab2f-ee7c5b9527ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:23.454639 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-065fa757-2dcf-4cb8-ab2f-ee7c5b9527ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 1098 time: 0.0813594 Jun 28 06:54:23.486447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] Checking router: d6c03b51-0ffd-4100-b4f2-00552c2d1df3 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:54:23.497714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:54:23.499259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:53:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:23.566396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-2782bf2f-f5a0-4215-a153-bb9ff0641884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:23.567975 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-2782bf2f-f5a0-4215-a153-bb9ff0641884 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6c8eddf0-cf6f-450c-b901-952cde09a152 HTTP/1.1" status: 200 len: 898 time: 0.1090655 Jun 28 06:54:23.619688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:54:23.647647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-626eced0-5315-4976-ae55-0daa095100b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775fe272-9b86-42ec-bb70-58071aef9620 HTTP/1.1" status: 200 len: 999 time: 0.0730858 Jun 28 06:54:23.703462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-67934eae-fe9a-418e-8a95-5f24e7856a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:23.705092 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-67934eae-fe9a-418e-8a95-5f24e7856a12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fce26298-4989-4aa7-b84c-252aaacf173a HTTP/1.1" status: 200 len: 835 time: 0.0501223 Jun 28 06:54:23.776328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-1a3f4e79-78a6-45be-9df2-ffcea9f0f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:54:23.777959 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-1a3f4e79-78a6-45be-9df2-ffcea9f0f76c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6c8eddf0-cf6f-450c-b901-952cde09a152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660722 Jun 28 06:54:23.834026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0de64302-2fcb-4790-a1f9-6f2f2f9479ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:23.886420 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-76002da9-0fbb-450f-b593-4fb9a78755dc service neutron] 10.222.0.50 "GET /v2.0/networks/6c8eddf0-cf6f-450c-b901-952cde09a152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008179 Jun 28 06:54:23.912329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd30a26a6-f595-4e7e-b7bc-52e42c6d4c17', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'port_id': '775fe272-9b86-42ec-bb70-58071aef9620', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'mac_address': 'fa:16:3e:49:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:54:22Z', 'updated_at': '2021-06-28T06:54:22Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:54:06Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:23.943990 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2df9ce-c37b-4c13-ab91-fdfa62b1e295 None None] The sync data for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv is: [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd30a26a6-f595-4e7e-b7bc-52e42c6d4c17', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'port_id': '775fe272-9b86-42ec-bb70-58071aef9620', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'mac_address': 'fa:16:3e:49:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:54:22Z', 'updated_at': '2021-06-28T06:54:22Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:54:06Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:54:23.993621 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ac8c749-d13c-4c3d-b021-837dc423de0d req-91617d52-152b-4496-a6f6-62cf56da9705 service neutron] 10.222.0.50 "GET /v2.0/networks/6c8eddf0-cf6f-450c-b901-952cde09a152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006804 Jun 28 06:54:24.154273 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd6b32-e9d4-44cd-b793-5ec3fb69a25c None None] New status for floating IP d30a26a6-f595-4e7e-b7bc-52e42c6d4c17: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:54:24.436730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57522) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:24.502965 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-de6706eb-dba1-4978-950d-2065262ac8e6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 HTTP/1.1" status: 200 len: 993 time: 0.0649767 Jun 28 06:54:26.471275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:26.472605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-589de7bd-223f-48f2-b87a-b061d9e4394d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:27.614070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:29.322523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:42.326248 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:54:43.425354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:53.750457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-068c03a8-db7e-467e-b678-591713100ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:55.771259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57538) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:55.881702 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-89507d29-dc7d-4d8d-a959-4dc902dff782 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers/d6c03b51-0ffd-4100-b4f2-00552c2d1df3/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1091657 Jun 28 06:54:55.884328 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57540) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:56.395201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdf1581-0064-4318-94e6-33eab9e88c71 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Notify agent at dv-neutron-797120-6-hyperv the message router_removed_from_agent {{(pid=100886) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 28 06:54:56.398339 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bfdf1581-0064-4318-94e6-33eab9e88c71 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "DELETE /v2.0/agents/052867e4-23ba-45d5-850f-ad275fe5b1cf/l3-routers/d6c03b51-0ffd-4100-b4f2-00552c2d1df3 HTTP/1.1" status: 204 len: 168 time: 0.5130527 Jun 28 06:54:56.400918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57542) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:56.487696 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:56.505213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4a430cc8-4d2e-4990-83c1-8086a39fc938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:56.511666 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a338107e-3724-4758-a466-ea881e22ea96 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers/d6c03b51-0ffd-4100-b4f2-00552c2d1df3/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1093192 Jun 28 06:54:56.514121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57544) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:56.572236 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f9067f6e-6ea0-4431-8619-65b6258aedf0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 HTTP/1.1" status: 200 len: 993 time: 0.0569611 Jun 28 06:54:57.144412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d43f43-0a57-4336-b87d-6cc1ffd115cc None None] New status for floating IP d30a26a6-f595-4e7e-b7bc-52e42c6d4c17: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:54:57.575859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57546) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:57.583888 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:57.640909 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-07a52eff-68ef-4a8c-9f14-25ee1fc9ed5e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 HTTP/1.1" status: 200 len: 991 time: 0.0637777 Jun 28 06:54:57.911814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 629d7a87-dea4-4a33-963e-678b4bb932e0 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:54:57.986185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:58.016926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 629d7a87-dea4-4a33-963e-678b4bb932e0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=629d7a87-dea4-4a33-963e-678b4bb932e0,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:54:58.093346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:58.094106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:54:58.095723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:58.173630 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=629d7a87-dea4-4a33-963e-678b4bb932e0,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:58.176963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:58.211637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:58.232144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:54:58.322209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:58.325910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:54:58.371351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:54:58.374448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:54:59.294393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:54:59.686854 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57552) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:59.858954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af90a8b-4082-45c7-a226-3af0d0645d67 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:54:59.859380 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af90a8b-4082-45c7-a226-3af0d0645d67 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Notify agent at dv-neutron-797120-6-hyperv the message router_added_to_agent {{(pid=100886) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 28 06:54:59.885272 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8af90a8b-4082-45c7-a226-3af0d0645d67 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "POST /v2.0/agents/052867e4-23ba-45d5-850f-ad275fe5b1cf/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1973257 Jun 28 06:54:59.888624 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57556) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:54:59.907597 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] Sync routers for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:54:59.917972 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:54:59.918576 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:54:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:54:59.998892 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-28bcfa70-a1b0-44cf-a7c1-8117a7bae89f tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers/d6c03b51-0ffd-4100-b4f2-00552c2d1df3/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1090984 Jun 28 06:55:00.001516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57560) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:00.065716 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7097580b-25c7-4c20-9bb7-76badb93950e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 HTTP/1.1" status: 200 len: 991 time: 0.0630124 Jun 28 06:55:00.109846 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:00.324649 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd30a26a6-f595-4e7e-b7bc-52e42c6d4c17', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'port_id': '775fe272-9b86-42ec-bb70-58071aef9620', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'mac_address': 'fa:16:3e:49:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:54:22Z', 'updated_at': '2021-06-28T06:54:57Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:54:57Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:00.350213 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] Checking router: d6c03b51-0ffd-4100-b4f2-00552c2d1df3 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:55:00.358251 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:00.358860 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:54:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:00.461973 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:00.692605 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd30a26a6-f595-4e7e-b7bc-52e42c6d4c17', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'port_id': '775fe272-9b86-42ec-bb70-58071aef9620', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'mac_address': 'fa:16:3e:49:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:54:22Z', 'updated_at': '2021-06-28T06:54:57Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:54:57Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:00.718012 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed8618-60df-4221-a3d6-35891696ea15 None None] The sync data for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv is: [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:54:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd30a26a6-f595-4e7e-b7bc-52e42c6d4c17', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'port_id': '775fe272-9b86-42ec-bb70-58071aef9620', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'mac_address': 'fa:16:3e:49:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:54:22Z', 'updated_at': '2021-06-28T06:54:57Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:54:57Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:55:01.069629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57562) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:01.140785 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-939da8d1-54d5-4c7d-9a19-68deb2ad3625 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 HTTP/1.1" status: 200 len: 991 time: 0.0691619 Jun 28 06:55:01.958755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 629d7a87-dea4-4a33-963e-678b4bb932e0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:02.004997 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 629d7a87-dea4-4a33-963e-678b4bb932e0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:02.005301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:02.081898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:02.112735 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 629d7a87-dea4-4a33-963e-678b4bb932e0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=629d7a87-dea4-4a33-963e-678b4bb932e0,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:02.142896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57564) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:02.172612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:02.173686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:02.175435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:02.203748 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-42ad9399-aa66-42e4-951e-03a439b3fdde tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 HTTP/1.1" status: 200 len: 991 time: 0.0595524 Jun 28 06:55:02.254280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=629d7a87-dea4-4a33-963e-678b4bb932e0,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:02.257734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:02.269015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:02.269434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:02.350329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:02.373942 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:02.388870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c32785-e281-4498-9d9d-39549e69e19b None None] New status for floating IP d30a26a6-f595-4e7e-b7bc-52e42c6d4c17: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:55:02.437920 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:02.444129 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8ed6d93-59f9-4e1d-840a-f992f9c2dffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:02.677370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:02.680429 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:03.207626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57566) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:03.273569 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b5669753-f7d6-421a-acfc-e346b226c426 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 HTTP/1.1" status: 200 len: 993 time: 0.0645576 Jun 28 06:55:03.576318 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57572) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:03.733272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 0642bebd-cde3-470a-a263-bece9fc823b2 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:55:03.733619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:03.806990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:03.807343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:03.819538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 0642bebd-cde3-470a-a263-bece9fc823b2 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:55:03.925692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 629d7a87-dea4-4a33-963e-678b4bb932e0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:03.973493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 629d7a87-dea4-4a33-963e-678b4bb932e0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:03.973879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:04.036514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:04.039555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-403696a6-22f8-40fa-aa51-ed36c2576c5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:04.051731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:04.064995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=0642bebd-cde3-470a-a263-bece9fc823b2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:04.096702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.096989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:04.097110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.097240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:04.097553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.097931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.098307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.098683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.099055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.099427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.099801 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.100164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.100526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.100911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:04.105356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:04.140630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:04.141054 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 disassociated (deleted). External IP: 172.26.4.241, port: 775fe272-9b86-42ec-bb70-58071aef9620. Jun 28 06:55:04.345240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:55:04.447682 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:55:04.452738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:04.457671 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] Sync routers for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:55:04.467500 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:04.468126 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:54:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:04.493374 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/floatingips/d30a26a6-f595-4e7e-b7bc-52e42c6d4c17 HTTP/1.1" status: 204 len: 168 time: 0.9160306 Jun 28 06:55:04.494189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'tag': '775fe272-9b86-42ec-bb70-58071aef9620'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:55:04.496837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bb8043-96e7-4efb-bf4c-4e07bd075efd", "tag": "775fe272-9b86-42ec-bb70-58071aef9620"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:55:04.540558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3fbe20-dad9-4a6e-95df-262489c25fe5 x-openstack-request-id: req-bb3fbe20-dad9-4a6e-95df-262489c25fe5 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:55:04.541108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bb8043-96e7-4efb-bf4c-4e07bd075efd", "tag": "775fe272-9b86-42ec-bb70-58071aef9620", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:55:04.541423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb3fbe20-dad9-4a6e-95df-262489c25fe5 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:55:04.542185 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'tag': '775fe272-9b86-42ec-bb70-58071aef9620', 'status': 'completed', 'code': 200} Jun 28 06:55:04.574804 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:04.650005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-a0489c1c-6348-4b49-8023-f508ed03b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:04.652301 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-a0489c1c-6348-4b49-8023-f508ed03b380 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 1098 time: 0.0654416 Jun 28 06:55:04.745365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-f17b3d00-3490-4d93-a588-68d5e0b52cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:04.747325 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-f17b3d00-3490-4d93-a588-68d5e0b52cab service neutron] 10.222.0.50 "GET /v2.0/networks?id=6c8eddf0-cf6f-450c-b901-952cde09a152 HTTP/1.1" status: 200 len: 898 time: 0.0893800 Jun 28 06:55:04.779624 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:55:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:55:02Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:04.788584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-29828f16-ec61-4253-8574-c7b751c6730c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775fe272-9b86-42ec-bb70-58071aef9620 HTTP/1.1" status: 200 len: 217 time: 0.0345349 Jun 28 06:55:04.806184 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] Checking router: d6c03b51-0ffd-4100-b4f2-00552c2d1df3 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:55:04.814817 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:04.815432 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:54:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:04.837407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-869a50e1-4357-4ea9-9618-1dee9e16b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:04.839412 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-869a50e1-4357-4ea9-9618-1dee9e16b3c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fce26298-4989-4aa7-b84c-252aaacf173a HTTP/1.1" status: 200 len: 835 time: 0.0440178 Jun 28 06:55:04.903403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-c91cf72a-6922-4725-b5ba-5a5748a56227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:04.905035 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-c91cf72a-6922-4725-b5ba-5a5748a56227 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6c8eddf0-cf6f-450c-b901-952cde09a152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604727 Jun 28 06:55:04.926083 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:04.998945 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-3ed78ec6-a576-4e01-aea6-b316a6ab489a service neutron] 10.222.0.50 "GET /v2.0/networks/6c8eddf0-cf6f-450c-b901-952cde09a152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860255 Jun 28 06:55:05.118920 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-25ef3d3f-fd99-44bd-bd31-cf1c13fb3e6e req-802b362b-d5f4-467a-9c1a-e9500701305d service neutron] 10.222.0.50 "GET /v2.0/networks/6c8eddf0-cf6f-450c-b901-952cde09a152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136723 Jun 28 06:55:05.135771 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:55:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:55:02Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:05.150749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce264b31-26ed-440b-a2d6-a1c5c37e249c req-116b7ee6-eec6-46c0-aefb-0d736bb271d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:05.152278 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce264b31-26ed-440b-a2d6-a1c5c37e249c req-116b7ee6-eec6-46c0-aefb-0d736bb271d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 945 time: 0.0752523 Jun 28 06:55:05.166160 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29dd9c-919a-48d0-b84f-f14b445f4887 None None] The sync data for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv is: [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:54:03Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:55:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '629d7a87-dea4-4a33-963e-678b4bb932e0', 'name': '', 'network_id': '6c8eddf0-cf6f-450c-b901-952cde09a152', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:c6:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:54:02Z', 'updated_at': '2021-06-28T06:55:02Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'fce26298-4989-4aa7-b84c-252aaacf173a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:55:05.191921 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce264b31-26ed-440b-a2d6-a1c5c37e249c req-e7751cfa-6768-437d-ac8d-aadf3c08b83c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336916 Jun 28 06:55:05.808312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3938f-6a8d-4383-bc21-51bf4e39120b None None] New status for floating IP d30a26a6-f595-4e7e-b7bc-52e42c6d4c17: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:55:06.371065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47763e16-c3ca-4441-af00-f292e32bc3d2 req-e88f559d-e92c-40ba-bdc3-7fb4a1911c66 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:06.372768 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47763e16-c3ca-4441-af00-f292e32bc3d2 req-e88f559d-e92c-40ba-bdc3-7fb4a1911c66 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 945 time: 0.0645845 Jun 28 06:55:06.410730 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47763e16-c3ca-4441-af00-f292e32bc3d2 req-86aed73b-d552-4e5c-b442-599caef07f88 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7a48b8b-e74f-474b-a106-fe2c0db09616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321417 Jun 28 06:55:06.523337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-e749ad95-44b2-4a7b-b659-ee68d592ffa2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:06.524776 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-e749ad95-44b2-4a7b-b659-ee68d592ffa2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 945 time: 0.0691612 Jun 28 06:55:06.622387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 775fe272-9b86-42ec-bb70-58071aef9620 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:55:06.622726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:06.713079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 775fe272-9b86-42ec-bb70-58071aef9620, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=775fe272-9b86-42ec-bb70-58071aef9620,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:06.713433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:06.725926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 775fe272-9b86-42ec-bb70-58071aef9620 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:55:06.910846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:06.914639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f5427e61-d694-4baf-8fcc-845fb3248ba0 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:06.938251 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=775fe272-9b86-42ec-bb70-58071aef9620,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:06.941625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:06.989090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port 775fe272-9b86-42ec-bb70-58071aef9620 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:55:06.991570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:06.993635 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b6531a74-11c1-4bed-8a20-af1fe4c7f31b req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "DELETE /v2.0/ports/775fe272-9b86-42ec-bb70-58071aef9620 HTTP/1.1" status: 204 len: 173 time: 0.4629636 Jun 28 06:55:06.994358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'name': 'network-vif-deleted', 'tag': '775fe272-9b86-42ec-bb70-58071aef9620'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:55:06.998627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5a21f1-bf8e-4e40-b948-46a45fbfa9c6" -d '{"events": [{"server_uuid": "d1bb8043-96e7-4efb-bf4c-4e07bd075efd", "name": "network-vif-deleted", "tag": "775fe272-9b86-42ec-bb70-58071aef9620"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:55:07.035281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33914a0b-22b5-4aec-b6d7-9502a52c9df1 x-openstack-request-id: req-33914a0b-22b5-4aec-b6d7-9502a52c9df1 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:55:07.035663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bb8043-96e7-4efb-bf4c-4e07bd075efd", "name": "network-vif-deleted", "tag": "775fe272-9b86-42ec-bb70-58071aef9620", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:55:07.035944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33914a0b-22b5-4aec-b6d7-9502a52c9df1 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:55:07.036390 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bb8043-96e7-4efb-bf4c-4e07bd075efd', 'name': 'network-vif-deleted', 'tag': '775fe272-9b86-42ec-bb70-58071aef9620', 'status': 'completed', 'code': 200} Jun 28 06:55:07.562800 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f1c0a582-0a16-410b-a8d3-482bd723b9a2 req-f82cefb3-911b-4a2c-8570-cc191df30fa7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bb8043-96e7-4efb-bf4c-4e07bd075efd HTTP/1.1" status: 200 len: 210 time: 0.0293949 Jun 28 06:55:08.665290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57588) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:08.724068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-65d643af-2c59-4585-937f-52e90e26fc30 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:08.748936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-65d643af-2c59-4585-937f-52e90e26fc30 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:08.938958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-65d643af-2c59-4585-937f-52e90e26fc30 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:08.941622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-65d643af-2c59-4585-937f-52e90e26fc30 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:08.942779 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-65d643af-2c59-4585-937f-52e90e26fc30 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/b7a48b8b-e74f-474b-a106-fe2c0db09616 HTTP/1.1" status: 204 len: 168 time: 0.2764339 Jun 28 06:55:08.943702 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ca318e22-46c3-427b-9fb5-e9a8af5f3254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:08.956507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d643af-2c59-4585-937f-52e90e26fc30 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a48b8b-e74f-474b-a106-fe2c0db09616,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:08.959595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-65d643af-2c59-4585-937f-52e90e26fc30 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:09.071250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57592) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:09.841148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:09.951125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 775fe272-9b86-42ec-bb70-58071aef9620 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:55:09.971013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 775fe272-9b86-42ec-bb70-58071aef9620 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:55:09.973309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 775fe272-9b86-42ec-bb70-58071aef9620 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:55:10.150399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 629d7a87-dea4-4a33-963e-678b4bb932e0 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:55:10.151020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:10.240617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 629d7a87-dea4-4a33-963e-678b4bb932e0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=629d7a87-dea4-4a33-963e-678b4bb932e0,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:10.240900 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:10.252914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 629d7a87-dea4-4a33-963e-678b4bb932e0 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:55:10.492253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:10.494412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-75ded905-5734-4ef8-bca8-8dab6c3a944d tempest-FloatingIPAdminTestJSON-365250306 tempest-FloatingIPAdminTestJSON-365250306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:10.520154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=629d7a87-dea4-4a33-963e-678b4bb932e0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:10.523415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:10.698639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:10.911425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:55:11.014779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:55:11.019806 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/d6c03b51-0ffd-4100-b4f2-00552c2d1df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9474895 Jun 28 06:55:11.023696 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57594) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:11.024389 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] Sync routers for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:55:11.034523 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:11.035122 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:54:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:11.076565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6943b528-2f82-4aa8-8c5c-218138520a1e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting subnet fce26298-4989-4aa7-b84c-252aaacf173a {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:55:11.079630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6943b528-2f82-4aa8-8c5c-218138520a1e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.119895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6943b528-2f82-4aa8-8c5c-218138520a1e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.138437 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:11.211178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6943b528-2f82-4aa8-8c5c-218138520a1e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.339153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6943b528-2f82-4aa8-8c5c-218138520a1e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.342183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a7fea6f7-b3d8-471c-8962-b3a5b211af9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:11.373362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943b528-2f82-4aa8-8c5c-218138520a1e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Subnet': ['ID=fce26298-4989-4aa7-b84c-252aaacf173a,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:11.375384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6943b528-2f82-4aa8-8c5c-218138520a1e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.377532 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6943b528-2f82-4aa8-8c5c-218138520a1e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/subnets/fce26298-4989-4aa7-b84c-252aaacf173a HTTP/1.1" status: 204 len: 168 time: 0.3526845 Jun 28 06:55:11.378293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6943b528-2f82-4aa8-8c5c-218138520a1e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:11.379961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57596) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:11.381633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b1ba0-cf1d-49e8-8618-979a844ca56e None None] Network 6c8eddf0-cf6f-450c-b901-952cde09a152 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:55:11.414313 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:55:10Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:55:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:11.443163 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] Checking router: d6c03b51-0ffd-4100-b4f2-00552c2d1df3 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:55:11.451736 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] Routers {'d6c03b51-0ffd-4100-b4f2-00552c2d1df3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:11.452896 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:54:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:11.496230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.558583 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] Set router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:11.589972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] DHCP port deletion for 6c8eddf0-cf6f-450c-b901-952cde09a152 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:55:11.618751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.637898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] Deleting port 52c02c34-c20c-4e8b-9930-a854e4c17cc2 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:55:11.640815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.709126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] For port 52c02c34-c20c-4e8b-9930-a854e4c17cc2, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=52c02c34-c20c-4e8b-9930-a854e4c17cc2,segment=NetworkSegment(9d700b4b-955d-40f9-926b-a5e4bf42fc64),segment_id=9d700b4b-955d-40f9-926b-a5e4bf42fc64)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:11.709539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.724071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] Calling delete_port for 52c02c34-c20c-4e8b-9930-a854e4c17cc2 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:55:11.731172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:55:11.732528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.750044 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:55:10Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:55:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:11.777571 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c45997-ff8c-4f28-892f-7b68fef467e3 None None] The sync data for ids ['d6c03b51-0ffd-4100-b4f2-00552c2d1df3'] in dv-neutron-797120-6-hyperv is: [{'id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'name': 'tempest-TestNetworkBasicOps-router-706583427', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:53:58Z', 'updated_at': '2021-06-28T06:55:10Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '47344c5b-ac8a-4fd0-b1ae-6803e46206c3', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c03b51-0ffd-4100-b4f2-00552c2d1df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:53:59Z', 'updated_at': '2021-06-28T06:55:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:55:11.823697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 47344c5b-ac8a-4fd0-b1ae-6803e46206c3, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:11.824130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.836306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:55:11.875352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:11.878415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:11.905136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] Pushing event deleted for resources: {'Port': ['ID=52c02c34-c20c-4e8b-9930-a854e4c17cc2,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:11.908170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:11.908995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] No DVR routers for this DVR port 52c02c34-c20c-4e8b-9930-a854e4c17cc2 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:55:12.047424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.049552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:12.073909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=47344c5b-ac8a-4fd0-b1ae-6803e46206c3,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:12.076990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:12.138143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.287549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 629d7a87-dea4-4a33-963e-678b4bb932e0 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:55:12.315437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 629d7a87-dea4-4a33-963e-678b4bb932e0 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:55:12.315900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 629d7a87-dea4-4a33-963e-678b4bb932e0 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:55:12.316643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 52c02c34-c20c-4e8b-9930-a854e4c17cc2 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:55:12.338685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 52c02c34-c20c-4e8b-9930-a854e4c17cc2 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:55:12.339700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 52c02c34-c20c-4e8b-9930-a854e4c17cc2 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:55:12.581528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.583627 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.687546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.688082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Fanout notify agent at l3_agent the message router_deleted on router d6c03b51-0ffd-4100-b4f2-00552c2d1df3 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:55:12.695307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.699532 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/routers/d6c03b51-0ffd-4100-b4f2-00552c2d1df3 HTTP/1.1" status: 204 len: 168 time: 1.3154883 Jun 28 06:55:12.699891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57598) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:12.785990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.878015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.889483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8eddf0-cf6f-450c-b901-952cde09a152']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:12.899388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d700b4b-955d-40f9-926b-a5e4bf42fc64') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:12.899878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d700b4b-955d-40f9-926b-a5e4bf42fc64') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:12.909089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.923747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.929851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:55:12.930394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:55:12.933600 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:55:13.075986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.079304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9396bd00-25b9-4059-b98c-8d4bdc461c48 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:13.084804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.089843 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/networks/6c8eddf0-cf6f-450c-b901-952cde09a152 HTTP/1.1" status: 204 len: 168 time: 0.3856239 Jun 28 06:55:13.096396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Network': ['ID=6c8eddf0-cf6f-450c-b901-952cde09a152,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:13.104452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.105947 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.105947 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.105947 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.107339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.107339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.107339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.109057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57600) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:13.109581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.110034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.110424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.110807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.111185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:13.112997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'network': {'name': 'tempest-network-smoke--659546848', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'port_security_enabled': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:13.114434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:13.201855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:55:13.205511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.234568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:55:13.243066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.243437 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Added segment 9cf105dd-2eef-4379-a2f5-4bbc925bd8de of type vlan for network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 Jun 28 06:55:13.284670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.390558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.396301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:13.396905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.399421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-927d63bd-4330-49ca-a766-0b35a9e6e09b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:13.435815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.466641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Network': ['ID=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:13.469390 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:13.477865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:55:13.505872 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3970900 Jun 28 06:55:13.508406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57602) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:13.513064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-403439895', 'admin_state_up': True, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:13.613311 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.614373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.665465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.882872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:55:13.883823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:13.904339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:55:13.904722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 47344c5b-ac8a-4fd0-b1ae-6803e46206c3 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:55:14.127912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:14.146568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:14.248010 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.35 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/28154549-7679-4ae6-b41d-4fc98180f887) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:55:14.352729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:14.459209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:14.461383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:14.496802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:55:14.501513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:55:14.503846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:55:14.536988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=28154549-7679-4ae6-b41d-4fc98180f887,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:14.539720 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:14.821589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:15.018487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:15.184602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router e282468c-5987-4fb5-9d7f-24484861de3a is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:55:15.294303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:55:15.303506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Sync routers for ids ['e282468c-5987-4fb5-9d7f-24484861de3a'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:55:15.313822 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Routers {'e282468c-5987-4fb5-9d7f-24484861de3a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:15.314540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:54:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['e282468c-5987-4fb5-9d7f-24484861de3a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:15.367714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:15.369025 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8596053 Jun 28 06:55:15.372811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57604) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:15.402438 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6a146695-3d6c-4e61-adca-e6e648a45141 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=928c838aa6674b9cac7488cce014aba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281897 Jun 28 06:55:15.404617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57606) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:15.419873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Set router e282468c-5987-4fb5-9d7f-24484861de3a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:15.493467 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c01b26-a91a-4d5c-95cd-6018a0719923 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:15.495595 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-05c01b26-a91a-4d5c-95cd-6018a0719923 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893202 Jun 28 06:55:15.498364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57608) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:15.529771 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-03853adf-bbba-4072-b913-242acbecdaf9 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278580 Jun 28 06:55:15.530006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57610) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:15.534684 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88772429', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:15.597391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:14Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:15.624157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Checking router: e282468c-5987-4fb5-9d7f-24484861de3a for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:55:15.626433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Updating router e282468c-5987-4fb5-9d7f-24484861de3a port 28154549-7679-4ae6-b41d-4fc98180f887 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:55:15.664055 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:15.664781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:55:15.670334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:15.922019 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:15.925047 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-eafe5b19-bc4e-4fe0-a1c5-39237fb491f5 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:15.978446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:15.989171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Transition to ACTIVE for port object 28154549-7679-4ae6-b41d-4fc98180f887 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:55:15.990449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Subnet': ['ID=bb3c93f0-3ada-4816-beaf-030916b15b82,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:15.994334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:16.002034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Checking segment: {'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:55:16.002400 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network hostable DHCP agents. Network: 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:55:16.053310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:16.056248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:16.070284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:55:16.106748 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Pushing event updated for resources: {'Port': ['ID=28154549-7679-4ae6-b41d-4fc98180f887,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:16.108783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Attempting to bind port 28154549-7679-4ae6-b41d-4fc98180f887 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:55:16.109183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Attempting to bind port 28154549-7679-4ae6-b41d-4fc98180f887 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:55:16.109563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Attempting to bind port 28154549-7679-4ae6-b41d-4fc98180f887 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:55:16.118249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.118958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.119143 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.119327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.120248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.120582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.121118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.121455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.121788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.122115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.122443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.122768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:16.126117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:55:16.126657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:55:16.126893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:16.127291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:55:16.127767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Bound port: 28154549-7679-4ae6-b41d-4fc98180f887, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:55:16.128158 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:16.129884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:16.138527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:55:16.142597 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:16.147768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:16.154547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d843e1d-c34c-4a31-8989-d98dc6317b42 None None] Network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:55:16.232998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] For port 28154549-7679-4ae6-b41d-4fc98180f887, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:55:16.237189 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.7062635 Jun 28 06:55:16.237439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] For port 28154549-7679-4ae6-b41d-4fc98180f887, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=28154549-7679-4ae6-b41d-4fc98180f887,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:55:16.240114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57622) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:16.322127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:16.324627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:16.329229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:55:16.330615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:16.456390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Routers {'e282468c-5987-4fb5-9d7f-24484861de3a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:16.456973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:54:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['e282468c-5987-4fb5-9d7f-24484861de3a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:16.509415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Pushing event updated for resources: {'Port': ['ID=28154549-7679-4ae6-b41d-4fc98180f887,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:16.518152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:16.621118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Allocated IP 172.20.0.2 (5992de76-650c-4b1e-8eeb-9c6d7ce9bca0/bb3c93f0-3ada-4816-beaf-030916b15b82/b6bff6f4-3454-4ab1-821c-16ee6c27da96) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:55:16.627760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] Set router e282468c-5987-4fb5-9d7f-24484861de3a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:16.732316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:17.085257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:17.097800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Transition to ACTIVE for port object b6bff6f4-3454-4ab1-821c-16ee6c27da96 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:55:17.116635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:14Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:17.121786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Transition to ACTIVE for port object b6bff6f4-3454-4ab1-821c-16ee6c27da96 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:55:17.147840 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e6a11-fdd2-4233-8d40-88606b563645 None None] The sync data for ids ['e282468c-5987-4fb5-9d7f-24484861de3a'] in dv-neutron-797120-6-hyperv is: [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:14Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:55:17.209723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:17.214383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:17.253356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:55:17.256787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:55:17.261616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:55:17.328832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Attempting to bind port b6bff6f4-3454-4ab1-821c-16ee6c27da96 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:55:17.329452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Attempting to bind port b6bff6f4-3454-4ab1-821c-16ee6c27da96 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:55:17.329785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Attempting to bind port b6bff6f4-3454-4ab1-821c-16ee6c27da96 on network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:55:17.337604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:55:17.338119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Checking segment: {'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:55:17.340606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:17.340606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Bound using segment: {'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:55:17.340606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Bound port: b6bff6f4-3454-4ab1-821c-16ee6c27da96, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:55:17.340606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:17.360396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Pushing event updated for resources: {'Port': ['ID=b6bff6f4-3454-4ab1-821c-16ee6c27da96,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:17.389686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:17.434926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.1 (5992de76-650c-4b1e-8eeb-9c6d7ce9bca0/bb3c93f0-3ada-4816-beaf-030916b15b82/81ee45df-7415-47ea-8e2f-512993116949) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:55:17.461770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] For port b6bff6f4-3454-4ab1-821c-16ee6c27da96, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:55:17.466413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] For port b6bff6f4-3454-4ab1-821c-16ee6c27da96, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b6bff6f4-3454-4ab1-821c-16ee6c27da96,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:55:17.545576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:17.548460 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-33f6ec3f-a381-4a61-95c1-5710daf1be57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:17.567728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:17.590156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 81ee45df-7415-47ea-8e2f-512993116949 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:55:17.638578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Pushing event updated for resources: {'Port': ['ID=b6bff6f4-3454-4ab1-821c-16ee6c27da96,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:17.647619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:17.729711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:17.758843 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:17.828675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:55:17.836316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:55:17.837625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:55:17.893461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=81ee45df-7415-47ea-8e2f-512993116949,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:17.917471 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:17.933640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:18.036816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 28154549-7679-4ae6-b41d-4fc98180f887 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:18.162606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 28154549-7679-4ae6-b41d-4fc98180f887 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:55:18.168790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 28154549-7679-4ae6-b41d-4fc98180f887 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:18.169361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:18.234533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:18.263150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:18.286222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 28154549-7679-4ae6-b41d-4fc98180f887, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=28154549-7679-4ae6-b41d-4fc98180f887,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:18.350297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:18.352199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:18.411850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=28154549-7679-4ae6-b41d-4fc98180f887,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:18.415234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:18.536007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:18.613598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:18.616941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-26e37067-85da-4407-aa70-b5e113fce36e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:18.702980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=81ee45df-7415-47ea-8e2f-512993116949,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:18.706439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:18.707492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:18.809066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46eeec4-7190-4d9f-96f7-9bbe75f5bdad None None] Network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:55:18.814966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:55:18.816465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:55:18.933952 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router e282468c-5987-4fb5-9d7f-24484861de3a has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:55:18.997267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-676e0fc8-f430-41b3-bff7-40951b817a5b None None] Provisioning for port b6bff6f4-3454-4ab1-821c-16ee6c27da96 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:55:19.049708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:55:19.055376 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/e282468c-5987-4fb5-9d7f-24484861de3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8135171 Jun 28 06:55:19.058460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57636) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:19.247675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4e535-9845-453b-9ba5-50683af1451e tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.248226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4e535-9845-453b-9ba5-50683af1451e tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.248608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4e535-9845-453b-9ba5-50683af1451e tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.249194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4e535-9845-453b-9ba5-50683af1451e tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.249593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4e535-9845-453b-9ba5-50683af1451e tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.249985 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4e535-9845-453b-9ba5-50683af1451e tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.253352 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c6a4e535-9845-453b-9ba5-50683af1451e tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1938941 Jun 28 06:55:19.254436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57638) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:19.303935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cde9451a-6690-4113-a97c-28aac338bc6f None None] Provisioning for port 81ee45df-7415-47ea-8e2f-512993116949 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:55:19.308535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cde9451a-6690-4113-a97c-28aac338bc6f None None] Provisioning complete for port 81ee45df-7415-47ea-8e2f-512993116949 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:19.309017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cde9451a-6690-4113-a97c-28aac338bc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:19.325842 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:55:19.326376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312392b3-ed25-41e0-b02e-c40d38de3e25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.326694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312392b3-ed25-41e0-b02e-c40d38de3e25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.327527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312392b3-ed25-41e0-b02e-c40d38de3e25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.327659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312392b3-ed25-41e0-b02e-c40d38de3e25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.328030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312392b3-ed25-41e0-b02e-c40d38de3e25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.328476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312392b3-ed25-41e0-b02e-c40d38de3e25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:19.333659 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57640) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:19.340834 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-312392b3-ed25-41e0-b02e-c40d38de3e25 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.0853214 Jun 28 06:55:19.377254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-cde9451a-6690-4113-a97c-28aac338bc6f None None] Port 81ee45df-7415-47ea-8e2f-512993116949 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:55:19.460651 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Sync routers for ids ['e282468c-5987-4fb5-9d7f-24484861de3a'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:55:19.471930 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Routers {'e282468c-5987-4fb5-9d7f-24484861de3a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:19.471930 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:54:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['e282468c-5987-4fb5-9d7f-24484861de3a'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:19.499303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-75f2d4fe-e405-4a64-a5f3-b22252a27b32 None None] Provisioning complete for port 81ee45df-7415-47ea-8e2f-512993116949 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:19.499490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-75f2d4fe-e405-4a64-a5f3-b22252a27b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:19.537132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-75f2d4fe-e405-4a64-a5f3-b22252a27b32 None None] Port 81ee45df-7415-47ea-8e2f-512993116949 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:55:19.552530 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-adf553b9-3c67-4923-ae8f-3ec1e0c8d39a tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2164822 Jun 28 06:55:19.623614 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Set router e282468c-5987-4fb5-9d7f-24484861de3a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:19.762783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b4478621-ae15-4985-92a8-4e0da471a1e0 None None] Provisioning complete for port 81ee45df-7415-47ea-8e2f-512993116949 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:19.763308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b4478621-ae15-4985-92a8-4e0da471a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:19.803600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-b4478621-ae15-4985-92a8-4e0da471a1e0 None None] Port 81ee45df-7415-47ea-8e2f-512993116949 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:55:19.848350 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '81ee45df-7415-47ea-8e2f-512993116949', 'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a8:33:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:17Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:19.875221 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Checking router: e282468c-5987-4fb5-9d7f-24484861de3a for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:55:19.875608 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Updating router e282468c-5987-4fb5-9d7f-24484861de3a port 81ee45df-7415-47ea-8e2f-512993116949 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:55:19.917325 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:19.976249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57650) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:19.985626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-df9fe0dd-f4b8-4071-8674-4231ef3cd575 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284003056', 'description': 'tempest-secgroup-smoke-284003056 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:20.070810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b6bff6f4-3454-4ab1-821c-16ee6c27da96 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:20.076466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df9fe0dd-f4b8-4071-8674-4231ef3cd575 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.171278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df9fe0dd-f4b8-4071-8674-4231ef3cd575 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.196638 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.206893 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Transition to ACTIVE for port object 81ee45df-7415-47ea-8e2f-512993116949 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:55:20.218977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port b6bff6f4-3454-4ab1-821c-16ee6c27da96 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:55:20.223405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port b6bff6f4-3454-4ab1-821c-16ee6c27da96 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:20.223405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.264704 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df9fe0dd-f4b8-4071-8674-4231ef3cd575 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.268399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a865c589-1cca-449e-a0c3-ffa2ce86a199 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:20.282046 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.284756 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:20.299124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fe0dd-f4b8-4071-8674-4231ef3cd575 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69865ff3-8306-4794-8d2c-421ead682bd7,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:20.302828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-df9fe0dd-f4b8-4071-8674-4231ef3cd575 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:20.318219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.361996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-df9fe0dd-f4b8-4071-8674-4231ef3cd575 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.363907 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-df9fe0dd-f4b8-4071-8674-4231ef3cd575 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3863983 Jun 28 06:55:20.367480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57652) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:20.375370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-76bd8efc-0dac-40c3-b1eb-ac9309fc4e65 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '69865ff3-8306-4794-8d2c-421ead682bd7', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:20.383262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port b6bff6f4-3454-4ab1-821c-16ee6c27da96, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b6bff6f4-3454-4ab1-821c-16ee6c27da96,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:20.415291 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Attempting to bind port 81ee45df-7415-47ea-8e2f-512993116949 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:55:20.415919 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Attempting to bind port 81ee45df-7415-47ea-8e2f-512993116949 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:55:20.416077 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Attempting to bind port 81ee45df-7415-47ea-8e2f-512993116949 on network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:55:20.419016 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Pushing event updated for resources: {'Port': ['ID=81ee45df-7415-47ea-8e2f-512993116949,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:20.427747 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.428451 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.429401 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.429956 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.430488 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.430695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.431131 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.431674 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.433344 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.433852 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.434463 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.434965 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.437189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 28154549-7679-4ae6-b41d-4fc98180f887 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:20.437329 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:55:20.440692 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:20.442076 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:55:20.442552 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Checking segment: {'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:55:20.443073 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.443714 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Bound using segment: {'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:55:20.444274 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Bound port: 81ee45df-7415-47ea-8e2f-512993116949, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:55:20.444707 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.494049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76bd8efc-0dac-40c3-b1eb-ac9309fc4e65 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.503929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8df9e18a-90ec-4b17-8620-c93f6aa6b6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:20.530755 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] For port 81ee45df-7415-47ea-8e2f-512993116949, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:55:20.534122 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] For port 81ee45df-7415-47ea-8e2f-512993116949, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=81ee45df-7415-47ea-8e2f-512993116949,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:55:20.570170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76bd8efc-0dac-40c3-b1eb-ac9309fc4e65 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.585972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 28154549-7679-4ae6-b41d-4fc98180f887 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:20.586547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.590210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=b6bff6f4-3454-4ab1-821c-16ee6c27da96,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:20.600026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:20.619341 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.622108 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-e7f2d1b2-c24b-40b4-99e2-aa047209806d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:20.653247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76bd8efc-0dac-40c3-b1eb-ac9309fc4e65 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.671176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-155aa7e6-4f90-41e6-be15-62ecdaaa2ea8 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:20.672591 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Routers {'e282468c-5987-4fb5-9d7f-24484861de3a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:20.673176 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:54:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['e282468c-5987-4fb5-9d7f-24484861de3a'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:20.694182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd8efc-0dac-40c3-b1eb-ac9309fc4e65 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b48bf8-21b7-4ed7-a09d-e9bbae24c213,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:20.700008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-76bd8efc-0dac-40c3-b1eb-ac9309fc4e65 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:20.734441 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Pushing event updated for resources: {'Port': ['ID=81ee45df-7415-47ea-8e2f-512993116949,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:20.756244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-76bd8efc-0dac-40c3-b1eb-ac9309fc4e65 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.760929 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-76bd8efc-0dac-40c3-b1eb-ac9309fc4e65 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3887048 Jun 28 06:55:20.761499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57656) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:20.766683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e2acaeb9-785d-4485-8e2a-384a3bd93be3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '69865ff3-8306-4794-8d2c-421ead682bd7', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:20.779494 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:20.793117 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] Set router e282468c-5987-4fb5-9d7f-24484861de3a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:20.876099 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e2acaeb9-785d-4485-8e2a-384a3bd93be3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:20.941044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e2acaeb9-785d-4485-8e2a-384a3bd93be3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.006707 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '81ee45df-7415-47ea-8e2f-512993116949', 'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a8:33:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:17Z', 'updated_at': '2021-06-28T06:55:20Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:21.019046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e2acaeb9-785d-4485-8e2a-384a3bd93be3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.020967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-671cf301-1778-4c5c-82bd-8c2ae6858cfd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:21.038640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acaeb9-785d-4485-8e2a-384a3bd93be3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4d7979-f6cf-4967-8801-234deea8ec5c,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:21.042249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e2acaeb9-785d-4485-8e2a-384a3bd93be3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:21.123007 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71550521-ff08-4f8a-bae2-eb0ebdfe0a4e None None] The sync data for ids ['e282468c-5987-4fb5-9d7f-24484861de3a'] in dv-neutron-797120-6-hyperv is: [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '81ee45df-7415-47ea-8e2f-512993116949', 'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a8:33:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:17Z', 'updated_at': '2021-06-28T06:55:20Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:55:21.138127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e2acaeb9-785d-4485-8e2a-384a3bd93be3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.139658 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e2acaeb9-785d-4485-8e2a-384a3bd93be3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3769336 Jun 28 06:55:21.142437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57658) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:21.149152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b0fbaa92-7313-4e7a-a445-f5f2d7fca0b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '69865ff3-8306-4794-8d2c-421ead682bd7', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:21.264962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0fbaa92-7313-4e7a-a445-f5f2d7fca0b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.337094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0fbaa92-7313-4e7a-a445-f5f2d7fca0b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.430564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0fbaa92-7313-4e7a-a445-f5f2d7fca0b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.433789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-76aeee07-4cb5-4d7b-b5af-a5d40e037a8a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:21.452374 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbaa92-7313-4e7a-a445-f5f2d7fca0b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e26858-1dd0-4d97-96a3-be974b4d9d55,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:21.454902 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b0fbaa92-7313-4e7a-a445-f5f2d7fca0b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:21.532617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0fbaa92-7313-4e7a-a445-f5f2d7fca0b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.537089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57662) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:21.537644 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b0fbaa92-7313-4e7a-a445-f5f2d7fca0b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3937080 Jun 28 06:55:21.542367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-cd1370c6-3520-46ec-88a3-81efc9d9dc3c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '69865ff3-8306-4794-8d2c-421ead682bd7', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:21.639599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cd1370c6-3520-46ec-88a3-81efc9d9dc3c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.722269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cd1370c6-3520-46ec-88a3-81efc9d9dc3c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.773244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cd1370c6-3520-46ec-88a3-81efc9d9dc3c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.775326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e8f46c0b-7dab-43ae-8e39-03da1cf0cbd6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:21.793126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1370c6-3520-46ec-88a3-81efc9d9dc3c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf4bbaf-157f-42d0-992e-a38526c583f6,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:21.795624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cd1370c6-3520-46ec-88a3-81efc9d9dc3c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:21.841836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cd1370c6-3520-46ec-88a3-81efc9d9dc3c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:21.843072 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cd1370c6-3520-46ec-88a3-81efc9d9dc3c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049810 Jun 28 06:55:21.845983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57664) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:21.851033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2fce3222-c1b8-4ed6-b956-7dc11bcf8010 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '69865ff3-8306-4794-8d2c-421ead682bd7', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:21.973667 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-2fce3222-c1b8-4ed6-b956-7dc11bcf8010 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:55:21.986305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2fce3222-c1b8-4ed6-b956-7dc11bcf8010 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.023815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 81ee45df-7415-47ea-8e2f-512993116949 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:22.082875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2fce3222-c1b8-4ed6-b956-7dc11bcf8010 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.161698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2fce3222-c1b8-4ed6-b956-7dc11bcf8010 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.167585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-59945833-8cb5-4063-9bd3-768deec51b42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:22.184452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 81ee45df-7415-47ea-8e2f-512993116949 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:55:22.188771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce3222-c1b8-4ed6-b956-7dc11bcf8010 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91bf87b-fe87-408c-a5ba-9f2737ee4a2c,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:22.189060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 81ee45df-7415-47ea-8e2f-512993116949 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:22.189470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.193822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2fce3222-c1b8-4ed6-b956-7dc11bcf8010 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:22.236320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2fce3222-c1b8-4ed6-b956-7dc11bcf8010 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.239271 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2fce3222-c1b8-4ed6-b956-7dc11bcf8010 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3917665 Jun 28 06:55:22.242341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57668) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:22.252223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c669c1f3-d377-421c-93d0-23b702c6a944 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '69865ff3-8306-4794-8d2c-421ead682bd7', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:22.281653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.310547 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-c669c1f3-d377-421c-93d0-23b702c6a944 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:55:22.315871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c669c1f3-d377-421c-93d0-23b702c6a944 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.317608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 81ee45df-7415-47ea-8e2f-512993116949, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=81ee45df-7415-47ea-8e2f-512993116949,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:22.361919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.362873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b6bff6f4-3454-4ab1-821c-16ee6c27da96 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:22.365581 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-52706cf9-3edb-4ad6-8083-d61ca0fe9b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:22.426971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c669c1f3-d377-421c-93d0-23b702c6a944 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.441820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=81ee45df-7415-47ea-8e2f-512993116949,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:22.446077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:22.456148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port b6bff6f4-3454-4ab1-821c-16ee6c27da96 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:22.456530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.503823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c669c1f3-d377-421c-93d0-23b702c6a944 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.505821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:22.524171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669c1f3-d377-421c-93d0-23b702c6a944 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b05aedc-e734-483d-8b1a-bc14c9527169,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:22.532611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c669c1f3-d377-421c-93d0-23b702c6a944 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:22.629978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c669c1f3-d377-421c-93d0-23b702c6a944 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:22.643940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c669c1f3-d377-421c-93d0-23b702c6a944 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4008400 Jun 28 06:55:22.777590 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-b5f9c50e-75df-44d4-bd75-1c77910bbf6d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284003056&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.0342057 Jun 28 06:55:22.888771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cccf29-2400-4274-8058-73b06902b510 req-408f2849-f170-4de9-9544-2242f0f46f79 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:22.890342 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-408f2849-f170-4de9-9544-2242f0f46f79 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/networks?id=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 HTTP/1.1" status: 200 len: 796 time: 0.1061814 Jun 28 06:55:22.905146 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-fc5e0e2e-4cf1-455d-9e0e-f3686d4a6b70 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/quotas/928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 375 time: 0.0094392 Jun 28 06:55:22.979874 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-40bbaf6c-0ffc-4353-bdd8-a938fc1e7be9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686841 Jun 28 06:55:23.163534 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-24611ba5-5392-4f76-ac69-7d724f97a69d service neutron] 10.222.0.24 "GET /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727886 Jun 28 06:55:23.274173 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-14d08aa3-d0bd-472b-949d-a1c05fc77960 service neutron] 10.222.0.24 "GET /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004961 Jun 28 06:55:23.591718 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f98fac7-bed4-44df-853c-fd1ef8cd205c req-74d9c6ed-cadb-4b4a-89c6-a4d5673437bb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 210 time: 0.0410731 Jun 28 06:55:23.769244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-169f0954-fe91-46f1-a72a-e845e4e81831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:23.947929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 81ee45df-7415-47ea-8e2f-512993116949 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:24.012108 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 81ee45df-7415-47ea-8e2f-512993116949 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:24.013539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:24.728815 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-437e6b1e-5406-4d39-88f3-fdbbad21d073 req-e6af8471-5011-406c-90c2-2948d6eae30c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 210 time: 0.0321231 Jun 28 06:55:25.882236 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cb8eb981-e64d-4af2-9159-0824296d1b41 req-22419277-cec9-4e74-a471-20c1ff837c96 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 210 time: 0.0303557 Jun 28 06:55:26.029200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cccf29-2400-4274-8058-73b06902b510 req-40788866-f35b-4458-a970-5741732d5158 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:26.030689 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-40788866-f35b-4458-a970-5741732d5158 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 HTTP/1.1" status: 200 len: 796 time: 0.1131778 Jun 28 06:55:26.089485 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-4b67399a-e984-4a36-b624-ac0ef5fb8bdf tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 379 time: 0.0403895 Jun 28 06:55:26.098198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'device_id': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'admin_state_up': True, 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'security_groups': ['69865ff3-8306-4794-8d2c-421ead682bd7']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:26.281464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:55:26.285360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:26.418660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.11 (5992de76-650c-4b1e-8eeb-9c6d7ce9bca0/bb3c93f0-3ada-4816-beaf-030916b15b82/a472be2b-4439-41e5-ab2a-cf07926948c5) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:55:26.465590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:26.493544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-49d8219a-4749-43a0-8442-378de526e7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:26.575066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:26.590162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object a472be2b-4439-41e5-ab2a-cf07926948c5 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:55:26.676365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:26.680366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e0bd959d-034a-4187-ae6a-862007d8bf54 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:26.727391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:55:26.733445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:55:26.737540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:55:26.766275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=a472be2b-4439-41e5-ab2a-cf07926948c5,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:26.772745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:26.799892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:26.800558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:26.876536 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7765980 Jun 28 06:55:26.891408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Request body: {'port': {'device_id': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:26.984630 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-26935ddc-d5a4-45e2-acc2-e95415546495 None None] Provisioning for port a472be2b-4439-41e5-ab2a-cf07926948c5 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:55:26.986813 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:26.988879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-26935ddc-d5a4-45e2-acc2-e95415546495 None None] Provisioning complete for port a472be2b-4439-41e5-ab2a-cf07926948c5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:26.989476 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-26935ddc-d5a4-45e2-acc2-e95415546495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:27.028156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-26935ddc-d5a4-45e2-acc2-e95415546495 None None] Port a472be2b-4439-41e5-ab2a-cf07926948c5 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:55:27.255107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7303e-b85a-4e12-a5cd-574d7b0d5df1 req-07ef9082-fb49-4e69-ace2-c1e90e0603f5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:27.257063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f5b7303e-b85a-4e12-a5cd-574d7b0d5df1 req-07ef9082-fb49-4e69-ace2-c1e90e0603f5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 932 time: 0.2118766 Jun 28 06:55:27.328701 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f5b7303e-b85a-4e12-a5cd-574d7b0d5df1 req-5ead5df6-8cd0-4997-a9c0-454e6fcc3cdf tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640137 Jun 28 06:55:27.371618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a472be2b-4439-41e5-ab2a-cf07926948c5 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:55:27.379001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:27.390961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Transition to ACTIVE for port object a472be2b-4439-41e5-ab2a-cf07926948c5 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:55:27.510232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:27.512983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-23462cc8-a041-4a2c-9725-24b426971418 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:27.566767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Pushing event updated for resources: {'Port': ['ID=a472be2b-4439-41e5-ab2a-cf07926948c5,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:27.569636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:27.637712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:27.653762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Attempting to bind port a472be2b-4439-41e5-ab2a-cf07926948c5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:55:27.654105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Attempting to bind port a472be2b-4439-41e5-ab2a-cf07926948c5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:55:27.654430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Attempting to bind port a472be2b-4439-41e5-ab2a-cf07926948c5 on network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:55:27.663359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Port a472be2b-4439-41e5-ab2a-cf07926948c5 on network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:55:27.663681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Attempting to bind port a472be2b-4439-41e5-ab2a-cf07926948c5 on network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:55:27.670047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:55:27.670390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Checking segment: {'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:55:27.670776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Bound using segment: {'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:55:27.671209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Bound port: a472be2b-4439-41e5-ab2a-cf07926948c5, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf105dd-2eef-4379-a2f5-4bbc925bd8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:55:27.671602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:27.748367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] For port a472be2b-4439-41e5-ab2a-cf07926948c5, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:55:27.752369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] For port a472be2b-4439-41e5-ab2a-cf07926948c5, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a472be2b-4439-41e5-ab2a-cf07926948c5,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:55:27.864460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:27.866684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0e457c61-f6d6-4ba9-8730-c03df53ea50d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:27.908556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:27.909260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:27.910670 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] 10.222.0.50 "PUT /v2.0/ports/a472be2b-4439-41e5-ab2a-cf07926948c5 HTTP/1.1" status: 200 len: 1094 time: 1.0243652 Jun 28 06:55:27.911221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'tag': 'a472be2b-4439-41e5-ab2a-cf07926948c5'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:55:27.913567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606aec41-1eeb-4c79-8ed2-8793d7414ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "b89574fe-b772-4819-9b5d-26bd4dc6eb9f", "tag": "a472be2b-4439-41e5-ab2a-cf07926948c5"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:55:27.949301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Pushing event updated for resources: {'Port': ['ID=a472be2b-4439-41e5-ab2a-cf07926948c5,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:27.971255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:27.976704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3af8ecb-c7b3-46ac-a61d-581cab661ac4 x-openstack-request-id: req-d3af8ecb-c7b3-46ac-a61d-581cab661ac4 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:55:27.977063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89574fe-b772-4819-9b5d-26bd4dc6eb9f", "tag": "a472be2b-4439-41e5-ab2a-cf07926948c5", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:55:27.977383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3af8ecb-c7b3-46ac-a61d-581cab661ac4 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:55:27.977826 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'tag': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'status': 'completed', 'code': 200} Jun 28 06:55:28.077042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aec41-1eeb-4c79-8ed2-8793d7414ea5 req-f4fcd07e-5cbb-4483-a3ca-cdcb24ee5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:28.078684 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-606aec41-1eeb-4c79-8ed2-8793d7414ea5 req-f4fcd07e-5cbb-4483-a3ca-cdcb24ee5c76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 1097 time: 0.0631084 Jun 28 06:55:28.199554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aec41-1eeb-4c79-8ed2-8793d7414ea5 req-2c34c67b-158d-4250-a9e5-98aca1bbb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:28.201045 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-606aec41-1eeb-4c79-8ed2-8793d7414ea5 req-2c34c67b-158d-4250-a9e5-98aca1bbb639 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1088972 Jun 28 06:55:28.310916 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aec41-1eeb-4c79-8ed2-8793d7414ea5 req-bb0b59c5-2416-4ae7-8443-e70565272edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:28.314638 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-606aec41-1eeb-4c79-8ed2-8793d7414ea5 req-bb0b59c5-2416-4ae7-8443-e70565272edb service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060321 Jun 28 06:55:28.428341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cccf29-2400-4274-8058-73b06902b510 req-dfaab467-8e24-49bc-a2c0-03a5b74e7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:28.431812 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-dfaab467-8e24-49bc-a2c0-03a5b74e7223 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 1097 time: 0.0553973 Jun 28 06:55:28.483460 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-29e3bb7f-db51-43f7-927d-cc99b96066e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a472be2b-4439-41e5-ab2a-cf07926948c5 HTTP/1.1" status: 200 len: 217 time: 0.0408373 Jun 28 06:55:28.564718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cccf29-2400-4274-8058-73b06902b510 req-463e0eee-a7e1-4c83-83f7-4082fb6cb930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:28.566191 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-463e0eee-a7e1-4c83-83f7-4082fb6cb930 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb3c93f0-3ada-4816-beaf-030916b15b82 HTTP/1.1" status: 200 len: 842 time: 0.0745270 Jun 28 06:55:28.616538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad7954-4e2a-4468-a79f-29c7268cbc00 req-b5ffa86f-a5c0-421f-87a6-d42d3a13428b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:28.618034 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05ad7954-4e2a-4468-a79f-29c7268cbc00 req-b5ffa86f-a5c0-421f-87a6-d42d3a13428b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 944 time: 0.1374784 Jun 28 06:55:28.665268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cccf29-2400-4274-8058-73b06902b510 req-7999fce6-dda1-494d-a457-59797f9b0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:28.666851 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-7999fce6-dda1-494d-a457-59797f9b0b5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933332 Jun 28 06:55:28.672708 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05ad7954-4e2a-4468-a79f-29c7268cbc00 req-a837e7b8-11d2-480a-8dfe-d215b667d273 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451903 Jun 28 06:55:28.767525 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-4c96fe77-ace2-4152-b31b-4fc476104fbd service neutron] 10.222.0.50 "GET /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937972 Jun 28 06:55:28.861516 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a4cccf29-2400-4274-8058-73b06902b510 req-d02e14d1-4431-4c82-8185-993eee3a731e service neutron] 10.222.0.50 "GET /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880282 Jun 28 06:55:29.320759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:29.871010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee2f45-23be-4137-a584-ff937da3da69 req-eca3183a-42fa-4598-b800-6878213bb030 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:29.874615 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dfee2f45-23be-4137-a584-ff937da3da69 req-eca3183a-42fa-4598-b800-6878213bb030 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 944 time: 0.0746477 Jun 28 06:55:29.924693 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dfee2f45-23be-4137-a584-ff937da3da69 req-0d1e6a84-f9c9-450d-a5a2-3bfa38532aad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373914 Jun 28 06:55:31.110375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b91afe-cdd1-423c-bb39-c6e951a71eb3 req-51900f82-922d-486c-ab42-be932d0ba290 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:31.112045 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-00b91afe-cdd1-423c-bb39-c6e951a71eb3 req-51900f82-922d-486c-ab42-be932d0ba290 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 944 time: 0.0638132 Jun 28 06:55:31.159647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-00b91afe-cdd1-423c-bb39-c6e951a71eb3 req-ebe99027-a121-4beb-bfff-9fa3110274d0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 Jun 28 06:55:32.060486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device a472be2b-4439-41e5-ab2a-cf07926948c5 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:55:32.161564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port a472be2b-4439-41e5-ab2a-cf07926948c5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a472be2b-4439-41e5-ab2a-cf07926948c5,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:32.174174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'port_id': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'mac_address': 'fa:16:3e:35:2b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:55:32.219594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:32.232823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a472be2b-4439-41e5-ab2a-cf07926948c5 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:55:32.259314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port a472be2b-4439-41e5-ab2a-cf07926948c5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a472be2b-4439-41e5-ab2a-cf07926948c5,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:32.338122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:32.340837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:32.355700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5a7ce-ea14-4c35-a0a1-d46fc97efc4e req-2dab8e49-25d7-4429-a873-3d392b78616c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:32.357338 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d3a5a7ce-ea14-4c35-a0a1-d46fc97efc4e req-2dab8e49-25d7-4429-a873-3d392b78616c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 944 time: 0.0721304 Jun 28 06:55:32.397673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=a472be2b-4439-41e5-ab2a-cf07926948c5,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:32.401136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:32.403081 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d3a5a7ce-ea14-4c35-a0a1-d46fc97efc4e req-58dc671c-236a-49ae-86a1-20ad36eef9c2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401814 Jun 28 06:55:32.627703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['a472be2b-4439-41e5-ab2a-cf07926948c5'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:55:33.592654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6436ca3-e0ef-4a6f-900e-c4ee1b7b19d3 req-9702f7ae-e418-434f-bd87-09852d980630 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:33.593955 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b6436ca3-e0ef-4a6f-900e-c4ee1b7b19d3 req-9702f7ae-e418-434f-bd87-09852d980630 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 945 time: 0.0705426 Jun 28 06:55:33.631360 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b6436ca3-e0ef-4a6f-900e-c4ee1b7b19d3 req-9febcd1c-0001-49bd-8f4b-ec435b119935 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318131 Jun 28 06:55:34.076677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device a472be2b-4439-41e5-ab2a-cf07926948c5 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:34.195374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port a472be2b-4439-41e5-ab2a-cf07926948c5 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:55:34.199957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port a472be2b-4439-41e5-ab2a-cf07926948c5 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:34.203945 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:34.285849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:34.318987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a472be2b-4439-41e5-ab2a-cf07926948c5'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:55:34.321288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c52876-6267-42df-bbf7-f6c64df616c3" -d '{"events": [{"server_uuid": "b89574fe-b772-4819-9b5d-26bd4dc6eb9f", "name": "network-vif-plugged", "status": "completed", "tag": "a472be2b-4439-41e5-ab2a-cf07926948c5"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:55:34.336574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port a472be2b-4439-41e5-ab2a-cf07926948c5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a472be2b-4439-41e5-ab2a-cf07926948c5,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:34.361530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1343d8c0-4e84-4302-af6d-0b7c2a1c8c41 x-openstack-request-id: req-1343d8c0-4e84-4302-af6d-0b7c2a1c8c41 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:55:34.361530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89574fe-b772-4819-9b5d-26bd4dc6eb9f", "name": "network-vif-plugged", "status": "completed", "tag": "a472be2b-4439-41e5-ab2a-cf07926948c5", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:55:34.361877 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1343d8c0-4e84-4302-af6d-0b7c2a1c8c41 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:55:34.362139 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'code': 200} Jun 28 06:55:34.407078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:34.412135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:34.461945 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=a472be2b-4439-41e5-ab2a-cf07926948c5,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:34.465339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:35.266297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb068d2-8364-4f47-a058-d8b6602e6a43 req-d3c098f3-1a9e-4068-815a-0732b91a7ee4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:35.267829 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9cb068d2-8364-4f47-a058-d8b6602e6a43 req-d3c098f3-1a9e-4068-815a-0732b91a7ee4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 946 time: 0.5172021 Jun 28 06:55:35.270473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e0291-8042-4bb6-927c-f411f256c538 req-3eafb34c-d4cf-4c2c-8b02-615ca24de8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:35.271793 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-798e0291-8042-4bb6-927c-f411f256c538 req-3eafb34c-d4cf-4c2c-8b02-615ca24de8d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 1099 time: 0.4875882 Jun 28 06:55:35.333727 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-798e0291-8042-4bb6-927c-f411f256c538 req-c2a0316c-31f2-41ce-9ffa-e12b773d2908 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513632 Jun 28 06:55:35.338356 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9cb068d2-8364-4f47-a058-d8b6602e6a43 req-eb455ece-5e62-4195-b8e5-9c8e359f01bc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631251 Jun 28 06:55:36.530965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3612410-4f68-4322-92ba-467cb58e84a8 req-1805d23a-28ed-4811-bf92-782203a2d0df tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:36.532432 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3612410-4f68-4322-92ba-467cb58e84a8 req-1805d23a-28ed-4811-bf92-782203a2d0df tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 946 time: 0.0709972 Jun 28 06:55:36.573786 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3612410-4f68-4322-92ba-467cb58e84a8 req-c3df02d1-9d68-4865-a2ff-d8ef6eaabaf0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353842 Jun 28 06:55:37.759236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd82c6-5472-4ed6-9c07-19e602ad8823 req-96cab0f7-3b2c-4075-b850-e11d7ffebb70 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:37.760593 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-56dd82c6-5472-4ed6-9c07-19e602ad8823 req-96cab0f7-3b2c-4075-b850-e11d7ffebb70 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 946 time: 0.0697153 Jun 28 06:55:37.799794 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-56dd82c6-5472-4ed6-9c07-19e602ad8823 req-a64e8fed-a5ef-4ff8-ba0b-75c8d05a05e0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326073 Jun 28 06:55:37.978422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f0a65-b7e2-4d5e-b600-da1f665a053a req-ebd3a0bc-a933-4fa1-82d8-46575b6721b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:37.979868 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed5f0a65-b7e2-4d5e-b600-da1f665a053a req-ebd3a0bc-a933-4fa1-82d8-46575b6721b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 946 time: 0.0667439 Jun 28 06:55:38.020616 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed5f0a65-b7e2-4d5e-b600-da1f665a053a req-de7978a5-6f63-49a5-9f97-2c75878d761a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334098 Jun 28 06:55:38.045592 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57760) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:38.099713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8159f69b-0353-413d-a428-c2d1603482b7 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:38.101294 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8159f69b-0353-413d-a428-c2d1603482b7 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 1094 time: 0.0547171 Jun 28 06:55:38.104179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57762) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:38.109374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:38.247864 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:38.353247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:38.456721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.170 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/9941d1c0-8238-4d46-9837-0448444c449f) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:55:38.569482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:38.693215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:38.695758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:38.735876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:55:38.740567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:55:38.743312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:55:38.772175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=9941d1c0-8238-4d46-9837-0448444c449f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:38.775787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:39.124392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:39.246647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:39.391184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:39.453223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:39.456432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:39.528869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=9941d1c0-8238-4d46-9837-0448444c449f,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:39.532845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:39.537670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:39.641514 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8 associated. External IP: 172.26.4.170, port: a472be2b-4439-41e5-ab2a-cf07926948c5. Jun 28 06:55:39.851465 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-54f622c9-9e3c-4559-975e-20d142fbfd4f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097447111&fields=id&tenant_id=2c941fe15a06407e96dbfc55c9351d29 HTTP/1.1" status: 200 len: 267 time: 0.0733533 Jun 28 06:55:39.933965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router e282468c-5987-4fb5-9d7f-24484861de3a has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:55:40.009554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-23bee98b-b22f-49cc-93c5-a96dce008843 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:40.010933 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-23bee98b-b22f-49cc-93c5-a96dce008843 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 811 time: 0.1529005 Jun 28 06:55:40.031509 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-77602fb8-48dc-40f1-8f9d-5c22899884b9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/quotas/2c941fe15a06407e96dbfc55c9351d29 HTTP/1.1" status: 200 len: 375 time: 0.0136280 Jun 28 06:55:40.110439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:55:40.120435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] Sync routers for ids ['e282468c-5987-4fb5-9d7f-24484861de3a'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:55:40.131148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] Routers {'e282468c-5987-4fb5-9d7f-24484861de3a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:40.132511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:55:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['e282468c-5987-4fb5-9d7f-24484861de3a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:40.154231 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-ec390d35-dd96-4ff7-9474-b53288442170 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0951717 Jun 28 06:55:40.190533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:40.238197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] Set router e282468c-5987-4fb5-9d7f-24484861de3a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:40.263478 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1580710 Jun 28 06:55:40.265879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'tag': 'a472be2b-4439-41e5-ab2a-cf07926948c5'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:55:40.270021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57776) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:40.270600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b59bb-af4d-406c-833b-1b16d803fe6a" -d '{"events": [{"name": "network-changed", "server_uuid": "b89574fe-b772-4819-9b5d-26bd4dc6eb9f", "tag": "a472be2b-4439-41e5-ab2a-cf07926948c5"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:55:40.293488 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-a36fd26a-c119-48b4-8ea7-6961c85a575e service neutron] 10.222.0.24 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271448 Jun 28 06:55:40.316522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5584bba-0653-4664-8b04-e6b7afa84bd6 x-openstack-request-id: req-c5584bba-0653-4664-8b04-e6b7afa84bd6 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:55:40.316903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89574fe-b772-4819-9b5d-26bd4dc6eb9f", "tag": "a472be2b-4439-41e5-ab2a-cf07926948c5", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:55:40.317258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5584bba-0653-4664-8b04-e6b7afa84bd6 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:55:40.317697 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'tag': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'status': 'completed', 'code': 200} Jun 28 06:55:40.339776 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a434d80b-1b37-49d9-87e6-c57b963fa4df tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8 HTTP/1.1" status: 200 len: 992 time: 0.0712681 Jun 28 06:55:40.429278 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-81ac0bca-39f0-4db2-b4ab-51701388868d service neutron] 10.222.0.24 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332107 Jun 28 06:55:40.438785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-eb10c1fb-0863-4b6e-bf4c-0698f0b79892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:40.440305 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-eb10c1fb-0863-4b6e-bf4c-0698f0b79892 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 1099 time: 0.0855403 Jun 28 06:55:40.486208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.170', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'port_id': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'mac_address': 'fa:16:3e:35:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:55:38Z', 'updated_at': '2021-06-28T06:55:38Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ee45df-7415-47ea-8e2f-512993116949', 'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a8:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:17Z', 'updated_at': '2021-06-28T06:55:22Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:40.521136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] Checking router: e282468c-5987-4fb5-9d7f-24484861de3a for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:55:40.531515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] Routers {'e282468c-5987-4fb5-9d7f-24484861de3a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:55:40.532577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:55:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['e282468c-5987-4fb5-9d7f-24484861de3a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:40.534790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-4e4a1045-8a71-4763-9195-a77373d2c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:40.536285 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-4e4a1045-8a71-4763-9195-a77373d2c5b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 HTTP/1.1" status: 200 len: 897 time: 0.0898228 Jun 28 06:55:40.608317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-a8a6aab7-9741-4b84-b104-33b4b5f0d6dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a472be2b-4439-41e5-ab2a-cf07926948c5 HTTP/1.1" status: 200 len: 1000 time: 0.0658002 Jun 28 06:55:40.663750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-f1982c11-eb2c-4f50-8495-f91c7f3ca65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:40.665271 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-f1982c11-eb2c-4f50-8495-f91c7f3ca65f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb3c93f0-3ada-4816-beaf-030916b15b82 HTTP/1.1" status: 200 len: 842 time: 0.0498981 Jun 28 06:55:40.726364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-7addb01c-4613-46eb-8d17-1dce7f47633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:40.727881 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-7addb01c-4613-46eb-8d17-1dce7f47633e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558941 Jun 28 06:55:40.792363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] Set router e282468c-5987-4fb5-9d7f-24484861de3a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:55:40.827922 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-e74fa5cd-6fab-4499-9d0c-e2524c66380a service neutron] 10.222.0.50 "GET /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937088 Jun 28 06:55:40.924005 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c34b59bb-af4d-406c-833b-1b16d803fe6a req-b9078964-2654-4439-984a-b4644821261d service neutron] 10.222.0.50 "GET /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894353 Jun 28 06:55:40.985209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-403a3a65-33ef-41f0-aed0-4d0163193b04 req-0dc48809-cfa0-48b3-b141-5fb1f1766adf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 210 time: 0.0354187 Jun 28 06:55:41.030382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.170', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'port_id': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'mac_address': 'fa:16:3e:35:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:55:38Z', 'updated_at': '2021-06-28T06:55:38Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ee45df-7415-47ea-8e2f-512993116949', 'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a8:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:17Z', 'updated_at': '2021-06-28T06:55:22Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:55:41.057424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62363540-5e31-4a70-b7cf-c3db4d50164b None None] The sync data for ids ['e282468c-5987-4fb5-9d7f-24484861de3a'] in dv-neutron-797120-6-hyperv is: [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.170', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'port_id': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'mac_address': 'fa:16:3e:35:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:55:38Z', 'updated_at': '2021-06-28T06:55:38Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ee45df-7415-47ea-8e2f-512993116949', 'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a8:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:17Z', 'updated_at': '2021-06-28T06:55:22Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:55:41.272405 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc65be-14ed-4a94-87ac-0a1022c61563 None None] New status for floating IP bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:55:41.342335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57794) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:41.404770 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ccff2a41-4bfc-4a05-a3ad-4583b2be7066 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8 HTTP/1.1" status: 200 len: 992 time: 0.0611207 Jun 28 06:55:42.129359 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cb8c0044-07f7-46af-98fb-a29d97472871 req-342bea28-b54d-42c1-8507-4a1cfd76d02a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 210 time: 0.0283601 Jun 28 06:55:42.408443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57800) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:55:42.476315 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7c873733-e261-4b81-99cf-5e188ef02af0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8 HTTP/1.1" status: 200 len: 994 time: 0.0623503 Jun 28 06:55:43.235403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-b100861f-73e2-45f4-86a2-2d5cdf3960a4 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:43.236893 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-b100861f-73e2-45f4-86a2-2d5cdf3960a4 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 811 time: 0.1049356 Jun 28 06:55:43.277257 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-33c57ae8-7dca-4406-884a-425d288b7927 req-d5505acf-f328-4a3a-a7f9-0ab318c9f4d1 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 210 time: 0.0358424 Jun 28 06:55:43.305987 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-6169d570-c16e-4269-9130-f5a4db23296f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c941fe15a06407e96dbfc55c9351d29 HTTP/1.1" status: 200 len: 380 time: 0.0532787 Jun 28 06:55:43.314717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'port': {'device_id': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'admin_state_up': True, 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'security_groups': ['f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:43.447224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:43.537497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Made reservation on behalf of 2c941fe15a06407e96dbfc55c9351d29 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:55:43.541387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:43.675368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Allocated IP 172.20.0.13 (fca0f4d8-11d3-4804-aefd-df5df10ce82e/d526117e-10dc-45ba-8e96-7bc5fc317f5e/981b9ac5-61ce-4b47-881a-07f511efbbe5) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:55:43.815343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:43.828894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Transition to ACTIVE for port object 981b9ac5-61ce-4b47-881a-07f511efbbe5 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:55:43.910575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:43.914674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f343a03-88e4-4c93-8261-6fa8cc6d0137 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:43.957094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:55:43.960441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:55:43.964517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:55:43.971827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'Port': ['ID=981b9ac5-61ce-4b47-881a-07f511efbbe5,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:43.992551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:44.019419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:44.020048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:44.105340 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7943320 Jun 28 06:55:44.124226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Request body: {'port': {'device_id': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:55:44.206435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:44.258645 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f5a732e1-c33f-4670-91aa-00fe61299358 None None] Provisioning for port 981b9ac5-61ce-4b47-881a-07f511efbbe5 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:55:44.263240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f5a732e1-c33f-4670-91aa-00fe61299358 None None] Provisioning complete for port 981b9ac5-61ce-4b47-881a-07f511efbbe5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:44.263816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f5a732e1-c33f-4670-91aa-00fe61299358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:44.299375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f5a732e1-c33f-4670-91aa-00fe61299358 None None] Port 981b9ac5-61ce-4b47-881a-07f511efbbe5 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:55:44.509660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981b9ac5-61ce-4b47-881a-07f511efbbe5 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:55:44.519092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:44.528423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd609a8-722d-48b2-abd7-2776aaf68ffa req-dbaf7d00-951d-45a6-8e03-b222219c9abe tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:44.529988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3bd609a8-722d-48b2-abd7-2776aaf68ffa req-dbaf7d00-951d-45a6-8e03-b222219c9abe tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 932 time: 0.1286609 Jun 28 06:55:44.547860 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Transition to ACTIVE for port object 981b9ac5-61ce-4b47-881a-07f511efbbe5 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:55:44.573303 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3bd609a8-722d-48b2-abd7-2776aaf68ffa req-960a5a5d-77d5-4c89-a6e4-2b0e5b1a3e6b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355377 Jun 28 06:55:44.613116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:44.615398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:44.662611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Pushing event updated for resources: {'Port': ['ID=981b9ac5-61ce-4b47-881a-07f511efbbe5,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:44.667181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:44.740341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Attempting to bind port 981b9ac5-61ce-4b47-881a-07f511efbbe5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:55:44.740680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Attempting to bind port 981b9ac5-61ce-4b47-881a-07f511efbbe5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:55:44.741059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Attempting to bind port 981b9ac5-61ce-4b47-881a-07f511efbbe5 on network fca0f4d8-11d3-4804-aefd-df5df10ce82e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:55:44.745845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Port 981b9ac5-61ce-4b47-881a-07f511efbbe5 on network fca0f4d8-11d3-4804-aefd-df5df10ce82e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:55:44.746164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Attempting to bind port 981b9ac5-61ce-4b47-881a-07f511efbbe5 on network fca0f4d8-11d3-4804-aefd-df5df10ce82e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:55:44.751940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:55:44.752273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Checking segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:55:44.752661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Bound using segment: {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:55:44.753124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Bound port: 981b9ac5-61ce-4b47-881a-07f511efbbe5, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:55:44.753467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:44.830703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] For port 981b9ac5-61ce-4b47-881a-07f511efbbe5, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:55:44.834610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] For port 981b9ac5-61ce-4b47-881a-07f511efbbe5, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=981b9ac5-61ce-4b47-881a-07f511efbbe5,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:55:44.904956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:44.907297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7304b27d-6151-4561-87fb-eaf946f65afc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:44.944336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:44.944336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:44.944336 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] 10.222.0.50 "PUT /v2.0/ports/981b9ac5-61ce-4b47-881a-07f511efbbe5 HTTP/1.1" status: 200 len: 1094 time: 0.8254962 Jun 28 06:55:44.945683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'tag': '981b9ac5-61ce-4b47-881a-07f511efbbe5'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:55:44.947708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77880dd8-6af5-4f5c-b67c-641f63e7a2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e24c9e-79e1-4678-9b73-090aeb772da9", "tag": "981b9ac5-61ce-4b47-881a-07f511efbbe5"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:55:44.982513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Pushing event updated for resources: {'Port': ['ID=981b9ac5-61ce-4b47-881a-07f511efbbe5,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:44.986515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:45.004087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaab660f-1739-4b7c-813b-98cbf49e8cfe x-openstack-request-id: req-aaab660f-1739-4b7c-813b-98cbf49e8cfe {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:55:45.004433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e24c9e-79e1-4678-9b73-090aeb772da9", "tag": "981b9ac5-61ce-4b47-881a-07f511efbbe5", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:55:45.004898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aaab660f-1739-4b7c-813b-98cbf49e8cfe {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:55:45.005363 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'tag': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'status': 'completed', 'code': 200} Jun 28 06:55:45.120697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77880dd8-6af5-4f5c-b67c-641f63e7a2d9 req-27cc248f-dd04-4d8c-b270-8e0fed1db7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:45.123045 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77880dd8-6af5-4f5c-b67c-641f63e7a2d9 req-27cc248f-dd04-4d8c-b270-8e0fed1db7cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 1097 time: 0.0670037 Jun 28 06:55:45.229667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77880dd8-6af5-4f5c-b67c-641f63e7a2d9 req-0d8cb861-1b80-4bb6-9758-e8037e31f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:45.231616 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77880dd8-6af5-4f5c-b67c-641f63e7a2d9 req-0d8cb861-1b80-4bb6-9758-e8037e31f8ef service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c941fe15a06407e96dbfc55c9351d29&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0950184 Jun 28 06:55:45.326583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77880dd8-6af5-4f5c-b67c-641f63e7a2d9 req-0be9c28e-a370-457a-afc3-6953ac7dd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:45.328237 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77880dd8-6af5-4f5c-b67c-641f63e7a2d9 req-0be9c28e-a370-457a-afc3-6953ac7dd13f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904303 Jun 28 06:55:45.447691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-2fffde8c-dcb6-47ab-9e35-6fd7fcf49b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:45.449195 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-2fffde8c-dcb6-47ab-9e35-6fd7fcf49b66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 1097 time: 0.0596015 Jun 28 06:55:45.875271 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-001a6d19-11ac-45d3-9dc7-20a394a0d0bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981b9ac5-61ce-4b47-881a-07f511efbbe5 HTTP/1.1" status: 200 len: 217 time: 0.4128096 Jun 28 06:55:45.960721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9715da53-246e-46da-bcf6-6585a2f9940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:45.962234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-9715da53-246e-46da-bcf6-6585a2f9940a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0604331 Jun 28 06:55:45.988349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051e43-d089-40e4-a48a-20ceae3dddb6 req-e364830e-27e5-4794-b1d9-c9e92100b2a8 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:45.989995 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-23051e43-d089-40e4-a48a-20ceae3dddb6 req-e364830e-27e5-4794-b1d9-c9e92100b2a8 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 944 time: 0.1173999 Jun 28 06:55:46.056292 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-23051e43-d089-40e4-a48a-20ceae3dddb6 req-c702ce18-9b03-4eed-aa0f-9ee48663d4f7 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489106 Jun 28 06:55:46.066812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-6a3467d1-b879-4f1e-9111-0723ad0ca859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:46.068324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-6a3467d1-b879-4f1e-9111-0723ad0ca859 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991797 Jun 28 06:55:46.182960 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-42946747-80dc-43e2-8c7a-d600859045ad service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884943 Jun 28 06:55:46.276874 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dad89f0-ab71-4795-9682-c49f03d829a2 req-5f907a2c-3858-4ab5-8de2-5c111e806f86 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848632 Jun 28 06:55:47.240405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df6de0-d773-4b5a-8eb6-38ada7b8d68c req-d9e7f54f-2f77-4d2b-8f2d-76995cf41ed8 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:47.241899 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05df6de0-d773-4b5a-8eb6-38ada7b8d68c req-d9e7f54f-2f77-4d2b-8f2d-76995cf41ed8 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 944 time: 0.0693259 Jun 28 06:55:47.283249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05df6de0-d773-4b5a-8eb6-38ada7b8d68c req-aad3e696-7da6-4d64-9f51-1129d7da3caf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348189 Jun 28 06:55:48.454408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58aff86-a4b8-4f83-bdc3-0439031ca0c8 req-afa705e8-9063-4de6-b4d6-69fa51ce173f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:48.456119 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b58aff86-a4b8-4f83-bdc3-0439031ca0c8 req-afa705e8-9063-4de6-b4d6-69fa51ce173f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 944 time: 0.0642550 Jun 28 06:55:48.493419 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b58aff86-a4b8-4f83-bdc3-0439031ca0c8 req-6b531d8b-a81a-438e-9c5d-ed1862c66d7b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Jun 28 06:55:49.672138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b2406-1529-482e-a8ed-38df69f067a8 req-8eb157a6-622d-4fd5-863e-35c5c8f8832d tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:49.674298 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0c8b2406-1529-482e-a8ed-38df69f067a8 req-8eb157a6-622d-4fd5-863e-35c5c8f8832d tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 944 time: 0.0704484 Jun 28 06:55:49.714635 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0c8b2406-1529-482e-a8ed-38df69f067a8 req-88da4eee-100b-4a58-b617-1d49e76c2ef8 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345373 Jun 28 06:55:50.891620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eadad-eeb9-48e7-b62d-dbb1f952f786 req-f9dad635-9e23-432f-99db-e9820b554fe3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:50.893130 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a28eadad-eeb9-48e7-b62d-dbb1f952f786 req-f9dad635-9e23-432f-99db-e9820b554fe3 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 944 time: 0.0705476 Jun 28 06:55:50.930160 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a28eadad-eeb9-48e7-b62d-dbb1f952f786 req-40fe8afd-5daa-4379-b6d5-83416e040b06 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314801 Jun 28 06:55:52.106095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25b467-6738-4667-8464-ea6cb1b85152 req-0b58b10b-bd4d-4dd8-8068-6304cb87a99e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:52.107675 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0d25b467-6738-4667-8464-ea6cb1b85152 req-0b58b10b-bd4d-4dd8-8068-6304cb87a99e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 944 time: 0.0662489 Jun 28 06:55:52.144981 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0d25b467-6738-4667-8464-ea6cb1b85152 req-75320876-e3eb-4b44-b5a5-06960cbb88a4 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316889 Jun 28 06:55:53.325012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c32ef-d43f-4310-bada-fd4799657931 req-35754abd-671a-47ad-ac89-b534c1987a7f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:53.326485 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e8c32ef-d43f-4310-bada-fd4799657931 req-35754abd-671a-47ad-ac89-b534c1987a7f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 944 time: 0.0687487 Jun 28 06:55:53.363982 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e8c32ef-d43f-4310-bada-fd4799657931 req-18676f7d-8a93-4df4-88bd-7c2708bdf9d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Jun 28 06:55:53.778176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b16b470c-6b57-4014-bd26-4e8b11e7b0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:54.536581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3eac6-71e7-4327-baac-34e5fdc36708 req-158a0dee-8ec9-4933-851e-60d0bd316f81 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:54.538158 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-51d3eac6-71e7-4327-baac-34e5fdc36708 req-158a0dee-8ec9-4933-851e-60d0bd316f81 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 944 time: 0.0651717 Jun 28 06:55:54.575056 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-51d3eac6-71e7-4327-baac-34e5fdc36708 req-254969c6-cee1-4d7c-b1e1-b756f8d0cf3d tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Jun 28 06:55:55.750427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc331f3f-6654-40ac-8a75-5105d7c81e93 req-f45b75f9-0cb0-4d19-8c56-3ad603ed97a4 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:55.751879 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bc331f3f-6654-40ac-8a75-5105d7c81e93 req-f45b75f9-0cb0-4d19-8c56-3ad603ed97a4 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 944 time: 0.0623388 Jun 28 06:55:55.789403 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bc331f3f-6654-40ac-8a75-5105d7c81e93 req-301f7400-4d56-4f20-b563-e5caa75301d7 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318468 Jun 28 06:55:56.185626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 981b9ac5-61ce-4b47-881a-07f511efbbe5 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:55:56.278708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 981b9ac5-61ce-4b47-881a-07f511efbbe5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=981b9ac5-61ce-4b47-881a-07f511efbbe5,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:56.292996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'port_id': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'mac_address': 'fa:16:3e:b3:24:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:55:56.323831 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:55:56.329191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:56.342193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981b9ac5-61ce-4b47-881a-07f511efbbe5 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:55:56.361810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 981b9ac5-61ce-4b47-881a-07f511efbbe5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=981b9ac5-61ce-4b47-881a-07f511efbbe5,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:56.508346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:56.510018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:56.557230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:56.558807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-56db1a0a-f0bf-440c-8a9b-f875ba1e8029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:56.561021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=981b9ac5-61ce-4b47-881a-07f511efbbe5,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:56.563838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:56.818698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['981b9ac5-61ce-4b47-881a-07f511efbbe5'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:55:56.970675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eab0df-fdb4-4d7f-bb2c-383878b68963 req-daa22f19-7ae3-41fa-9d7b-d878a9b2df69 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:56.972200 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-13eab0df-fdb4-4d7f-bb2c-383878b68963 req-daa22f19-7ae3-41fa-9d7b-d878a9b2df69 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 945 time: 0.0681312 Jun 28 06:55:57.010004 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-13eab0df-fdb4-4d7f-bb2c-383878b68963 req-7dca7039-855f-48fa-b2f3-30566b231b9f tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320559 Jun 28 06:55:57.566873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:58.186489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdb77b-51cd-4a57-962a-db18a64a9967 req-7f1930f7-4367-4668-b557-3555157fc1d9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:58.187953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aecdb77b-51cd-4a57-962a-db18a64a9967 req-7f1930f7-4367-4668-b557-3555157fc1d9 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 945 time: 0.0651681 Jun 28 06:55:58.200513 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 981b9ac5-61ce-4b47-881a-07f511efbbe5 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:55:58.225709 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aecdb77b-51cd-4a57-962a-db18a64a9967 req-0143d079-7ebf-4d18-b284-8ee11682cf55 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320230 Jun 28 06:55:58.293388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 981b9ac5-61ce-4b47-881a-07f511efbbe5 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:55:58.297106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 981b9ac5-61ce-4b47-881a-07f511efbbe5 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:55:58.297495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:58.374432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:58.398100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981b9ac5-61ce-4b47-881a-07f511efbbe5'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:55:58.400359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eae103-53a6-450a-b714-c03a48da379f" -d '{"events": [{"server_uuid": "a4e24c9e-79e1-4678-9b73-090aeb772da9", "name": "network-vif-plugged", "status": "completed", "tag": "981b9ac5-61ce-4b47-881a-07f511efbbe5"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:55:58.413317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 981b9ac5-61ce-4b47-881a-07f511efbbe5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=981b9ac5-61ce-4b47-881a-07f511efbbe5,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:55:58.438395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503744b7-75f0-4d6f-94e2-2b1c2e7995b4 x-openstack-request-id: req-503744b7-75f0-4d6f-94e2-2b1c2e7995b4 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:55:58.438690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e24c9e-79e1-4678-9b73-090aeb772da9", "name": "network-vif-plugged", "status": "completed", "tag": "981b9ac5-61ce-4b47-881a-07f511efbbe5", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:55:58.438945 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-503744b7-75f0-4d6f-94e2-2b1c2e7995b4 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:55:58.439344 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'code': 200} Jun 28 06:55:58.491141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:58.493890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:55:58.540101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=981b9ac5-61ce-4b47-881a-07f511efbbe5,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:55:58.543915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:55:58.812496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513ce-c1d2-48f0-9d08-4caaf252d241 req-b32fc3be-6b4a-467f-b313-2e6810258ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:58.813945 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ed513ce-c1d2-48f0-9d08-4caaf252d241 req-b32fc3be-6b4a-467f-b313-2e6810258ae1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 1099 time: 0.0611067 Jun 28 06:55:58.849020 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ed513ce-c1d2-48f0-9d08-4caaf252d241 req-df73f6fb-27fd-4b56-996b-67b5013a637b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283773 Jun 28 06:55:59.327125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:55:59.402345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714a26-7c28-4273-9990-e1e27a0373d9 req-26d80e36-8e82-4b76-b912-2f12b3c14d71 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:55:59.403957 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ae714a26-7c28-4273-9990-e1e27a0373d9 req-26d80e36-8e82-4b76-b912-2f12b3c14d71 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 946 time: 0.0631685 Jun 28 06:55:59.443375 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ae714a26-7c28-4273-9990-e1e27a0373d9 req-4c98bd08-75c2-4ece-83a5-efb2ca29781b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334263 Jun 28 06:56:00.619398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f80f3-f0b8-445f-80fc-8c06e29d7d3f req-105a8cfa-8549-4dac-8905-09c7c4f7f438 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:00.620890 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-447f80f3-f0b8-445f-80fc-8c06e29d7d3f req-105a8cfa-8549-4dac-8905-09c7c4f7f438 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 946 time: 0.0643666 Jun 28 06:56:00.658932 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-447f80f3-f0b8-445f-80fc-8c06e29d7d3f req-18193109-7d0f-40e7-97b9-867c0365e6ea tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Jun 28 06:56:00.839790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231f654-6b82-49c4-94ce-00953e889958 req-4f79aaad-3d73-44cc-b224-df493704628c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:00.841269 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3231f654-6b82-49c4-94ce-00953e889958 req-4f79aaad-3d73-44cc-b224-df493704628c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 946 time: 0.0672791 Jun 28 06:56:00.878423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3231f654-6b82-49c4-94ce-00953e889958 req-e18ff84c-a9cc-4769-b3da-1c97b096c083 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315449 Jun 28 06:56:00.903269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57838) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:56:01.057633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2307e99e-6e5d-496b-bd26-080a6a12fe8e tempest-TestVolumeBootPattern-1281650387 tempest-TestVolumeBootPattern-1281650387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:01.059643 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2307e99e-6e5d-496b-bd26-080a6a12fe8e tempest-TestVolumeBootPattern-1281650387 tempest-TestVolumeBootPattern-1281650387-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 1094 time: 0.1549323 Jun 28 06:56:01.062045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57842) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:56:01.066401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:56:01.132515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:01.229980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:01.331355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Allocated IP 172.26.4.212 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/c7194758-8755-4d62-a3c1-e4fe3c41a283) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:56:01.434411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:01.555600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:01.558582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b12d7cc5-1716-48ff-91a0-79aedd7b1d8c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:56:01.595783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:56:01.598583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:56:01.604185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:56:01.638891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'Port': ['ID=c7194758-8755-4d62-a3c1-e4fe3c41a283,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:56:01.642928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:56:01.972268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:02.104904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:02.252414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:02.309222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:02.311215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:56:02.376746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event updated for resources: {'Port': ['ID=c7194758-8755-4d62-a3c1-e4fe3c41a283,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:56:02.380537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:56:02.387122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:02.487936 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Floating IP 46e61378-667a-42e9-a503-f47e824cf3e8 associated. External IP: 172.26.4.212, port: 981b9ac5-61ce-4b47-881a-07f511efbbe5. Jun 28 06:56:02.697803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Router dc47569b-3a7d-4683-9b2e-06d2583eb58e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:56:02.809274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:56:02.819583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] Sync routers for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:56:02.829368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:56:02.829991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:55:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:56:02.909687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:02.939299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:56:02.947844 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8848000 Jun 28 06:56:02.948520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'tag': '981b9ac5-61ce-4b47-881a-07f511efbbe5'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:56:02.951574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7684d0f9-95a9-48ff-875e-807a9e52c738" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e24c9e-79e1-4678-9b73-090aeb772da9", "tag": "981b9ac5-61ce-4b47-881a-07f511efbbe5"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:56:02.987890 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47db54b1-4c0f-40fc-a96a-599d87ccaacb x-openstack-request-id: req-47db54b1-4c0f-40fc-a96a-599d87ccaacb {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:56:02.988235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e24c9e-79e1-4678-9b73-090aeb772da9", "tag": "981b9ac5-61ce-4b47-881a-07f511efbbe5", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:56:02.988535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47db54b1-4c0f-40fc-a96a-599d87ccaacb {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:56:02.989026 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'tag': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'status': 'completed', 'code': 200} Jun 28 06:56:03.092553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-feaa19df-138e-4ee0-a6ea-6b6de5fa9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:03.094132 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-feaa19df-138e-4ee0-a6ea-6b6de5fa9980 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 1099 time: 0.0557809 Jun 28 06:56:03.184764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '46e61378-667a-42e9-a503-f47e824cf3e8', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:b3:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:56:01Z', 'updated_at': '2021-06-28T06:56:01Z', 'revision_number': 0, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}, {'id': '95419681-2638-4c5f-914a-5e7d924eb215', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:01:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:11Z', 'updated_at': '2021-06-28T06:53:14Z', 'revision_number': 1, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:56:03.195415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-efd1c82f-c529-462e-91e5-a86dc3d188bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:03.197001 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-efd1c82f-c529-462e-91e5-a86dc3d188bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 912 time: 0.0948412 Jun 28 06:56:03.218773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] Checking router: dc47569b-3a7d-4683-9b2e-06d2583eb58e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:56:03.230181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:56:03.232264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:55:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:56:03.276312 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-6b128c8c-d500-4d97-8f7d-cf02c6abd2e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981b9ac5-61ce-4b47-881a-07f511efbbe5 HTTP/1.1" status: 200 len: 1000 time: 0.0720816 Jun 28 06:56:03.332605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-019c6b32-c315-42de-be20-9d2dc6f346c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:03.334136 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-019c6b32-c315-42de-be20-9d2dc6f346c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0512791 Jun 28 06:56:03.373415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:56:03.394595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-f0979552-3d26-4f27-b33d-eb729b617bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:03.399268 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-f0979552-3d26-4f27-b33d-eb729b617bc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553350 Jun 28 06:56:03.493670 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-da573b46-981e-43e9-9397-5b37a4aba338 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900469 Jun 28 06:56:03.589456 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7684d0f9-95a9-48ff-875e-807a9e52c738 req-33db2cb8-051b-47a2-874d-bf19527614f4 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896730 Jun 28 06:56:03.616521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '46e61378-667a-42e9-a503-f47e824cf3e8', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:b3:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:56:01Z', 'updated_at': '2021-06-28T06:56:01Z', 'revision_number': 0, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}, {'id': '95419681-2638-4c5f-914a-5e7d924eb215', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:01:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:11Z', 'updated_at': '2021-06-28T06:53:14Z', 'revision_number': 1, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:56:03.644653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92aa72-5370-4e2a-8e58-0ac9bc958498 None None] The sync data for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv is: [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '46e61378-667a-42e9-a503-f47e824cf3e8', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:b3:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:56:01Z', 'updated_at': '2021-06-28T06:56:01Z', 'revision_number': 0, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}, {'id': '95419681-2638-4c5f-914a-5e7d924eb215', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:01:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:11Z', 'updated_at': '2021-06-28T06:53:14Z', 'revision_number': 1, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:56:03.855396 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4cf42d-dbdb-40b6-b428-24c4b1038afb None None] New status for floating IP 46e61378-667a-42e9-a503-f47e824cf3e8: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:56:13.463233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:23.040826 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62355965-6c60-4142-a328-d21f81afed85 req-fdd03f1b-92b6-4629-8432-d79c31482c46 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531695 Jun 28 06:56:23.156137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62355965-6c60-4142-a328-d21f81afed85 req-3caf2c7f-884d-4520-8f2c-3bb75d62c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:23.157633 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62355965-6c60-4142-a328-d21f81afed85 req-3caf2c7f-884d-4520-8f2c-3bb75d62c6e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0545301 Jun 28 06:56:23.267975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62355965-6c60-4142-a328-d21f81afed85 req-2af619f9-46fb-4225-aa4c-78676af843f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:23.269499 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62355965-6c60-4142-a328-d21f81afed85 req-2af619f9-46fb-4225-aa4c-78676af843f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 912 time: 0.0908897 Jun 28 06:56:23.336750 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62355965-6c60-4142-a328-d21f81afed85 req-17763e4e-7963-4393-bf4a-1e46e3fbc7e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=942930bc-7b08-4109-b08c-224a6adaa15f HTTP/1.1" status: 200 len: 1000 time: 0.0603306 Jun 28 06:56:23.390893 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62355965-6c60-4142-a328-d21f81afed85 req-a3241572-8ef8-4688-b335-1ae6ca3c5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:23.392352 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62355965-6c60-4142-a328-d21f81afed85 req-a3241572-8ef8-4688-b335-1ae6ca3c5ae9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0487881 Jun 28 06:56:23.451121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62355965-6c60-4142-a328-d21f81afed85 req-1864c510-3874-42c6-98ef-27c6be6fe88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:56:23.453243 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62355965-6c60-4142-a328-d21f81afed85 req-1864c510-3874-42c6-98ef-27c6be6fe88b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542126 Jun 28 06:56:23.544207 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62355965-6c60-4142-a328-d21f81afed85 req-158b93de-db99-4241-a66b-8887c661606c service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844936 Jun 28 06:56:23.641715 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62355965-6c60-4142-a328-d21f81afed85 req-ed21cdba-d18e-4a96-9844-449fa515067b service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905752 Jun 28 06:56:23.732892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9b120730-7e31-4561-860f-280b745b4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:26.463703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:26.566124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-64b73f2a-1fea-485f-b355-236a91dd0016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:27.595053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:29.314446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:33.322188 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:56:43.451959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:53.737298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0c7b7967-14a2-4e01-b7c0-c1e688668fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:56.432632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:56.492049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a4c370e4-ec78-4de3-9501-6f38cfdd36f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:57.623261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:56:59.291498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:10.320936 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:57:13.473883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:23.822544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6560339b-5c9e-42b0-b98b-c36a56ca6078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:24.095929 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-d9f68747-d084-49db-9662-661f8547d119 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532327 Jun 28 06:57:24.189585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-66399ab5-c1dc-4882-9f37-9655f0584c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:57:24.191261 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-66399ab5-c1dc-4882-9f37-9655f0584c90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 1099 time: 0.0588524 Jun 28 06:57:24.299737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-8839e845-2ae1-4883-9b60-47261817a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:57:24.301288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-8839e845-2ae1-4883-9b60-47261817a1d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 HTTP/1.1" status: 200 len: 897 time: 0.0897355 Jun 28 06:57:24.378663 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-6382cd53-c8c5-4fdd-a998-b6f0c9a294bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a472be2b-4439-41e5-ab2a-cf07926948c5 HTTP/1.1" status: 200 len: 1002 time: 0.0711308 Jun 28 06:57:24.428739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-ab90b7e8-d8eb-4951-868d-101ed36cc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:57:24.430282 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-ab90b7e8-d8eb-4951-868d-101ed36cc94c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb3c93f0-3ada-4816-beaf-030916b15b82 HTTP/1.1" status: 200 len: 842 time: 0.0457857 Jun 28 06:57:24.491767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-5bddd213-7a21-42ce-bc91-85153aa9ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:57:24.493423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-5bddd213-7a21-42ce-bc91-85153aa9ceae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566967 Jun 28 06:57:24.592662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-b92fe61a-b0e6-4fdb-8cbd-c9d29f585034 service neutron] 10.222.0.50 "GET /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915272 Jun 28 06:57:24.686699 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b06d9c0-ee2d-4a70-981e-67a1a2479ac5 req-50206a60-26b4-4f51-be72-c9db383663ef service neutron] 10.222.0.50 "GET /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871444 Jun 28 06:57:26.433739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:26.525212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c2d4-ab0a-4c70-b794-b6e02f82c16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:27.628447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:29.302285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:33.207397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57886) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:57:33.272728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:57:33.359866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8641412'] for subnet, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:33.559382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751027630273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9273368'] for subnet, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:33.562171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a842a40d-ce12-4bba-8f2f-63ad56b80c25 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:57:33.593529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:57:33.594433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:33.595491 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/subnets/bb3c93f0-3ada-4816-beaf-030916b15b82 HTTP/1.1" status: 200 len: 834 time: 0.3870373 Jun 28 06:57:33.598164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33bc4ea-e138-4257-bf96-7a57c255d1f7 None None] Network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:57:33.614618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Subnet': ['ID=bb3c93f0-3ada-4816-beaf-030916b15b82,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:57:33.622631 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.623021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.623445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.623975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.624349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.624725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.625128 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.625496 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.625865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.626231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.626594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.626956 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:57:33.630452 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:57:33.974522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3146aedc-4a79-49a8-8ff7-27b602abe0c3 None None] Provisioning complete for port b6bff6f4-3454-4ab1-821c-16ee6c27da96 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:57:33.974903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3146aedc-4a79-49a8-8ff7-27b602abe0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:34.057848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3146aedc-4a79-49a8-8ff7-27b602abe0c3 None None] Provisioning complete for port 81ee45df-7415-47ea-8e2f-512993116949 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:57:34.058174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3146aedc-4a79-49a8-8ff7-27b602abe0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:34.143953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3146aedc-4a79-49a8-8ff7-27b602abe0c3 None None] Provisioning complete for port a472be2b-4439-41e5-ab2a-cf07926948c5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:57:34.144252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3146aedc-4a79-49a8-8ff7-27b602abe0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:43.486065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:47.319497 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:57:53.757766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0759bcea-8c5e-4161-b1a8-58a7e297c0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:56.433126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:56.478816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ec45dda5-13e8-48f0-b4fd-2e467aa79842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:57.581660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:57:59.311302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:13.511456 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:16.476204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57912) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:16.637951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 9941d1c0-8238-4d46-9837-0448444c449f {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:16.638127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:16.717822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:16.718141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:16.730693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 9941d1c0-8238-4d46-9837-0448444c449f owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:16.930145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:16.932689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0bae632e-1f59-4937-910f-98976d642221 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:16.955545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=9941d1c0-8238-4d46-9837-0448444c449f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:16.959453 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:17.019091 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:17.019330 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8 disassociated (deleted). External IP: 172.26.4.170, port: a472be2b-4439-41e5-ab2a-cf07926948c5. Jun 28 06:58:17.035794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57914) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:17.569751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router e282468c-5987-4fb5-9d7f-24484861de3a has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:58:17.585932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Deleting port c7194758-8755-4d62-a3c1-e4fe3c41a283 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:17.586314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:17.662019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:17.662455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:17.673802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Calling delete_port for c7194758-8755-4d62-a3c1-e4fe3c41a283 owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:17.684132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:58:17.689061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:17.696171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] Sync routers for ids ['e282468c-5987-4fb5-9d7f-24484861de3a'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:58:17.705087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] Routers {'e282468c-5987-4fb5-9d7f-24484861de3a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:17.705710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:57:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['e282468c-5987-4fb5-9d7f-24484861de3a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:17.731007 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/floatingips/bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8 HTTP/1.1" status: 204 len: 168 time: 1.2531092 Jun 28 06:58:17.731713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'tag': 'a472be2b-4439-41e5-ab2a-cf07926948c5'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:58:17.734225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64" -d '{"events": [{"name": "network-changed", "server_uuid": "b89574fe-b772-4819-9b5d-26bd4dc6eb9f", "tag": "a472be2b-4439-41e5-ab2a-cf07926948c5"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:58:17.803939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3943ec24-9d61-434f-a3e7-c76a1b718833 x-openstack-request-id: req-3943ec24-9d61-434f-a3e7-c76a1b718833 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:58:17.804289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89574fe-b772-4819-9b5d-26bd4dc6eb9f", "tag": "a472be2b-4439-41e5-ab2a-cf07926948c5", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:58:17.804598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3943ec24-9d61-434f-a3e7-c76a1b718833 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:58:17.805074 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'tag': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'status': 'completed', 'code': 200} Jun 28 06:58:17.812944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] Set router e282468c-5987-4fb5-9d7f-24484861de3a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:17.956556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:17.962241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1bdc3c91-3c69-4c79-ba1e-61d147792994 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:18.020919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event deleted for resources: {'Port': ['ID=c7194758-8755-4d62-a3c1-e4fe3c41a283,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:18.039834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '81ee45df-7415-47ea-8e2f-512993116949', 'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a8:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:17Z', 'updated_at': '2021-06-28T06:55:22Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:18.060045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.060669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.060916 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.061301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.061676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.062110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.062487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.062859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.063230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.063599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.063965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.064336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:18.069269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:18.071235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] Checking router: e282468c-5987-4fb5-9d7f-24484861de3a for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:58:18.080059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] Routers {'e282468c-5987-4fb5-9d7f-24484861de3a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:18.080796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:57:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['e282468c-5987-4fb5-9d7f-24484861de3a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:18.091566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:18.092101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Floating IP 46e61378-667a-42e9-a503-f47e824cf3e8 disassociated (deleted). External IP: 172.26.4.212, port: 981b9ac5-61ce-4b47-881a-07f511efbbe5. Jun 28 06:58:18.132679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-81fd145f-a2be-47df-9336-3b945d169e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:18.134147 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-81fd145f-a2be-47df-9336-3b945d169e39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 1099 time: 0.2725348 Jun 28 06:58:18.190861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] Set router e282468c-5987-4fb5-9d7f-24484861de3a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:18.322494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-357b7394-41d2-4115-951d-7246e3d7d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:18.324010 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-357b7394-41d2-4115-951d-7246e3d7d381 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 HTTP/1.1" status: 200 len: 897 time: 0.1822965 Jun 28 06:58:18.416887 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-9df2decc-470f-49e2-96fc-c5b1aa520972 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a472be2b-4439-41e5-ab2a-cf07926948c5 HTTP/1.1" status: 200 len: 217 time: 0.0478847 Jun 28 06:58:18.469635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Router dc47569b-3a7d-4683-9b2e-06d2583eb58e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:58:18.483546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-d0e10ae8-f9f7-4277-8a84-5b95256d8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:18.484920 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-d0e10ae8-f9f7-4277-8a84-5b95256d8dde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb3c93f0-3ada-4816-beaf-030916b15b82 HTTP/1.1" status: 200 len: 842 time: 0.0593264 Jun 28 06:58:18.554191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '81ee45df-7415-47ea-8e2f-512993116949', 'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a8:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:17Z', 'updated_at': '2021-06-28T06:55:22Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:18.580536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076feecf-8121-41d9-9743-ed51e24575e1 None None] The sync data for ids ['e282468c-5987-4fb5-9d7f-24484861de3a'] in dv-neutron-797120-6-hyperv is: [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '81ee45df-7415-47ea-8e2f-512993116949', 'name': '', 'network_id': '5992de76-650c-4b1e-8eeb-9c6d7ce9bca0', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:a8:33:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:17Z', 'updated_at': '2021-06-28T06:55:22Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'bb3c93f0-3ada-4816-beaf-030916b15b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:58:18.675716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:58:18.681091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:18.684777 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] Sync routers for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:58:18.690075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652993a7-3d90-4da3-b9ea-39d9dce25f06 req-1ff416d6-d643-44ba-937e-ddcd63d7dfb4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:18.691542 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-652993a7-3d90-4da3-b9ea-39d9dce25f06 req-1ff416d6-d643-44ba-937e-ddcd63d7dfb4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 946 time: 0.2815595 Jun 28 06:58:18.696659 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:18.697505 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:57:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:18.723688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-981fc215-c0cd-4c0e-8a9d-9733e75826cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:18.725747 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-981fc215-c0cd-4c0e-8a9d-9733e75826cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2259064 Jun 28 06:58:18.766932 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "DELETE /v2.0/floatingips/46e61378-667a-42e9-a503-f47e824cf3e8 HTTP/1.1" status: 204 len: 168 time: 1.7294664 Jun 28 06:58:18.774058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'tag': '981b9ac5-61ce-4b47-881a-07f511efbbe5'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:58:18.776438 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4969ff-cdec-4979-99a1-84ee0a91bea5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e24c9e-79e1-4678-9b73-090aeb772da9", "tag": "981b9ac5-61ce-4b47-881a-07f511efbbe5"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:58:18.827371 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-652993a7-3d90-4da3-b9ea-39d9dce25f06 req-42f66206-92b3-449c-adfd-f30734be0a53 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143055 Jun 28 06:58:18.830948 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:18.867541 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-2c2050c5-04de-458e-9e2c-501aaf5cda92 service neutron] 10.222.0.50 "GET /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278591 Jun 28 06:58:18.893854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b5572a-5e99-4fa6-8edb-2ff1ae1302ae None None] New status for floating IP bacc3b7a-f47a-4b03-95c2-3cc955f6e2d8: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:58:18.997843 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d19dbfa1-d6f2-4996-a0d0-a3843f9fdd64 req-dbfad414-91e2-44fb-b46a-006527307e65 service neutron] 10.222.0.50 "GET /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236703 Jun 28 06:58:19.001193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f041eab-04fe-4ca2-bae1-0f2c0ba32b1c x-openstack-request-id: req-1f041eab-04fe-4ca2-bae1-0f2c0ba32b1c {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:58:19.001606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e24c9e-79e1-4678-9b73-090aeb772da9", "tag": "981b9ac5-61ce-4b47-881a-07f511efbbe5", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:58:19.001802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f041eab-04fe-4ca2-bae1-0f2c0ba32b1c {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:58:19.002234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'tag': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'status': 'completed', 'code': 200} Jun 28 06:58:19.100758 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '95419681-2638-4c5f-914a-5e7d924eb215', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:01:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:11Z', 'updated_at': '2021-06-28T06:53:14Z', 'revision_number': 1, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:19.105400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-aa21293f-4a42-47d0-8149-5a8993d0af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:19.106974 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-aa21293f-4a42-47d0-8149-5a8993d0af98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 1099 time: 0.0561194 Jun 28 06:58:19.132951 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] Checking router: dc47569b-3a7d-4683-9b2e-06d2583eb58e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:58:19.141503 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:19.142115 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:57:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:19.200100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-ee525b7f-e6e4-43d0-96f8-3b93e229f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:19.201560 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-ee525b7f-e6e4-43d0-96f8-3b93e229f758 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 912 time: 0.0874169 Jun 28 06:58:19.247640 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-072b059c-3a67-43da-b10b-8a8ed98c6fd3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981b9ac5-61ce-4b47-881a-07f511efbbe5 HTTP/1.1" status: 200 len: 217 time: 0.0389853 Jun 28 06:58:19.247919 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:19.300725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-f97d67b4-c572-43a5-ae52-f5ea22fd64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:19.302309 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-f97d67b4-c572-43a5-ae52-f5ea22fd64d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0460234 Jun 28 06:58:19.365934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-932b84c5-bf1d-4c4a-b68b-cc662c873766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:19.367444 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-932b84c5-bf1d-4c4a-b68b-cc662c873766 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583255 Jun 28 06:58:19.490261 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '95419681-2638-4c5f-914a-5e7d924eb215', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:01:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:11Z', 'updated_at': '2021-06-28T06:53:14Z', 'revision_number': 1, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:19.516267 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3a35e-2d28-4770-bd59-29093420897e None None] The sync data for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv is: [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '95419681-2638-4c5f-914a-5e7d924eb215', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'port_id': '942930bc-7b08-4109-b08c-224a6adaa15f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'mac_address': 'fa:16:3e:01:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:53:11Z', 'updated_at': '2021-06-28T06:53:14Z', 'revision_number': 1, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:58:19.539280 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-39dac058-a244-42ad-9b26-deaba9ca75d4 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314850 Jun 28 06:58:19.547566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d98788-7ec7-4ab1-a580-497a1bb5caa2 req-6281e7ab-dfd7-4a5d-b58f-b7aee35c2737 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:19.549026 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3d98788-7ec7-4ab1-a580-497a1bb5caa2 req-6281e7ab-dfd7-4a5d-b58f-b7aee35c2737 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 946 time: 0.1171000 Jun 28 06:58:19.644362 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3d98788-7ec7-4ab1-a580-497a1bb5caa2 req-f7312cdd-6110-412e-8aa7-8b016a06b5ff tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864487 Jun 28 06:58:19.667439 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e4969ff-cdec-4979-99a1-84ee0a91bea5 req-b7dda3d9-06e2-47f9-acde-62bc93e9b28d service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174598 Jun 28 06:58:19.747552 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba18605-78a2-4afa-b058-9c74eb2cbfc0 None None] New status for floating IP 46e61378-667a-42e9-a503-f47e824cf3e8: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:58:20.050229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-9ccceb2f-c654-4a2c-94d9-7d588d979b75 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:20.051657 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-9ccceb2f-c654-4a2c-94d9-7d588d979b75 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 946 time: 0.0989714 Jun 28 06:58:20.127506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ba1c2-eb31-4c0e-b9e9-e57ccc611f00 req-8eaf5d3a-23ee-42ff-bbf6-1b01ceb1da17 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:20.129002 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-301ba1c2-eb31-4c0e-b9e9-e57ccc611f00 req-8eaf5d3a-23ee-42ff-bbf6-1b01ceb1da17 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 946 time: 0.1749618 Jun 28 06:58:20.184222 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-301ba1c2-eb31-4c0e-b9e9-e57ccc611f00 req-767a4840-84fa-458e-ab24-6db9fa481d9f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=69865ff3-8306-4794-8d2c-421ead682bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391564 Jun 28 06:58:20.200375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port a472be2b-4439-41e5-ab2a-cf07926948c5 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:20.200722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:20.290416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port a472be2b-4439-41e5-ab2a-cf07926948c5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a472be2b-4439-41e5-ab2a-cf07926948c5,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:20.290717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:20.302682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for a472be2b-4439-41e5-ab2a-cf07926948c5 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:20.476786 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:20.480692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:20.510294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=a472be2b-4439-41e5-ab2a-cf07926948c5,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:20.513286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:20.555279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port a472be2b-4439-41e5-ab2a-cf07926948c5 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:58:20.556821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:20.558781 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aecd242e-ab20-44c5-b0a0-eeac35129b98 req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "DELETE /v2.0/ports/a472be2b-4439-41e5-ab2a-cf07926948c5 HTTP/1.1" status: 204 len: 173 time: 0.5013163 Jun 28 06:58:20.835465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a155ff6-fc6d-48f3-a5c7-936a8f436ee6 req-0f8d8dbf-15e2-4aee-b63b-6a79bab588c2 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:20.837015 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a155ff6-fc6d-48f3-a5c7-936a8f436ee6 req-0f8d8dbf-15e2-4aee-b63b-6a79bab588c2 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 946 time: 0.0699966 Jun 28 06:58:20.877572 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a155ff6-fc6d-48f3-a5c7-936a8f436ee6 req-4815eaaf-30b2-4a35-8aee-54853d2c1558 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347664 Jun 28 06:58:21.002938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'name': 'network-vif-deleted', 'tag': 'a472be2b-4439-41e5-ab2a-cf07926948c5'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:58:21.006367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02525d15-66a0-4a07-b17d-25a05bc25a10" -d '{"events": [{"server_uuid": "b89574fe-b772-4819-9b5d-26bd4dc6eb9f", "name": "network-vif-deleted", "tag": "a472be2b-4439-41e5-ab2a-cf07926948c5"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:58:21.040688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6d433c-3fc5-4aa5-ba6a-90380903ab2c x-openstack-request-id: req-8b6d433c-3fc5-4aa5-ba6a-90380903ab2c {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:58:21.041055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89574fe-b772-4819-9b5d-26bd4dc6eb9f", "name": "network-vif-deleted", "tag": "a472be2b-4439-41e5-ab2a-cf07926948c5", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:58:21.041352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b6d433c-3fc5-4aa5-ba6a-90380903ab2c {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:58:21.041791 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89574fe-b772-4819-9b5d-26bd4dc6eb9f', 'name': 'network-vif-deleted', 'tag': 'a472be2b-4439-41e5-ab2a-cf07926948c5', 'status': 'completed', 'code': 200} Jun 28 06:58:21.305828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2da080-f180-439c-817a-9e608a672175 req-7a70b140-0305-4bde-97d7-6729aec95b94 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:21.307311 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c2da080-f180-439c-817a-9e608a672175 req-7a70b140-0305-4bde-97d7-6729aec95b94 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 946 time: 0.0681574 Jun 28 06:58:21.358958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7acfa54-53bd-49e1-9e6a-51e32b5b40b9 req-383d5367-8c02-4937-9423-6317749ee123 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89574fe-b772-4819-9b5d-26bd4dc6eb9f HTTP/1.1" status: 200 len: 210 time: 0.0497882 Jun 28 06:58:21.432684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-6c2da080-f180-439c-817a-9e608a672175 req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Deleting port 981b9ac5-61ce-4b47-881a-07f511efbbe5 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:21.433057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6c2da080-f180-439c-817a-9e608a672175 req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:21.522163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-6c2da080-f180-439c-817a-9e608a672175 req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] For port 981b9ac5-61ce-4b47-881a-07f511efbbe5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=981b9ac5-61ce-4b47-881a-07f511efbbe5,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:21.522436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6c2da080-f180-439c-817a-9e608a672175 req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:21.534930 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-6c2da080-f180-439c-817a-9e608a672175 req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Calling delete_port for 981b9ac5-61ce-4b47-881a-07f511efbbe5 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:21.733871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6c2da080-f180-439c-817a-9e608a672175 req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:21.737713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-434ead0c-3044-4318-b537-722e8d4553c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:21.760484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event deleted for resources: {'Port': ['ID=981b9ac5-61ce-4b47-881a-07f511efbbe5,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:21.763819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:21.809162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2da080-f180-439c-817a-9e608a672175 req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] No DVR routers for this DVR port 981b9ac5-61ce-4b47-881a-07f511efbbe5 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:58:21.811498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6c2da080-f180-439c-817a-9e608a672175 req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:21.813505 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c2da080-f180-439c-817a-9e608a672175 req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "DELETE /v2.0/ports/981b9ac5-61ce-4b47-881a-07f511efbbe5 HTTP/1.1" status: 204 len: 173 time: 0.4958849 Jun 28 06:58:22.027782 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d5e8440c-6a68-4a1a-ad29-3859b82e35b4 req-222ec09c-f840-4859-a121-c0b4c9cad5fd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 210 time: 0.0355365 Jun 28 06:58:22.454358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57960) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:22.514624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-efe60256-ea06-4c64-9f37-b9df8489de7d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:22.540173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-efe60256-ea06-4c64-9f37-b9df8489de7d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:22.667545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-efe60256-ea06-4c64-9f37-b9df8489de7d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:22.670396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-efe60256-ea06-4c64-9f37-b9df8489de7d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:22.671581 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-efe60256-ea06-4c64-9f37-b9df8489de7d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/69865ff3-8306-4794-8d2c-421ead682bd7 HTTP/1.1" status: 204 len: 168 time: 0.2161896 Jun 28 06:58:22.672395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c49e1df6-d56e-4259-b68f-906e229f077a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:22.688044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe60256-ea06-4c64-9f37-b9df8489de7d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69865ff3-8306-4794-8d2c-421ead682bd7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:22.690507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-efe60256-ea06-4c64-9f37-b9df8489de7d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:22.763888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57964) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:23.043366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'name': 'network-vif-deleted', 'tag': '981b9ac5-61ce-4b47-881a-07f511efbbe5'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:58:23.045542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6e3c7c-7b05-4b44-b831-4fe76c45ef6b" -d '{"events": [{"server_uuid": "a4e24c9e-79e1-4678-9b73-090aeb772da9", "name": "network-vif-deleted", "tag": "981b9ac5-61ce-4b47-881a-07f511efbbe5"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:58:23.113238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6357e53-34c1-40ca-858c-68e951d3115c x-openstack-request-id: req-f6357e53-34c1-40ca-858c-68e951d3115c {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:58:23.113713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e24c9e-79e1-4678-9b73-090aeb772da9", "name": "network-vif-deleted", "tag": "981b9ac5-61ce-4b47-881a-07f511efbbe5", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:58:23.114107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6357e53-34c1-40ca-858c-68e951d3115c {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:58:23.115285 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e24c9e-79e1-4678-9b73-090aeb772da9', 'name': 'network-vif-deleted', 'tag': '981b9ac5-61ce-4b47-881a-07f511efbbe5', 'status': 'completed', 'code': 200} Jun 28 06:58:23.143945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:23.210784 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-814fd9a8-f770-4692-bcbf-994bb1ce900d req-35ed2d79-f86c-435e-96be-7fe80f95c1cd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 210 time: 0.0336182 Jun 28 06:58:23.439290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 81ee45df-7415-47ea-8e2f-512993116949 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:23.439667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:23.531444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 81ee45df-7415-47ea-8e2f-512993116949, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=81ee45df-7415-47ea-8e2f-512993116949,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:23.532129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:23.549664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 81ee45df-7415-47ea-8e2f-512993116949 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:23.776014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-667ba6d1-3e8f-4988-907a-519b84957be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:23.799188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:23.801456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:23.828398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=81ee45df-7415-47ea-8e2f-512993116949,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:23.831583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:24.321556 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:58:24.419782 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f5afffe-85d1-4d41-9dcf-6d89bd19e1e6 req-e0dbb1e9-5767-4822-8f00-e3ae613ef014 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 210 time: 0.0352943 Jun 28 06:58:24.469981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:24.689631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router e282468c-5987-4fb5-9d7f-24484861de3a has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:58:24.748988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 981b9ac5-61ce-4b47-881a-07f511efbbe5 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:24.784432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 981b9ac5-61ce-4b47-881a-07f511efbbe5 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:24.785137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 981b9ac5-61ce-4b47-881a-07f511efbbe5 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:24.785288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device a472be2b-4439-41e5-ab2a-cf07926948c5 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:24.806411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: a472be2b-4439-41e5-ab2a-cf07926948c5 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:24.807175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device a472be2b-4439-41e5-ab2a-cf07926948c5 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:24.808836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:58:24.822563 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/e282468c-5987-4fb5-9d7f-24484861de3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0574489 Jun 28 06:58:24.824906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57972) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:24.825431 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] Sync routers for ids ['e282468c-5987-4fb5-9d7f-24484861de3a'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:58:24.847876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] Routers {'e282468c-5987-4fb5-9d7f-24484861de3a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:24.848767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:57:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['e282468c-5987-4fb5-9d7f-24484861de3a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:24.882918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-960321bd-b026-439f-9858-c40c4af81083 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting subnet bb3c93f0-3ada-4816-beaf-030916b15b82 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:58:24.886528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-960321bd-b026-439f-9858-c40c4af81083 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:24.932167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-960321bd-b026-439f-9858-c40c4af81083 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:24.977065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] Set router e282468c-5987-4fb5-9d7f-24484861de3a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:25.026779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-960321bd-b026-439f-9858-c40c4af81083 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.180597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:58:23Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:25.188799 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-960321bd-b026-439f-9858-c40c4af81083 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.191063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c1e553c-3e45-4097-a2a0-d92b05290f9c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:25.208878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] Checking router: e282468c-5987-4fb5-9d7f-24484861de3a for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:58:25.217979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] Routers {'e282468c-5987-4fb5-9d7f-24484861de3a'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:25.218593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:57:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['e282468c-5987-4fb5-9d7f-24484861de3a'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:25.223420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960321bd-b026-439f-9858-c40c4af81083 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3c93f0-3ada-4816-beaf-030916b15b82,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:25.226925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-960321bd-b026-439f-9858-c40c4af81083 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:25.228014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-960321bd-b026-439f-9858-c40c4af81083 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.231054 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-960321bd-b026-439f-9858-c40c4af81083 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/subnets/bb3c93f0-3ada-4816-beaf-030916b15b82 HTTP/1.1" status: 204 len: 168 time: 0.4068160 Jun 28 06:58:25.233793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57974) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:25.254615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc8405-dffb-4b69-af01-9bcbf1a88391 None None] Network 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:58:25.346871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.415283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] Set router e282468c-5987-4fb5-9d7f-24484861de3a gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:25.455981 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.586524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2f965629-7086-4284-a481-547f45d8436e req-800ac89a-f2d4-4ec8-98a9-34da8b17f8bf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 210 time: 0.0475376 Jun 28 06:58:25.613389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] DHCP port deletion for 5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:58:25.617690 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 28154549-7679-4ae6-b41d-4fc98180f887 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:25.618142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.671704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:58:23Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:25.701314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458d589-8520-4fd9-816b-e01316412b36 None None] The sync data for ids ['e282468c-5987-4fb5-9d7f-24484861de3a'] in dv-neutron-797120-6-hyperv is: [{'id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'name': 'tempest-TestNetworkBasicOps-router-403439895', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '28154549-7679-4ae6-b41d-4fc98180f887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:55:13Z', 'updated_at': '2021-06-28T06:58:23Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '28154549-7679-4ae6-b41d-4fc98180f887', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282468c-5987-4fb5-9d7f-24484861de3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:55:14Z', 'updated_at': '2021-06-28T06:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:58:25.707130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Deleting port b6bff6f4-3454-4ab1-821c-16ee6c27da96 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:25.707293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 28154549-7679-4ae6-b41d-4fc98180f887, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=28154549-7679-4ae6-b41d-4fc98180f887,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:25.707523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.707680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.721968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 28154549-7679-4ae6-b41d-4fc98180f887 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:25.780422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] For port b6bff6f4-3454-4ab1-821c-16ee6c27da96, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b6bff6f4-3454-4ab1-821c-16ee6c27da96,segment=NetworkSegment(9cf105dd-2eef-4379-a2f5-4bbc925bd8de),segment_id=9cf105dd-2eef-4379-a2f5-4bbc925bd8de)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:25.780870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.794673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Calling delete_port for b6bff6f4-3454-4ab1-821c-16ee6c27da96 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:25.934044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.936924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:25.960915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Pushing event deleted for resources: {'Port': ['ID=b6bff6f4-3454-4ab1-821c-16ee6c27da96,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:25.963071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] No DVR routers for this DVR port b6bff6f4-3454-4ab1-821c-16ee6c27da96 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:58:25.964666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:25.972732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ab13d142-c97b-4231-96c2-ed6cdb5b3005 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:25.978275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.978874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.979285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.979712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.980139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.980562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.981019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.981496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.981986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.982404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.982910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.983380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:25.987932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:25.995705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=28154549-7679-4ae6-b41d-4fc98180f887,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:25.998059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:26.035138 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9576d701-dac2-427a-8ce9-13bc6e305e89 req-6053e075-564c-4ec6-8bce-f51bd5b39512 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297620 Jun 28 06:58:26.064172 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.104587 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9576d701-dac2-427a-8ce9-13bc6e305e89 req-a5ee35c3-938c-4176-a189-3b9295681b66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=a4e24c9e-79e1-4678-9b73-090aeb772da9 HTTP/1.1" status: 200 len: 210 time: 0.0332148 Jun 28 06:58:26.170298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.172675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.239560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 81ee45df-7415-47ea-8e2f-512993116949 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:26.260270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 81ee45df-7415-47ea-8e2f-512993116949 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:26.260631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 81ee45df-7415-47ea-8e2f-512993116949 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:26.261419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b6bff6f4-3454-4ab1-821c-16ee6c27da96 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:26.273211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576d701-dac2-427a-8ce9-13bc6e305e89 req-465adccd-1555-45e1-9d0d-e51bcf855bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:26.274758 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9576d701-dac2-427a-8ce9-13bc6e305e89 req-465adccd-1555-45e1-9d0d-e51bcf855bc5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c941fe15a06407e96dbfc55c9351d29&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1321645 Jun 28 06:58:26.283654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: b6bff6f4-3454-4ab1-821c-16ee6c27da96 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:26.284010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b6bff6f4-3454-4ab1-821c-16ee6c27da96 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:26.322788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.323324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Fanout notify agent at l3_agent the message router_deleted on router e282468c-5987-4fb5-9d7f-24484861de3a {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:58:26.332545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.336238 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/routers/e282468c-5987-4fb5-9d7f-24484861de3a HTTP/1.1" status: 204 len: 168 time: 1.0981612 Jun 28 06:58:26.336677 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57978) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:26.385534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576d701-dac2-427a-8ce9-13bc6e305e89 req-abdc629a-77a5-4eae-a6b9-2b43c932a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:26.387235 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9576d701-dac2-427a-8ce9-13bc6e305e89 req-abdc629a-77a5-4eae-a6b9-2b43c932a720 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062634 Jun 28 06:58:26.444809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.459034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.484797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cf4eb210-5b77-4f9b-b907-d864507a4908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.537108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.546695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5992de76-650c-4b1e-8eeb-9c6d7ce9bca0']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:26.562166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf105dd-2eef-4379-a2f5-4bbc925bd8de') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:26.562462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf105dd-2eef-4379-a2f5-4bbc925bd8de') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:26.572435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.587889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.593804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:58:26.594195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:58:26.597124 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:58:26.734383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.737753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c22794e-b0cb-48e7-997f-267894a4efea tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:26.744495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.744692 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/networks/5992de76-650c-4b1e-8eeb-9c6d7ce9bca0 HTTP/1.1" status: 204 len: 168 time: 0.4070725 Jun 28 06:58:26.757773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57986) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:26.757967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Network': ['ID=5992de76-650c-4b1e-8eeb-9c6d7ce9bca0,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:26.759345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:26.761262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'network': {'name': 'tempest-network-smoke--1110907144', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'port_security_enabled': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:26.850102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:58:26.854030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.880478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 06:58:26.889472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:26.889870 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Added segment f161f2ef-b5d9-4d99-bc86-70addfd41361 of type vlan for network 38915e81-d3bf-4a6f-bd63-3c3813126770 Jun 28 06:58:26.929480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:27.037042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:27.042777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:27.043387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:27.045900 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-450835ec-fac1-4125-8f6b-501bb0e379e6 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:27.115202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Network': ['ID=38915e81-d3bf-4a6f-bd63-3c3813126770,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:27.117932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:27.125475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 38915e81-d3bf-4a6f-bd63-3c3813126770 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 06:58:27.171829 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4149754 Jun 28 06:58:27.180399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 57990) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:27.198166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-99601409', 'admin_state_up': True, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:27.284712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:27.285810 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:27.353926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:27.566130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:27.598182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:27.826531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:27.847330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:27.955793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.243 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/ca4218e4-aadf-469e-8fca-11d26723aba7) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:58:27.990303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 28154549-7679-4ae6-b41d-4fc98180f887 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:28.011979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 28154549-7679-4ae6-b41d-4fc98180f887 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:28.012502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 28154549-7679-4ae6-b41d-4fc98180f887 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:28.063452 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:28.194401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:28.196583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03fbb4a9-f814-4f34-8994-fb121d74995f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:28.238277 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:58:28.242307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:58:28.244723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:58:28.250775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=ca4218e4-aadf-469e-8fca-11d26723aba7,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:28.253695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:28.545685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:28.748171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:28.983526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router f29e5326-431f-41a5-a915-1ace29d12014 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 06:58:29.096335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:58:29.106074 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63500a80-c850-4129-a750-522316953a2c None None] Sync routers for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:58:29.114802 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63500a80-c850-4129-a750-522316953a2c None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:29.115401 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-63500a80-c850-4129-a750-522316953a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:29.181740 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:29.186101 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0009778 Jun 28 06:58:29.186551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 57996) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:29.288329 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a8276e42-f699-4567-b8ee-2d73ba8f590b tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=928c838aa6674b9cac7488cce014aba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0984588 Jun 28 06:58:29.289716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58000) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:29.308731 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-63500a80-c850-4129-a750-522316953a2c None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:29.318606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:29.379578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90baed54-f43e-4a44-85da-6013168cc713 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:29.381288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-90baed54-f43e-4a44-85da-6013168cc713 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904245 Jun 28 06:58:29.384015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58002) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:29.421634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b9e09538-e03a-40cc-b454-ec015c658598 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341539 Jun 28 06:58:29.422307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58004) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:29.428554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-18350941', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:29.493120 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-63500a80-c850-4129-a750-522316953a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:28Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:29.523143 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63500a80-c850-4129-a750-522316953a2c None None] Checking router: f29e5326-431f-41a5-a915-1ace29d12014 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:58:29.525447 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63500a80-c850-4129-a750-522316953a2c None None] Updating router f29e5326-431f-41a5-a915-1ace29d12014 port ca4218e4-aadf-469e-8fca-11d26723aba7 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:58:29.558405 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-63500a80-c850-4129-a750-522316953a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:29.568148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:58:29.572293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:29.824144 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-63500a80-c850-4129-a750-522316953a2c None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:29.831306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:29.834541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:29.835362 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-63500a80-c850-4129-a750-522316953a2c None None] Transition to ACTIVE for port object ca4218e4-aadf-469e-8fca-11d26723aba7 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:58:29.890422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Subnet': ['ID=e304dd8a-d25a-4060-9ac9-96410dc03f81,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:29.894237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:29.903108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Checking segment: {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:58:29.903466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network hostable DHCP agents. Network: 38915e81-d3bf-4a6f-bd63-3c3813126770, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 06:58:29.918598 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-63500a80-c850-4129-a750-522316953a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:29.921385 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:29.966205 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-63500a80-c850-4129-a750-522316953a2c None None] Attempting to bind port ca4218e4-aadf-469e-8fca-11d26723aba7 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:58:29.966519 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-63500a80-c850-4129-a750-522316953a2c None None] Attempting to bind port ca4218e4-aadf-469e-8fca-11d26723aba7 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:58:29.966896 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63500a80-c850-4129-a750-522316953a2c None None] Attempting to bind port ca4218e4-aadf-469e-8fca-11d26723aba7 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:58:29.970473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 38915e81-d3bf-4a6f-bd63-3c3813126770 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 06:58:29.987475 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63500a80-c850-4129-a750-522316953a2c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:58:29.987475 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63500a80-c850-4129-a750-522316953a2c None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:58:29.987475 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-63500a80-c850-4129-a750-522316953a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:29.987475 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63500a80-c850-4129-a750-522316953a2c None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:58:29.987475 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-63500a80-c850-4129-a750-522316953a2c None None] Bound port: ca4218e4-aadf-469e-8fca-11d26723aba7, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:58:29.987475 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-63500a80-c850-4129-a750-522316953a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:29.987475 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Pushing event updated for resources: {'Port': ['ID=ca4218e4-aadf-469e-8fca-11d26723aba7,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:30.011806 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.012147 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.012477 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.017939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.017939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.017939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.017939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.017939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.017939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.017939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.017939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.017939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:30.018971 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:30.050296 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-63500a80-c850-4129-a750-522316953a2c None None] For port ca4218e4-aadf-469e-8fca-11d26723aba7, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:58:30.051632 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-63500a80-c850-4129-a750-522316953a2c None None] For port ca4218e4-aadf-469e-8fca-11d26723aba7, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ca4218e4-aadf-469e-8fca-11d26723aba7,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:58:30.128300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 38915e81-d3bf-4a6f-bd63-3c3813126770) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:58:30.132649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:30.133310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:30.138907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029db541-91e2-4d65-ac51-a1b99a888535 None None] Network 38915e81-d3bf-4a6f-bd63-3c3813126770 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:58:30.181380 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-63500a80-c850-4129-a750-522316953a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:30.184775 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f6e2a0ce-c2a2-4abc-a7fd-96500b573cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:30.211325 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7879722 Jun 28 06:58:30.213939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58010) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:30.241620 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63500a80-c850-4129-a750-522316953a2c None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:30.242291 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-63500a80-c850-4129-a750-522316953a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:30.329816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-38915e81-d3bf-4a6f-bd63-3c3813126770', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 06:58:30.332353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:30.377406 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-63500a80-c850-4129-a750-522316953a2c None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:30.493144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Allocated IP 172.20.0.2 (38915e81-d3bf-4a6f-bd63-3c3813126770/e304dd8a-d25a-4060-9ac9-96410dc03f81/119aecd4-d4f3-4187-a1ed-9dbcb260eb57) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:58:30.556730 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Pushing event updated for resources: {'Port': ['ID=ca4218e4-aadf-469e-8fca-11d26723aba7,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:30.565730 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:30.592320 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-63500a80-c850-4129-a750-522316953a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:28Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:30.624880 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63500a80-c850-4129-a750-522316953a2c None None] The sync data for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv is: [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:28Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:58:30.667876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:30.678780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Transition to ACTIVE for port object 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:58:30.697324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Transition to ACTIVE for port object 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:58:30.714002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:30.771334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:30.774892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:30.810474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Network 38915e81-d3bf-4a6f-bd63-3c3813126770 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:58:30.817802 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:58:30.822736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:58:30.836450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Pushing event updated for resources: {'Port': ['ID=119aecd4-d4f3-4187-a1ed-9dbcb260eb57,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:30.839439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:30.895879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Attempting to bind port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:58:30.896407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Attempting to bind port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:58:30.896939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Attempting to bind port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 on network 38915e81-d3bf-4a6f-bd63-3c3813126770 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:58:30.902055 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:58:30.903116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Checking segment: {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:58:30.903116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:30.909146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Bound using segment: {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:58:30.909146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Bound port: 119aecd4-d4f3-4187-a1ed-9dbcb260eb57, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:58:30.909146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:31.011621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] For port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:58:31.015543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] For port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=119aecd4-d4f3-4187-a1ed-9dbcb260eb57,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:58:31.069015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.1 (38915e81-d3bf-4a6f-bd63-3c3813126770/e304dd8a-d25a-4060-9ac9-96410dc03f81/45b708f9-34e4-4402-b583-03614856b867) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:58:31.148806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:31.155570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:31.196120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:31.213437 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 45b708f9-34e4-4402-b583-03614856b867 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:58:31.220165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Pushing event updated for resources: {'Port': ['ID=119aecd4-d4f3-4187-a1ed-9dbcb260eb57,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:31.224550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:31.325533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:31.328089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:31.375586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 38915e81-d3bf-4a6f-bd63-3c3813126770 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:58:31.386722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:58:31.389047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:58:31.471017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=45b708f9-34e4-4402-b583-03614856b867,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:31.475514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:31.480805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:31.761773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.079137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.125801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:58:32.169986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.174586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2e9b3635-17e1-44c7-b46f-f9f21a3ea506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:32.233038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:58:32.237640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ca4218e4-aadf-469e-8fca-11d26723aba7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:58:32.250288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.259903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=45b708f9-34e4-4402-b583-03614856b867,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:32.262898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fa622e-8772-445e-94b7-3dbd986020d6 None None] Network 38915e81-d3bf-4a6f-bd63-3c3813126770 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:58:32.263503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:32.337207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58018) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:32.400490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 38915e81-d3bf-4a6f-bd63-3c3813126770 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:58:32.403964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:58:32.438151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9f13d00b-1343-4999-8296-04eea6c85803 None None] Provisioning for port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:58:32.443594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9f13d00b-1343-4999-8296-04eea6c85803 None None] Provisioning complete for port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:32.443978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9f13d00b-1343-4999-8296-04eea6c85803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.467951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port ca4218e4-aadf-469e-8fca-11d26723aba7 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:58:32.481776 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ca4218e4-aadf-469e-8fca-11d26723aba7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:32.482608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.608349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router f29e5326-431f-41a5-a915-1ace29d12014 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:58:32.619387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9f13d00b-1343-4999-8296-04eea6c85803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.624082 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.664379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port ca4218e4-aadf-469e-8fca-11d26723aba7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ca4218e4-aadf-469e-8fca-11d26723aba7,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:32.673982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Deleting port bb657f25-b832-4a42-a2ec-4fb5c28c7e19 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:32.674325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.683061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9f13d00b-1343-4999-8296-04eea6c85803 None None] For port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=119aecd4-d4f3-4187-a1ed-9dbcb260eb57,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:32.736601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.739228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:32.769253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9f13d00b-1343-4999-8296-04eea6c85803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.793046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=ca4218e4-aadf-469e-8fca-11d26723aba7,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:32.797863 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:58:32.798027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:32.798027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-28e2704a-5652-4566-ab97-65af0def8ace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:32.811209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/f29e5326-431f-41a5-a915-1ace29d12014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5929151 Jun 28 06:58:32.811209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58020) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:32.813797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.814125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:32.824021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Sync routers for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:58:32.846078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:32.846968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:32.855292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Calling delete_port for bb657f25-b832-4a42-a2ec-4fb5c28c7e19 owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:32.983171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca3dcf-2a9a-4079-95bb-99261493fa2f tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:32.983653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca3dcf-2a9a-4079-95bb-99261493fa2f tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:32.984126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca3dcf-2a9a-4079-95bb-99261493fa2f tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:32.984591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca3dcf-2a9a-4079-95bb-99261493fa2f tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:32.985089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca3dcf-2a9a-4079-95bb-99261493fa2f tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:32.985552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca3dcf-2a9a-4079-95bb-99261493fa2f tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:32.990109 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5dca3dcf-2a9a-4079-95bb-99261493fa2f tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1756408 Jun 28 06:58:32.990316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58022) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:33.058177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13d00b-1343-4999-8296-04eea6c85803 None None] Pushing event updated for resources: {'Port': ['ID=119aecd4-d4f3-4187-a1ed-9dbcb260eb57,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:33.064022 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9f13d00b-1343-4999-8296-04eea6c85803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:33.074092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9740a5b-b5a7-407c-8a93-a18d56adfe93 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:33.074562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9740a5b-b5a7-407c-8a93-a18d56adfe93 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:33.075018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9740a5b-b5a7-407c-8a93-a18d56adfe93 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:33.075481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9740a5b-b5a7-407c-8a93-a18d56adfe93 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:33.075932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9740a5b-b5a7-407c-8a93-a18d56adfe93 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:33.076385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9740a5b-b5a7-407c-8a93-a18d56adfe93 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:33.080712 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e9740a5b-b5a7-407c-8a93-a18d56adfe93 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0870211 Jun 28 06:58:33.080979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58024) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:33.143563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:33.178899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dc71ff94-ace5-4ffb-b189-dd8f7b94cb0f None None] Provisioning for port 45b708f9-34e4-4402-b583-03614856b867 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:58:33.184650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dc71ff94-ace5-4ffb-b189-dd8f7b94cb0f None None] Provisioning complete for port 45b708f9-34e4-4402-b583-03614856b867 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:33.185043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dc71ff94-ace5-4ffb-b189-dd8f7b94cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.243345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.246176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:33.262466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-dc71ff94-ace5-4ffb-b189-dd8f7b94cb0f None None] Port 45b708f9-34e4-4402-b583-03614856b867 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:58:33.279520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event deleted for resources: {'Port': ['ID=bb657f25-b832-4a42-a2ec-4fb5c28c7e19,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:33.284500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:33.292308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3bae8969-fcd7-4f33-a903-16dd98b600ce tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2102120 Jun 28 06:58:33.316454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dc71ff94-ace5-4ffb-b189-dd8f7b94cb0f None None] Provisioning complete for port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:33.321620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dc71ff94-ace5-4ffb-b189-dd8f7b94cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.351128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.351465 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Floating IP 95419681-2638-4c5f-914a-5e7d924eb215 disassociated (deleted). External IP: 172.26.4.62, port: 942930bc-7b08-4109-b08c-224a6adaa15f. Jun 28 06:58:33.455077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:33.481868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Checking router: f29e5326-431f-41a5-a915-1ace29d12014 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:58:33.482225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Updating router f29e5326-431f-41a5-a915-1ace29d12014 port 45b708f9-34e4-4402-b583-03614856b867 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 06:58:33.515199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.568304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Router dc47569b-3a7d-4683-9b2e-06d2583eb58e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:58:33.568836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58028) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:33.574794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546980448', 'description': 'tempest-secgroup-smoke-546980448 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:33.633454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a01b642c-a79f-4326-b977-bc366456bc92 None None] Provisioning complete for port 45b708f9-34e4-4402-b583-03614856b867 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:33.635839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a01b642c-a79f-4326-b977-bc366456bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.648672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.687033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:58:33.690035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a01b642c-a79f-4326-b977-bc366456bc92 None None] Port 45b708f9-34e4-4402-b583-03614856b867 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:58:33.694793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.703512 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] Sync routers for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:58:33.716614 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:33.718115 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:33.737682 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "DELETE /v2.0/floatingips/95419681-2638-4c5f-914a-5e7d924eb215 HTTP/1.1" status: 204 len: 168 time: 1.3988757 Jun 28 06:58:33.738025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'tag': '942930bc-7b08-4109-b08c-224a6adaa15f'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:58:33.742022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96aa62b-fe73-47a6-be53-8a9ccd309e47" -d '{"events": [{"name": "network-changed", "server_uuid": "786188af-7e7a-4b29-b85e-80ca9985ff6d", "tag": "942930bc-7b08-4109-b08c-224a6adaa15f"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:58:33.759167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.787004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c455b3-6197-4e01-9904-a33606d35897 x-openstack-request-id: req-a4c455b3-6197-4e01-9904-a33606d35897 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:58:33.787206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786188af-7e7a-4b29-b85e-80ca9985ff6d", "tag": "942930bc-7b08-4109-b08c-224a6adaa15f", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:58:33.787479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4c455b3-6197-4e01-9904-a33606d35897 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:58:33.787881 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'tag': '942930bc-7b08-4109-b08c-224a6adaa15f', 'status': 'completed', 'code': 200} Jun 28 06:58:33.833403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.838952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-df9fe0dd-f4b8-4071-8674-4231ef3cd575 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:33.850862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.866258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Transition to ACTIVE for port object 45b708f9-34e4-4402-b583-03614856b867 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:58:33.881908 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:33.887449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a27b9c3-c730-4456-b070-ab87f942dfaa,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:33.897296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.898009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-033930fb-081c-4c7b-bc0b-628f20ceb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:33.898299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.899362 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.899594 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-033930fb-081c-4c7b-bc0b-628f20ceb4b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c941fe15a06407e96dbfc55c9351d29&device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 1098 time: 0.0637045 Jun 28 06:58:33.900183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.900844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.901473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.902104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.902807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.903420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.904016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.904629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.905262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:58:33.910087 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:33.935756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.939813 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-cef49cc4-4760-4128-9c78-a289134ab821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:33.964117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:33.968509 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3955193 Jun 28 06:58:33.968972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58034) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:33.997915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9349a0-3d08-436a-8419-62e85f91f63c None None] Pushing event updated for resources: {'Port': ['ID=45b708f9-34e4-4402-b583-03614856b867,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:34.001955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3e9349a0-3d08-436a-8419-62e85f91f63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:34.007453 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e93c5c52-7372-4209-bd0c-9fa263da87c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '4a27b9c3-c730-4456-b070-ab87f942dfaa', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:34.019001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-b0eb6814-fdbd-47f7-9142-321976ffa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:34.019001 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-b0eb6814-fdbd-47f7-9142-321976ffa361 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 200 len: 912 time: 0.1126347 Jun 28 06:58:34.070602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Attempting to bind port 45b708f9-34e4-4402-b583-03614856b867 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:58:34.071655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Attempting to bind port 45b708f9-34e4-4402-b583-03614856b867 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:58:34.076475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Attempting to bind port 45b708f9-34e4-4402-b583-03614856b867 on network 38915e81-d3bf-4a6f-bd63-3c3813126770 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:58:34.077973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:58:34.079523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Checking segment: {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:58:34.080045 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.080547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Bound using segment: {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:58:34.081442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Bound port: 45b708f9-34e4-4402-b583-03614856b867, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:58:34.082323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.102140 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-bb420459-0104-4cca-8167-7bcf35639310 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=942930bc-7b08-4109-b08c-224a6adaa15f HTTP/1.1" status: 200 len: 217 time: 0.0767965 Jun 28 06:58:34.124911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e93c5c52-7372-4209-bd0c-9fa263da87c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.159033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:58:34.175121 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:34.188918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-186902d6-db5b-42c6-9acf-4eac874a7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:34.193832 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-186902d6-db5b-42c6-9acf-4eac874a7cef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 200 len: 850 time: 0.0825233 Jun 28 06:58:34.212698 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] Checking router: dc47569b-3a7d-4683-9b2e-06d2583eb58e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:58:34.240049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] For port 45b708f9-34e4-4402-b583-03614856b867, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:58:34.240317 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:34.241088 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:34.253343 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e93c5c52-7372-4209-bd0c-9fa263da87c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.267593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] For port 45b708f9-34e4-4402-b583-03614856b867, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=45b708f9-34e4-4402-b583-03614856b867,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:58:34.272060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-e733a2bc-2af4-40d9-acd3-98275cdbef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:34.273650 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-e733a2bc-2af4-40d9-acd3-98275cdbef83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca0f4d8-11d3-4804-aefd-df5df10ce82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737329 Jun 28 06:58:34.277262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:34.277722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.316886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e93c5c52-7372-4209-bd0c-9fa263da87c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.319029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d6273333-72e6-4edb-82cd-525249c29e99 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:34.350689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c5c52-7372-4209-bd0c-9fa263da87c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c93ee0-7785-46c8-8525-9741ce601c72,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:34.368664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e93c5c52-7372-4209-bd0c-9fa263da87c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:34.379986 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:34.384101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-52310d10-d995-4df9-9afc-dbb04213ee54 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034520 Jun 28 06:58:34.405660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.421897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-cef49cc4-4760-4128-9c78-a289134ab821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:34.467134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e93c5c52-7372-4209-bd0c-9fa263da87c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.470980 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e93c5c52-7372-4209-bd0c-9fa263da87c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4981189 Jun 28 06:58:34.471189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58038) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:34.476671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-78f37a37-6c2e-4fe3-a971-979b8cc8e572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '4a27b9c3-c730-4456-b070-ab87f942dfaa', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:34.490079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:34.490865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:34.544265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ca4218e4-aadf-469e-8fca-11d26723aba7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:58:34.548792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9349a0-3d08-436a-8419-62e85f91f63c None None] Pushing event updated for resources: {'Port': ['ID=45b708f9-34e4-4402-b583-03614856b867,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:34.561590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3e9349a0-3d08-436a-8419-62e85f91f63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:34.591519 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e96aa62b-fe73-47a6-be53-8a9ccd309e47 req-88a636da-fa2e-4d0c-b4fd-3cd86168da09 service neutron] 10.222.0.50 "GET /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883476 Jun 28 06:58:34.609518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c672a92-4db4-47ed-b5fa-00bf6933546c req-ef43c55b-d6ef-4088-9e52-2cabbf335975 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:34.613268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78f37a37-6c2e-4fe3-a971-979b8cc8e572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.621072 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c672a92-4db4-47ed-b5fa-00bf6933546c req-ef43c55b-d6ef-4088-9e52-2cabbf335975 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 945 time: 0.1745520 Jun 28 06:58:34.684789 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c672a92-4db4-47ed-b5fa-00bf6933546c req-dfa54643-fd8e-4ce8-b7d8-a2a7cd5a7a22 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/security-groups?id=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625503 Jun 28 06:58:34.707752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ca4218e4-aadf-469e-8fca-11d26723aba7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:34.708774 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.742602 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:34.746337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78f37a37-6c2e-4fe3-a971-979b8cc8e572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.750643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:34.771777 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61776c9f-7820-4f17-8a93-8935056f13dd None None] The sync data for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv is: [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:48:47Z', 'revision_number': 4, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '27186049-6128-41ba-8c40-7723f737ae72', 'name': '', 'network_id': 'fca0f4d8-11d3-4804-aefd-df5df10ce82e', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'mac_address': 'fa:16:3e:d6:41:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:46Z', 'updated_at': '2021-06-28T06:48:56Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'subnets': [{'id': 'd526117e-10dc-45ba-8e96-7bc5fc317f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:58:34.838584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78f37a37-6c2e-4fe3-a971-979b8cc8e572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.844924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5fc71391-3c93-47e0-ab69-46976c826c81 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:34.861721 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f37a37-6c2e-4fe3-a971-979b8cc8e572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dd03d7-4af9-4d61-8ef4-9373660423e3,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:34.864642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-78f37a37-6c2e-4fe3-a971-979b8cc8e572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:34.953275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78f37a37-6c2e-4fe3-a971-979b8cc8e572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:34.954506 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-78f37a37-6c2e-4fe3-a971-979b8cc8e572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4823744 Jun 28 06:58:34.957641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58040) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:34.963426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-15c5d46d-2bd9-4261-848e-b4cdded59b06 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '4a27b9c3-c730-4456-b070-ab87f942dfaa', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:35.007223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2cc49-98a5-46b6-b1ad-eb7fd66a1ba9 None None] New status for floating IP 95419681-2638-4c5f-914a-5e7d924eb215: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:58:35.010737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:34Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:35.061045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-15c5d46d-2bd9-4261-848e-b4cdded59b06 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.093769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aff16ad-1157-40a4-9820-4c8f955f2b6c None None] The sync data for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv is: [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:34Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:58:35.124572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-a3ff3720-7db3-430b-bb06-4c755a8f3196 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:35.126669 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-a3ff3720-7db3-430b-bb06-4c755a8f3196 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 945 time: 0.0833614 Jun 28 06:58:35.143541 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-15c5d46d-2bd9-4261-848e-b4cdded59b06 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.198568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-15c5d46d-2bd9-4261-848e-b4cdded59b06 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.200719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-573ea2d2-ad87-4390-a4c5-f862175614f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:35.227518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5d46d-2bd9-4261-848e-b4cdded59b06 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c3a814-1a30-4780-ac07-4cd38a1f90e0,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:35.230168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-15c5d46d-2bd9-4261-848e-b4cdded59b06 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:35.267077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Deleting port 942930bc-7b08-4109-b08c-224a6adaa15f {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:35.267421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.299491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-15c5d46d-2bd9-4261-848e-b4cdded59b06 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.300951 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-15c5d46d-2bd9-4261-848e-b4cdded59b06 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3414397 Jun 28 06:58:35.304262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58042) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:35.309093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9e79c6fe-592e-4e15-b449-0262c613e3e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '4a27b9c3-c730-4456-b070-ab87f942dfaa', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:35.366117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] For port 942930bc-7b08-4109-b08c-224a6adaa15f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=942930bc-7b08-4109-b08c-224a6adaa15f,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:35.366477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.380283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Calling delete_port for 942930bc-7b08-4109-b08c-224a6adaa15f owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:35.415598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e79c6fe-592e-4e15-b449-0262c613e3e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.487806 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e79c6fe-592e-4e15-b449-0262c613e3e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.575936 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e79c6fe-592e-4e15-b449-0262c613e3e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.581095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-30aaf8d6-1906-4398-bb88-034ea019ac4c tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:35.596590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79c6fe-592e-4e15-b449-0262c613e3e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d34b868-9ef4-485f-ae42-dfdbcf0b6f44,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:35.599164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.602705 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9e79c6fe-592e-4e15-b449-0262c613e3e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:35.603885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-931b73ef-5b42-40c7-be64-9b9788848858 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:35.633147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event deleted for resources: {'Port': ['ID=942930bc-7b08-4109-b08c-224a6adaa15f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:35.637011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:35.678746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9e79c6fe-592e-4e15-b449-0262c613e3e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.680238 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9e79c6fe-592e-4e15-b449-0262c613e3e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3747196 Jun 28 06:58:35.684272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] No DVR routers for this DVR port 942930bc-7b08-4109-b08c-224a6adaa15f on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:58:35.684439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58044) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:35.684549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.686973 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1f1b0976-50df-4353-9289-1cc2d8450491 req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.50 "DELETE /v2.0/ports/942930bc-7b08-4109-b08c-224a6adaa15f HTTP/1.1" status: 204 len: 173 time: 0.5542529 Jun 28 06:58:35.689069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8a8697ca-ccab-4510-85b4-8ddbe8fd4774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '4a27b9c3-c730-4456-b070-ab87f942dfaa', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:35.789359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'name': 'network-vif-deleted', 'tag': '942930bc-7b08-4109-b08c-224a6adaa15f'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:58:35.792066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46a49d9-7541-488c-bf7b-628bbdeceef2" -d '{"events": [{"server_uuid": "786188af-7e7a-4b29-b85e-80ca9985ff6d", "name": "network-vif-deleted", "tag": "942930bc-7b08-4109-b08c-224a6adaa15f"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:58:35.797065 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-8a8697ca-ccab-4510-85b4-8ddbe8fd4774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:58:35.805815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a8697ca-ccab-4510-85b4-8ddbe8fd4774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.880301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a8697ca-ccab-4510-85b4-8ddbe8fd4774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.965569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a8697ca-ccab-4510-85b4-8ddbe8fd4774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:35.967631 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3f81924c-621a-46ff-956f-a3fa11f3d19b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:36.013480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8697ca-ccab-4510-85b4-8ddbe8fd4774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858135a7-dfab-4559-b91c-ed925ad533ef,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:36.028308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8a8697ca-ccab-4510-85b4-8ddbe8fd4774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:36.119775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a8697ca-ccab-4510-85b4-8ddbe8fd4774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:36.123354 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8a8697ca-ccab-4510-85b4-8ddbe8fd4774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4374444 Jun 28 06:58:36.125394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58050) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:36.131013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-330d2a67-acc5-4599-a396-fea60963fde1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '4a27b9c3-c730-4456-b070-ab87f942dfaa', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:36.139538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 45b708f9-34e4-4402-b583-03614856b867 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:58:36.273389 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-330d2a67-acc5-4599-a396-fea60963fde1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:58:36.279061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-330d2a67-acc5-4599-a396-fea60963fde1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:36.305335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 45b708f9-34e4-4402-b583-03614856b867 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:58:36.310011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 45b708f9-34e4-4402-b583-03614856b867 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:36.310467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:36.325141 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87e6cc63-126d-48b7-b187-cb84a930aca5 req-672bcc06-194d-4d56-847d-452d1d1f0141 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 210 time: 0.5253730 Jun 28 06:58:36.328718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b232f2-76e7-4016-b6f1-113172e30e4b x-openstack-request-id: req-96b232f2-76e7-4016-b6f1-113172e30e4b {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:58:36.329299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786188af-7e7a-4b29-b85e-80ca9985ff6d", "name": "network-vif-deleted", "tag": "942930bc-7b08-4109-b08c-224a6adaa15f", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:58:36.329605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96b232f2-76e7-4016-b6f1-113172e30e4b {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:58:36.330051 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786188af-7e7a-4b29-b85e-80ca9985ff6d', 'name': 'network-vif-deleted', 'tag': '942930bc-7b08-4109-b08c-224a6adaa15f', 'status': 'completed', 'code': 200} Jun 28 06:58:36.392194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-330d2a67-acc5-4599-a396-fea60963fde1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:36.425032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:36.458735 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 45b708f9-34e4-4402-b583-03614856b867, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=45b708f9-34e4-4402-b583-03614856b867,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:36.467117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-330d2a67-acc5-4599-a396-fea60963fde1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:36.469095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8175a1bc-3e99-4bc8-b1e0-076e80b9775b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:36.486296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d2a67-acc5-4599-a396-fea60963fde1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da659eed-578e-49e2-9ac8-53c8cabc0893,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:36.489700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-330d2a67-acc5-4599-a396-fea60963fde1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:36.639779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:36.642146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:36.662503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-330d2a67-acc5-4599-a396-fea60963fde1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:36.672378 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-330d2a67-acc5-4599-a396-fea60963fde1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5370417 Jun 28 06:58:36.696395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=45b708f9-34e4-4402-b583-03614856b867,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:36.699687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:36.833332 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-1b93986c-5876-475d-b736-59d2adc67ebc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546980448&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.0335381 Jun 28 06:58:36.941177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-eb47ea31-9d38-41c1-be64-600c888b8450 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:36.943210 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-eb47ea31-9d38-41c1-be64-600c888b8450 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 797 time: 0.1033525 Jun 28 06:58:36.958604 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-9d049c70-d726-4678-b6ea-4e195b695e2b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/quotas/928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 375 time: 0.0099714 Jun 28 06:58:37.026588 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-f4b9c7a0-739f-4ffd-bb8d-9e20189648f1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630333 Jun 28 06:58:37.160249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8b36e16d-2fca-4e25-83d4-e71dd27fc034 service neutron] 10.222.0.24 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217008 Jun 28 06:58:37.260766 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-d0590bf0-e144-4fab-a158-e45064e27b24 service neutron] 10.222.0.24 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943320 Jun 28 06:58:37.490423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e942b274-1f49-4401-b5db-c39c636d64e4 req-66532293-2ac4-42fe-8cc8-b10bb1e4142d tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 210 time: 0.0304031 Jun 28 06:58:37.618730 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb73199e-4fa2-4aea-98c5-30ee757caed7 req-e603b667-41b3-4b02-95b4-1937661bb1c4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 210 time: 0.0306935 Jun 28 06:58:38.042767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 45b708f9-34e4-4402-b583-03614856b867 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:58:38.093623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 45b708f9-34e4-4402-b583-03614856b867 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:38.094015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:38.643133 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5a81c4ec-776d-437a-86b3-197e3110ff4f req-62a2166d-948e-4251-a150-a8aab3adfcf2 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 210 time: 0.0359006 Jun 28 06:58:38.709054 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2c23c97e-d7da-4cd0-a682-e9c231ffba95 req-225579fa-e9bd-44b6-834f-e14a3a5bbdb4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 210 time: 0.0305228 Jun 28 06:58:38.923326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 942930bc-7b08-4109-b08c-224a6adaa15f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:38.923326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 942930bc-7b08-4109-b08c-224a6adaa15f {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:38.923326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 942930bc-7b08-4109-b08c-224a6adaa15f not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:39.805977 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c982032-ee38-452a-a0e0-2a8c4852fb5a req-632e1f29-dbb5-4db2-a89b-8c3dcfec470e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 210 time: 0.0383670 Jun 28 06:58:39.823996 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5a183b32-557f-4e76-9943-75d8f5f8ce72 req-08f57d0b-5bfa-4cc1-8177-57125baf0ffe tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "GET /v2.0/ports?device_id=786188af-7e7a-4b29-b85e-80ca9985ff6d HTTP/1.1" status: 200 len: 210 time: 0.0465438 Jun 28 06:58:40.892627 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-19f3a21d-84f3-47ec-b699-07caaf255d2a req-8f844b38-b9f2-427b-8199-262ca18083aa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 210 time: 0.0326548 Jun 28 06:58:40.916941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58100) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:41.041551 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Deleting port 8cf9c468-c743-4c41-b920-eb4a0f964b8d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:41.041892 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:41.125578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:41.125893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:41.138029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Calling delete_port for 8cf9c468-c743-4c41-b920-eb4a0f964b8d owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:41.365053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:41.368104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-43c88486-aa00-45d2-bab2-f48e95ea12c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:41.393271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event deleted for resources: {'Port': ['ID=8cf9c468-c743-4c41-b920-eb4a0f964b8d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:41.397408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:41.455866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:41.458880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:41.460076 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a02f23cc-e84c-4887-984d-2fe6022ff19e tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "DELETE /v2.0/floatingips/0b7fc2b6-5d85-4498-82b6-e6b7adfb4d2f HTTP/1.1" status: 204 len: 168 time: 0.5420327 Jun 28 06:58:42.031379 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa503711-f888-4521-b278-99ff42d6c62c req-d7d64d0a-b4f2-4bf1-983d-15dc5ad45a14 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 210 time: 0.0287464 Jun 28 06:58:43.177128 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f5d5ac0d-60fc-4e84-80c1-05f1fd6e1bd5 req-10877666-c071-4e17-9be1-4144b7e8b545 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 210 time: 0.0291038 Jun 28 06:58:43.490343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:44.007729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-9d549e6d-6f7f-4959-af6d-a1f8f185c164 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:44.009212 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-9d549e6d-6f7f-4959-af6d-a1f8f185c164 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 797 time: 0.1127937 Jun 28 06:58:44.057160 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-1ca22a6d-196b-4065-a4a5-46a32b59a722 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 379 time: 0.0337760 Jun 28 06:58:44.065694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'admin_state_up': True, 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'security_groups': ['4a27b9c3-c730-4456-b070-ab87f942dfaa']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:44.302246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:58:44.305599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:44.334416 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0088de41-7027-4b8f-a256-0d02facecea1 req-efe19781-d952-4637-a4bc-367984b0d53a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 210 time: 0.0473044 Jun 28 06:58:44.454097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.5 (38915e81-d3bf-4a6f-bd63-3c3813126770/e304dd8a-d25a-4060-9ac9-96410dc03f81/1c315fce-3e08-4279-a6e0-9dd9def9c613) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:58:44.597644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:44.612321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 1c315fce-3e08-4279-a6e0-9dd9def9c613 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:58:44.690395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:44.696455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:44.734906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 38915e81-d3bf-4a6f-bd63-3c3813126770 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:58:44.740224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:58:44.743198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:58:44.786866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=1c315fce-3e08-4279-a6e0-9dd9def9c613,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:44.790773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:44.809970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:44.810584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:44.894418 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8324847 Jun 28 06:58:44.913190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Request body: {'port': {'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:44.985184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.006475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58134) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:45.071249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d21b915c-a213-465f-a3fc-40bf0e08fccf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.090089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4126f462-76cf-4146-a1bb-935640092bd1 None None] Provisioning for port 1c315fce-3e08-4279-a6e0-9dd9def9c613 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:58:45.096037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4126f462-76cf-4146-a1bb-935640092bd1 None None] Provisioning complete for port 1c315fce-3e08-4279-a6e0-9dd9def9c613 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:45.096757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4126f462-76cf-4146-a1bb-935640092bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.101890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d21b915c-a213-465f-a3fc-40bf0e08fccf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.136961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4126f462-76cf-4146-a1bb-935640092bd1 None None] Port 1c315fce-3e08-4279-a6e0-9dd9def9c613 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:58:45.221690 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d21b915c-a213-465f-a3fc-40bf0e08fccf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.225066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d21b915c-a213-465f-a3fc-40bf0e08fccf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.226231 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d21b915c-a213-465f-a3fc-40bf0e08fccf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] 10.222.0.24 "DELETE /v2.0/security-groups/f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667 HTTP/1.1" status: 204 len: 168 time: 0.2187898 Jun 28 06:58:45.227337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-65d643af-2c59-4585-937f-52e90e26fc30 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:45.236386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b915c-a213-465f-a3fc-40bf0e08fccf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f970aa66-aa8d-4b86-b3c6-1b2c5bd8f667,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:45.238833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d21b915c-a213-465f-a3fc-40bf0e08fccf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:45.268992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c315fce-3e08-4279-a6e0-9dd9def9c613 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:58:45.277453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.290571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Transition to ACTIVE for port object 1c315fce-3e08-4279-a6e0-9dd9def9c613 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:58:45.379532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.382033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-90edde60-b93d-4a2b-a0dc-0da57f5a09d2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:45.393117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58140) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:45.444182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Pushing event updated for resources: {'Port': ['ID=1c315fce-3e08-4279-a6e0-9dd9def9c613,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:45.450155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:45.568566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Attempting to bind port 1c315fce-3e08-4279-a6e0-9dd9def9c613 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:58:45.568941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Attempting to bind port 1c315fce-3e08-4279-a6e0-9dd9def9c613 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:58:45.569273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Attempting to bind port 1c315fce-3e08-4279-a6e0-9dd9def9c613 on network 38915e81-d3bf-4a6f-bd63-3c3813126770 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:58:45.577920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Port 1c315fce-3e08-4279-a6e0-9dd9def9c613 on network 38915e81-d3bf-4a6f-bd63-3c3813126770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:58:45.578218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Attempting to bind port 1c315fce-3e08-4279-a6e0-9dd9def9c613 on network 38915e81-d3bf-4a6f-bd63-3c3813126770 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:58:45.588372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6099a97-21b1-43b3-bd6e-ccc344691410 req-49a0a384-3141-4fcd-b456-04f423529d91 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:45.590016 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f6099a97-21b1-43b3-bd6e-ccc344691410 req-49a0a384-3141-4fcd-b456-04f423529d91 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 943 time: 0.1228225 Jun 28 06:58:45.594798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:58:45.595172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Checking segment: {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:58:45.595570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Bound using segment: {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:58:45.596012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Bound port: 1c315fce-3e08-4279-a6e0-9dd9def9c613, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:58:45.596375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.670471 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f6099a97-21b1-43b3-bd6e-ccc344691410 req-0bf73486-ec53-4269-a3d5-b791a2814f66 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705364 Jun 28 06:58:45.697641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] For port 1c315fce-3e08-4279-a6e0-9dd9def9c613, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:58:45.700957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] For port 1c315fce-3e08-4279-a6e0-9dd9def9c613, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:58:45.814275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.816513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-834e86bf-7b23-48f0-b2a0-3ee55223714c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:45.851275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:45.851896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:45.853308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] 10.222.0.50 "PUT /v2.0/ports/1c315fce-3e08-4279-a6e0-9dd9def9c613 HTTP/1.1" status: 200 len: 1093 time: 0.9454169 Jun 28 06:58:45.853967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:58:45.856524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5558e8c8-cdbd-43a6-b57f-0efca7549733" -d '{"events": [{"name": "network-changed", "server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:58:45.890102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Pushing event updated for resources: {'Port': ['ID=1c315fce-3e08-4279-a6e0-9dd9def9c613,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:45.906434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:45.908355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94ae884-718d-4990-b28e-dc27e9ecce66 x-openstack-request-id: req-a94ae884-718d-4990-b28e-dc27e9ecce66 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:58:45.908805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:58:45.909240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a94ae884-718d-4990-b28e-dc27e9ecce66 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:58:45.909804 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'status': 'completed', 'code': 200} Jun 28 06:58:46.009950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558e8c8-cdbd-43a6-b57f-0efca7549733 req-b30c0c2a-99b9-4a16-959c-39528bc6cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:46.011676 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5558e8c8-cdbd-43a6-b57f-0efca7549733 req-b30c0c2a-99b9-4a16-959c-39528bc6cc52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 1096 time: 0.0655484 Jun 28 06:58:46.117276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558e8c8-cdbd-43a6-b57f-0efca7549733 req-ff982261-f7cb-433e-bd3d-1a6a7b199b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:46.118675 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5558e8c8-cdbd-43a6-b57f-0efca7549733 req-ff982261-f7cb-433e-bd3d-1a6a7b199b71 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0941453 Jun 28 06:58:46.221553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558e8c8-cdbd-43a6-b57f-0efca7549733 req-ea7ad178-e54e-4e82-9299-5aa85fc4ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:46.223018 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5558e8c8-cdbd-43a6-b57f-0efca7549733 req-ea7ad178-e54e-4e82-9299-5aa85fc4ea60 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984416 Jun 28 06:58:46.261434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:46.333645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8c88106c-44ec-4950-ab4c-9101d9162e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:46.335166 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-8c88106c-44ec-4950-ab4c-9101d9162e04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 1096 time: 0.0524769 Jun 28 06:58:46.382723 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-9e09b7b9-cfd7-4565-8c17-001d07bbeed1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613 HTTP/1.1" status: 200 len: 217 time: 0.0342002 Jun 28 06:58:46.433722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-fcab20db-835b-4873-bc17-65ef2c1255bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:46.435167 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-fcab20db-835b-4873-bc17-65ef2c1255bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e304dd8a-d25a-4060-9ac9-96410dc03f81 HTTP/1.1" status: 200 len: 833 time: 0.0463688 Jun 28 06:58:46.491643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-bfc40f8f-cbb4-4c64-86fc-0abce649c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:46.493126 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-bfc40f8f-cbb4-4c64-86fc-0abce649c7ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38915e81-d3bf-4a6f-bd63-3c3813126770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515304 Jun 28 06:58:46.515758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Deleting port 27186049-6128-41ba-8c40-7723f737ae72 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:46.516094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:46.583699 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-afbde5aa-351b-4fa5-a386-4fe50fce04dd service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Jun 28 06:58:46.595851 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] For port 27186049-6128-41ba-8c40-7723f737ae72, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=27186049-6128-41ba-8c40-7723f737ae72,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:46.596212 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:46.609121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Calling delete_port for 27186049-6128-41ba-8c40-7723f737ae72 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:46.677150 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e73e9609-837d-4fe4-adf4-eba119e92a93 req-918e134b-b98f-459f-9daf-97a7a778948c service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867295 Jun 28 06:58:46.847432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb1f7-f397-4b08-800c-738b532a5b9a req-67316498-97f7-49ed-ab41-ed855f40743c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:46.849566 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-18ecb1f7-f397-4b08-800c-738b532a5b9a req-67316498-97f7-49ed-ab41-ed855f40743c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 943 time: 0.0627668 Jun 28 06:58:46.861077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:46.863329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6384623e-ec8f-4c7b-aa7b-e9c64be5d33d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:46.887529 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-18ecb1f7-f397-4b08-800c-738b532a5b9a req-d174ff8d-8d50-44f9-933c-c303ad18a2de tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325024 Jun 28 06:58:46.890075 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Pushing event deleted for resources: {'Port': ['ID=27186049-6128-41ba-8c40-7723f737ae72,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:46.893201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:47.059081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:47.271894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Router dc47569b-3a7d-4683-9b2e-06d2583eb58e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:58:47.378327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:58:47.384340 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] 10.222.0.24 "PUT /v2.0/routers/dc47569b-3a7d-4683-9b2e-06d2583eb58e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9901733 Jun 28 06:58:47.386829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58148) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:47.389483 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] Sync routers for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:58:47.398517 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:47.399113 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:47.492209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:47.500910 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:47.596119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:47.673099 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:58:46Z', 'revision_number': 5, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port': {'id': 'a45a7e80-d283-451b-ac1c-ddc6c2410502', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:41Z', 'updated_at': '2021-06-28T06:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:47.699199 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] Checking router: dc47569b-3a7d-4683-9b2e-06d2583eb58e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:58:47.707478 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] Routers {'dc47569b-3a7d-4683-9b2e-06d2583eb58e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:47.708656 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:47.733890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Deleting port a45a7e80-d283-451b-ac1c-ddc6c2410502 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:47.734211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:47.790887 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] Set router dc47569b-3a7d-4683-9b2e-06d2583eb58e gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:47.811435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] For port a45a7e80-d283-451b-ac1c-ddc6c2410502, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a45a7e80-d283-451b-ac1c-ddc6c2410502,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:47.811789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:47.830156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Calling delete_port for a45a7e80-d283-451b-ac1c-ddc6c2410502 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:47.846276 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:58:47Z', 'revision_number': 6, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:47.872229 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94cfe9-5167-4604-b987-0c0644a705dc None None] The sync data for ids ['dc47569b-3a7d-4683-9b2e-06d2583eb58e'] in dv-neutron-797120-6-hyperv is: [{'id': 'dc47569b-3a7d-4683-9b2e-06d2583eb58e', 'name': 'tempest-TestVolumeBootPattern-349560663-router', 'tenant_id': '2c941fe15a06407e96dbfc55c9351d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:39Z', 'updated_at': '2021-06-28T06:58:47Z', 'revision_number': 6, 'project_id': '2c941fe15a06407e96dbfc55c9351d29', 'gw_port_host': None}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:58:48.050132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.053102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:48.072363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3702177-a26a-466d-9d04-86dc0d25ed9b req-d2756ecb-8d65-4c63-8878-5a560db948f2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:48.073924 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f3702177-a26a-466d-9d04-86dc0d25ed9b req-d2756ecb-8d65-4c63-8878-5a560db948f2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 943 time: 0.0678458 Jun 28 06:58:48.080733 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a45a7e80-d283-451b-ac1c-ddc6c2410502,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:48.084451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:48.112631 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f3702177-a26a-466d-9d04-86dc0d25ed9b req-3db3d0a9-dd03-4dc0-b602-c60b999fcac2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328186 Jun 28 06:58:48.150303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.246678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.249054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.387227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.387807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc47569b-3a7d-4683-9b2e-06d2583eb58e {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:58:48.392007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.393155 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] 10.222.0.24 "DELETE /v2.0/routers/dc47569b-3a7d-4683-9b2e-06d2583eb58e HTTP/1.1" status: 204 len: 168 time: 1.0054054 Jun 28 06:58:48.395614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58152) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:48.443447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b27ac8-6a0c-4382-8749-61eb1fe7ac4f admin admin] Deleting subnet d526117e-10dc-45ba-8e96-7bc5fc317f5e {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:58:48.446474 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-6a0c-4382-8749-61eb1fe7ac4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.479681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-6a0c-4382-8749-61eb1fe7ac4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.554167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-6a0c-4382-8749-61eb1fe7ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.628119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 27186049-6128-41ba-8c40-7723f737ae72 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:48.652928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 27186049-6128-41ba-8c40-7723f737ae72 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:48.653287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 27186049-6128-41ba-8c40-7723f737ae72 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:48.694304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-6a0c-4382-8749-61eb1fe7ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.696642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5464419b-3266-4e98-a32a-9ebcbc66846a tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:48.722436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b27ac8-6a0c-4382-8749-61eb1fe7ac4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d526117e-10dc-45ba-8e96-7bc5fc317f5e,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:48.726019 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-62b27ac8-6a0c-4382-8749-61eb1fe7ac4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:48.727059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-62b27ac8-6a0c-4382-8749-61eb1fe7ac4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.729500 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-62b27ac8-6a0c-4382-8749-61eb1fe7ac4f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d526117e-10dc-45ba-8e96-7bc5fc317f5e HTTP/1.1" status: 204 len: 168 time: 0.3324020 Jun 28 06:58:48.731532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58154) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:48.736906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8ee1e1-41c2-4937-b653-decbd67963e5 None None] Network fca0f4d8-11d3-4804-aefd-df5df10ce82e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:58:48.802037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.857912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Deleting port 300cc8ea-110f-4761-a9ef-0bea24fbde26 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:48.858255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.894984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 1c315fce-3e08-4279-a6e0-9dd9def9c613 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:58:48.934510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] For port 300cc8ea-110f-4761-a9ef-0bea24fbde26, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=300cc8ea-110f-4761-a9ef-0bea24fbde26,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:48.934851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:48.946823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] DHCP port deletion for fca0f4d8-11d3-4804-aefd-df5df10ce82e request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:58:48.949406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Calling delete_port for 300cc8ea-110f-4761-a9ef-0bea24fbde26 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:49.030498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 1c315fce-3e08-4279-a6e0-9dd9def9c613, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:49.046116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'mac_address': 'fa:16:3e:ef:3e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:58:49.057300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] Deleting port 300cc8ea-110f-4761-a9ef-0bea24fbde26 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:49.057678 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.131225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.133738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ae4667d-e2a4-4077-802b-646873db7a18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:49.159844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=300cc8ea-110f-4761-a9ef-0bea24fbde26,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:49.163175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:49.165851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] No DVR routers for this DVR port 300cc8ea-110f-4761-a9ef-0bea24fbde26 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:58:49.248901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.279866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca0f4d8-11d3-4804-aefd-df5df10ce82e']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:49.282080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.292308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:49.292608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e8d8dd-afe9-4ecf-95cd-6fba4af432e6') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:49.304818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.308838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] For port 300cc8ea-110f-4761-a9ef-0bea24fbde26, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=300cc8ea-110f-4761-a9ef-0bea24fbde26,segment=NetworkSegment(74e8d8dd-afe9-4ecf-95cd-6fba4af432e6),segment_id=74e8d8dd-afe9-4ecf-95cd-6fba4af432e6)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:49.309259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.312272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c315fce-3e08-4279-a6e0-9dd9def9c613 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:58:49.325161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.330376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] Calling delete_port for 300cc8ea-110f-4761-a9ef-0bea24fbde26 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:49.335892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:58:49.336287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:58:49.337957 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:58:49.347341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 1c315fce-3e08-4279-a6e0-9dd9def9c613, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:49.355070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984e3ad-528b-4ec5-aca2-994a948bf724 req-19345827-8634-4c96-9b0f-fa03df2b491a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:49.356558 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6984e3ad-528b-4ec5-aca2-994a948bf724 req-19345827-8634-4c96-9b0f-fa03df2b491a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 943 time: 0.1216950 Jun 28 06:58:49.418174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.420243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:49.425602 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6984e3ad-528b-4ec5-aca2-994a948bf724 req-452a75e6-da4d-4703-94f6-13b66426334a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626266 Jun 28 06:58:49.447277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.449590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] Pushing event deleted for resources: {'Port': ['ID=300cc8ea-110f-4761-a9ef-0bea24fbde26,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:49.456017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:49.456017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:49.456017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] No DVR routers for this DVR port 300cc8ea-110f-4761-a9ef-0bea24fbde26 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:58:49.499172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=1c315fce-3e08-4279-a6e0-9dd9def9c613,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:49.501254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.502200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:49.506252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-14fb28fd-6d41-4a25-9e36-e600b5c61408 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:49.509179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:49.511038 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fca0f4d8-11d3-4804-aefd-df5df10ce82e HTTP/1.1" status: 204 len: 168 time: 0.7784591 Jun 28 06:58:49.514000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58158) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:49.523036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca0f4d8-11d3-4804-aefd-df5df10ce82e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:49.525439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:49.762680 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['1c315fce-3e08-4279-a6e0-9dd9def9c613'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:58:49.870303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:50.045581 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 300cc8ea-110f-4761-a9ef-0bea24fbde26 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:50.064817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 300cc8ea-110f-4761-a9ef-0bea24fbde26 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:50.065202 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 300cc8ea-110f-4761-a9ef-0bea24fbde26 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:50.065625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a45a7e80-d283-451b-ac1c-ddc6c2410502 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:50.087518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: a45a7e80-d283-451b-ac1c-ddc6c2410502 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:50.087873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a45a7e80-d283-451b-ac1c-ddc6c2410502 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:50.130868 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Deleting port 6894f2da-bb00-4c1b-8b2f-4c340a537d54 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:50.131210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:50.211369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] For port 6894f2da-bb00-4c1b-8b2f-4c340a537d54, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6894f2da-bb00-4c1b-8b2f-4c340a537d54,segment=NetworkSegment(e41b81f4-e3f8-4867-9092-ffb698070db5),segment_id=e41b81f4-e3f8-4867-9092-ffb698070db5)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:50.211723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:50.224735 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Calling delete_port for 6894f2da-bb00-4c1b-8b2f-4c340a537d54 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:50.453199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:50.455341 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87132270-ade3-44ca-a250-6534eddbe01b tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:50.481874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Pushing event deleted for resources: {'Port': ['ID=6894f2da-bb00-4c1b-8b2f-4c340a537d54,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:50.484785 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:50.619153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82fe43-1e18-4cac-bca6-d88f0b8c747d req-c3a39830-89c6-4cad-9911-f216742f27d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:50.620720 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7b82fe43-1e18-4cac-bca6-d88f0b8c747d req-c3a39830-89c6-4cad-9911-f216742f27d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 944 time: 0.0796480 Jun 28 06:58:50.665129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:50.669346 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7b82fe43-1e18-4cac-bca6-d88f0b8c747d req-8e80cb99-5270-4e50-a1ea-c96c68f7e9f8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426283 Jun 28 06:58:50.882059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Router c2ed8883-7536-4799-be96-37e91eabbf1e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:58:50.893997 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 1c315fce-3e08-4279-a6e0-9dd9def9c613 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:58:50.986841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:58:50.992521 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] 10.222.0.24 "PUT /v2.0/routers/c2ed8883-7536-4799-be96-37e91eabbf1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4775171 Jun 28 06:58:50.995125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58164) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:50.995686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] Sync routers for ids ['c2ed8883-7536-4799-be96-37e91eabbf1e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:58:51.003496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 1c315fce-3e08-4279-a6e0-9dd9def9c613 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:58:51.008443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] Routers {'c2ed8883-7536-4799-be96-37e91eabbf1e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:51.009081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c2ed8883-7536-4799-be96-37e91eabbf1e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:51.010873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 1c315fce-3e08-4279-a6e0-9dd9def9c613 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:58:51.011188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:51.100397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:51.157808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] Set router c2ed8883-7536-4799-be96-37e91eabbf1e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:51.238010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:51.299424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:58:51.301863 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb895fe8-0cf9-4a86-91ba-8b378104bf7c" -d '{"events": [{"server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "name": "network-vif-plugged", "status": "completed", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:58:51.321356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 1c315fce-3e08-4279-a6e0-9dd9def9c613, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:51.386499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'name': 'tempest-TestVolumeBootPattern-481683087-router', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:53Z', 'updated_at': '2021-06-28T06:58:50Z', 'revision_number': 5, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'gw_port': {'id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:54Z', 'updated_at': '2021-06-28T06:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:51.414983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2649299f-1f5c-4922-ade7-dc550b2eea0b x-openstack-request-id: req-2649299f-1f5c-4922-ade7-dc550b2eea0b {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:58:51.415263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "name": "network-vif-plugged", "status": "completed", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:58:51.415534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2649299f-1f5c-4922-ade7-dc550b2eea0b {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:58:51.415939 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'code': 200} Jun 28 06:58:51.417348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:51.419421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:51.421779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] Checking router: c2ed8883-7536-4799-be96-37e91eabbf1e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:58:51.460439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] Routers {'c2ed8883-7536-4799-be96-37e91eabbf1e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:51.461103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['c2ed8883-7536-4799-be96-37e91eabbf1e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:51.515550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=1c315fce-3e08-4279-a6e0-9dd9def9c613,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:51.524669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:51.557628 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:51.585898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] Set router c2ed8883-7536-4799-be96-37e91eabbf1e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:51.680445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Deleting port c00b06a0-a2c5-4143-b659-7b41c1c8a130 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:51.681039 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:51.764602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] For port c00b06a0-a2c5-4143-b659-7b41c1c8a130, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c00b06a0-a2c5-4143-b659-7b41c1c8a130,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:51.765067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:51.782996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Calling delete_port for c00b06a0-a2c5-4143-b659-7b41c1c8a130 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:51.785408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'name': 'tempest-TestVolumeBootPattern-481683087-router', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:53Z', 'updated_at': '2021-06-28T06:58:50Z', 'revision_number': 5, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'gw_port': {'id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:54Z', 'updated_at': '2021-06-28T06:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:51.798260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5994f6-ea25-4b92-8a06-e290fcf45801 req-b8e29667-9263-4069-afe4-6658dcc7eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:51.800356 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e5994f6-ea25-4b92-8a06-e290fcf45801 req-b8e29667-9263-4069-afe4-6658dcc7eb01 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 1098 time: 0.0672667 Jun 28 06:58:51.814825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976eea3-6ae4-494b-99ae-0d0b95305c0a None None] The sync data for ids ['c2ed8883-7536-4799-be96-37e91eabbf1e'] in dv-neutron-797120-6-hyperv is: [{'id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'name': 'tempest-TestVolumeBootPattern-481683087-router', 'tenant_id': '7bc9b5c782504d35a78aee2a59ed678f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:48:53Z', 'updated_at': '2021-06-28T06:58:50Z', 'revision_number': 5, 'project_id': '7bc9b5c782504d35a78aee2a59ed678f', 'gw_port': {'id': 'c00b06a0-a2c5-4143-b659-7b41c1c8a130', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ed8883-7536-4799-be96-37e91eabbf1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:48:54Z', 'updated_at': '2021-06-28T06:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:58:51.873763 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e5994f6-ea25-4b92-8a06-e290fcf45801 req-162b85e6-bfc7-4ec5-8b4b-2f36c856e202 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668674 Jun 28 06:58:51.902545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300ee24-2c25-42ac-bc93-d97df67d1ffb req-9137a319-3347-4e8b-b6d4-99a23bd5f469 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:51.904009 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9300ee24-2c25-42ac-bc93-d97df67d1ffb req-9137a319-3347-4e8b-b6d4-99a23bd5f469 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 945 time: 0.0918291 Jun 28 06:58:51.941266 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9300ee24-2c25-42ac-bc93-d97df67d1ffb req-9f2f0429-9807-4c98-8999-47953c04e30f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316269 Jun 28 06:58:52.007412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.010370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1631d096-4ad8-4911-b954-38057c2b5aaa tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:52.039499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00b06a0-a2c5-4143-b659-7b41c1c8a130,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:52.043238 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:52.097678 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.193317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.195608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.256864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6894f2da-bb00-4c1b-8b2f-4c340a537d54 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:52.277737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 6894f2da-bb00-4c1b-8b2f-4c340a537d54 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:52.278174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6894f2da-bb00-4c1b-8b2f-4c340a537d54 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:52.301100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.302366 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2ed8883-7536-4799-be96-37e91eabbf1e {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 06:58:52.307207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.308337 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c2ed8883-7536-4799-be96-37e91eabbf1e HTTP/1.1" status: 204 len: 168 time: 1.3123057 Jun 28 06:58:52.310754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58172) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:52.360236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c372621b-b888-4976-bc92-5773f6109c0e admin admin] Deleting subnet 27d57aae-bdd9-46cb-8979-e1876f4a5f46 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 06:58:52.363394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c372621b-b888-4976-bc92-5773f6109c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.398718 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c372621b-b888-4976-bc92-5773f6109c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.479545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c372621b-b888-4976-bc92-5773f6109c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.581237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c372621b-b888-4976-bc92-5773f6109c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.585007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c84e1040-4c57-4fa8-b0a7-07dcd322e8b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:52.609967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372621b-b888-4976-bc92-5773f6109c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d57aae-bdd9-46cb-8979-e1876f4a5f46,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:52.611851 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c372621b-b888-4976-bc92-5773f6109c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.615920 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c372621b-b888-4976-bc92-5773f6109c0e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/27d57aae-bdd9-46cb-8979-e1876f4a5f46 HTTP/1.1" status: 204 len: 168 time: 0.3020551 Jun 28 06:58:52.616617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c372621b-b888-4976-bc92-5773f6109c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:52.616781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58174) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:52.618588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d13043-51db-44b9-bb86-166043f0b9bf None None] Network 72b69086-7a53-475f-997a-de9a06df865e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 06:58:52.685646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.739807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Deleting port 2e16b1d3-13e5-4555-8cdc-041c42071c3c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:52.740052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.806034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] DHCP port deletion for 72b69086-7a53-475f-997a-de9a06df865e request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 06:58:52.810221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] For port 2e16b1d3-13e5-4555-8cdc-041c42071c3c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2e16b1d3-13e5-4555-8cdc-041c42071c3c,segment=NetworkSegment(e41b81f4-e3f8-4867-9092-ffb698070db5),segment_id=e41b81f4-e3f8-4867-9092-ffb698070db5)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:52.810728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.824758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Calling delete_port for 2e16b1d3-13e5-4555-8cdc-041c42071c3c owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:52.851640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] Deleting port 2e16b1d3-13e5-4555-8cdc-041c42071c3c {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:58:52.852044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.920402 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] For port 2e16b1d3-13e5-4555-8cdc-041c42071c3c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2e16b1d3-13e5-4555-8cdc-041c42071c3c,segment=NetworkSegment(e41b81f4-e3f8-4867-9092-ffb698070db5),segment_id=e41b81f4-e3f8-4867-9092-ffb698070db5)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:58:52.920807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.934124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] Calling delete_port for 2e16b1d3-13e5-4555-8cdc-041c42071c3c owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:58:52.968479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:52.970949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3125daae-d542-4d38-b68a-3a7d463d1b5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:53.003022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e16b1d3-13e5-4555-8cdc-041c42071c3c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:53.006593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:53.014719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] No DVR routers for this DVR port 2e16b1d3-13e5-4555-8cdc-041c42071c3c on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:58:53.018836 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.021026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:53.050836 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] Pushing event deleted for resources: {'Port': ['ID=2e16b1d3-13e5-4555-8cdc-041c42071c3c,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:53.054899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:53.058279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] No DVR routers for this DVR port 2e16b1d3-13e5-4555-8cdc-041c42071c3c on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:58:53.110462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.124478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b69086-7a53-475f-997a-de9a06df865e']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:53.137679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41b81f4-e3f8-4867-9092-ffb698070db5') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:53.137978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41b81f4-e3f8-4867-9092-ffb698070db5') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:53.149369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.168367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.177108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 06:58:53.177453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 06:58:53.179265 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 06:58:53.186458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ff9bd-a8b0-45a2-9a19-cb8713017527 req-250817c4-0570-4c12-a5d6-2735aa40d771 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:53.187940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e7ff9bd-a8b0-45a2-9a19-cb8713017527 req-250817c4-0570-4c12-a5d6-2735aa40d771 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 945 time: 0.1111126 Jun 28 06:58:53.264122 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e7ff9bd-a8b0-45a2-9a19-cb8713017527 req-48c88b60-b535-464f-99a4-55bdb554b499 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661235 Jun 28 06:58:53.330329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.334155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-415b3adc-495b-4ccc-baae-a0a3c75a6f7f tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:53.339446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.339446 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] 10.222.0.24 "DELETE /v2.0/networks/72b69086-7a53-475f-997a-de9a06df865e HTTP/1.1" status: 204 len: 168 time: 0.7205641 Jun 28 06:58:53.350107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Pushing event deleted for resources: {'Network': ['ID=72b69086-7a53-475f-997a-de9a06df865e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:53.352726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:53.658841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58180) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:53.700508 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0d511a3b-e93e-437b-a6e7-7e41113f3608 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c941fe15a06407e96dbfc55c9351d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399394 Jun 28 06:58:53.702349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58182) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:53.750782 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-729f35f8-349f-44f5-b922-7961a81c5da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.772126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-729f35f8-349f-44f5-b922-7961a81c5da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.790772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c036a1f1-970c-42af-982a-1b45c46129cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.889654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-729f35f8-349f-44f5-b922-7961a81c5da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.892268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-729f35f8-349f-44f5-b922-7961a81c5da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:53.893446 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-729f35f8-349f-44f5-b922-7961a81c5da8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0db08226-1271-4048-bcb8-04dba8936792 HTTP/1.1" status: 204 len: 168 time: 0.1901977 Jun 28 06:58:53.894339 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1b65ed5f-1eac-4cdb-88ce-5ee3933545c4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:53.902469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f35f8-349f-44f5-b922-7961a81c5da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db08226-1271-4048-bcb8-04dba8936792,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:53.904847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-729f35f8-349f-44f5-b922-7961a81c5da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:54.041838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c00b06a0-a2c5-4143-b659-7b41c1c8a130 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:54.061309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: c00b06a0-a2c5-4143-b659-7b41c1c8a130 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:54.061672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c00b06a0-a2c5-4143-b659-7b41c1c8a130 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:54.062098 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2e16b1d3-13e5-4555-8cdc-041c42071c3c no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:58:54.079879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2e16b1d3-13e5-4555-8cdc-041c42071c3c {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:58:54.080238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2e16b1d3-13e5-4555-8cdc-041c42071c3c not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:58:54.439638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1e15-1c44-490d-9469-5237f3af96b9 req-1b56fefb-78b6-4912-98a7-45a23410e338 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:54.441102 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-64da1e15-1c44-490d-9469-5237f3af96b9 req-1b56fefb-78b6-4912-98a7-45a23410e338 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 945 time: 0.0660768 Jun 28 06:58:54.479774 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-64da1e15-1c44-490d-9469-5237f3af96b9 req-a96a192e-3caf-4837-9a40-c65ee8b1fc9b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321002 Jun 28 06:58:54.563487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58192) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:54.604075 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-722347f7-0041-46e1-a43a-b216b4a9e3cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bc9b5c782504d35a78aee2a59ed678f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392439 Jun 28 06:58:54.606418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58194) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:54.659134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66db8a12-2c9c-4668-aa30-1355b1231dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:54.661549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0671ca-86b7-4b5c-9078-e43ea5c93ecd req-f45d0b6b-3c3b-41d6-a348-6af5b0813f2f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:54.663056 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a0671ca-86b7-4b5c-9078-e43ea5c93ecd req-f45d0b6b-3c3b-41d6-a348-6af5b0813f2f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 945 time: 0.0684118 Jun 28 06:58:54.680880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66db8a12-2c9c-4668-aa30-1355b1231dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:54.713223 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6a0671ca-86b7-4b5c-9078-e43ea5c93ecd req-aef80853-30be-41fc-a005-c53a374c5fb9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441666 Jun 28 06:58:54.740060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58196) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:54.791725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22af3543-5567-4df0-a902-deeffb38d411 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:54.793299 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-22af3543-5567-4df0-a902-deeffb38d411 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 1093 time: 0.0522835 Jun 28 06:58:54.796118 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58198) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:54.801511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:54.805804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66db8a12-2c9c-4668-aa30-1355b1231dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:54.808482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-66db8a12-2c9c-4668-aa30-1355b1231dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:54.809553 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-66db8a12-2c9c-4668-aa30-1355b1231dae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0610873-5bf3-4139-b4c8-7ef8c33397a1 HTTP/1.1" status: 204 len: 168 time: 0.2022564 Jun 28 06:58:54.811174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-729f35f8-349f-44f5-b922-7961a81c5da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:54.824206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db8a12-2c9c-4668-aa30-1355b1231dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0610873-5bf3-4139-b4c8-7ef8c33397a1,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:54.827094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-66db8a12-2c9c-4668-aa30-1355b1231dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:54.901114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:55.000317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:55.101181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.175 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/8b4d1d7a-1e76-4c76-9e99-6145c381c0eb) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:58:55.217789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:55.313218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:55.315416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2fb5395d-075f-47ef-8c9d-ef3f0388db0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:55.351369 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:58:55.356000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:58:55.359338 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:58:55.386404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=8b4d1d7a-1e76-4c76-9e99-6145c381c0eb,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:55.390232 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:55.729348 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:55.867324 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:56.013217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:56.060996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:56.063083 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-009d005b-5f3c-4c3e-a4f1-3aadf147b4fd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:56.135095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=8b4d1d7a-1e76-4c76-9e99-6145c381c0eb,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:56.138842 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:56.145308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:56.245887 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP 29e453bc-f647-4f86-a08f-621e8cbbbd1d associated. External IP: 172.26.4.175, port: 1c315fce-3e08-4279-a6e0-9dd9def9c613. Jun 28 06:58:56.436475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:56.453492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router f29e5326-431f-41a5-a915-1ace29d12014 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:58:56.487465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ab7c6158-5224-416d-9638-e7d159f95c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:56.563094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:58:56.572203 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] Sync routers for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:58:56.581684 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:56.582595 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:56.650192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:56.687469 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:56.692817 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8924313 Jun 28 06:58:56.692817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:58:56.692817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef8c429-c234-489d-b652-35600fa75081" -d '{"events": [{"name": "network-changed", "server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:58:56.693178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58202) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:56.730526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3443684c-5c17-4758-a3c7-d438fdbf9c44 x-openstack-request-id: req-3443684c-5c17-4758-a3c7-d438fdbf9c44 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:58:56.730994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:58:56.731194 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3443684c-5c17-4758-a3c7-d438fdbf9c44 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:58:56.731670 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'status': 'completed', 'code': 200} Jun 28 06:58:56.755997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d37d875-7d08-47b1-836f-a5cab5e24b45 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:56.757504 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4d37d875-7d08-47b1-836f-a5cab5e24b45 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 1093 time: 0.0629749 Jun 28 06:58:56.831897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8c429-c234-489d-b652-35600fa75081 req-d3fa42b8-fca4-4d2b-b039-f08ae07964a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:56.834615 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ef8c429-c234-489d-b652-35600fa75081 req-d3fa42b8-fca4-4d2b-b039-f08ae07964a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 1098 time: 0.0580573 Jun 28 06:58:56.917210 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '29e453bc-f647-4f86-a08f-621e8cbbbd1d', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:ef:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:58:55Z', 'updated_at': '2021-06-28T06:58:55Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:56.923383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8c429-c234-489d-b652-35600fa75081 req-a6fc7ba0-cba2-4018-bfe6-40e4f264b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:56.924832 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ef8c429-c234-489d-b652-35600fa75081 req-a6fc7ba0-cba2-4018-bfe6-40e4f264b8f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 898 time: 0.0843341 Jun 28 06:58:56.943831 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] Checking router: f29e5326-431f-41a5-a915-1ace29d12014 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:58:56.951866 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:58:56.952476 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:56.994857 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ef8c429-c234-489d-b652-35600fa75081 req-acba9796-e26c-405a-b53d-8701fed1786f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613 HTTP/1.1" status: 200 len: 999 time: 0.0635364 Jun 28 06:58:57.044403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8c429-c234-489d-b652-35600fa75081 req-ae72553b-a6d1-4497-a3d6-fbcc1ebd5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:57.045874 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ef8c429-c234-489d-b652-35600fa75081 req-ae72553b-a6d1-4497-a3d6-fbcc1ebd5806 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e304dd8a-d25a-4060-9ac9-96410dc03f81 HTTP/1.1" status: 200 len: 833 time: 0.0451450 Jun 28 06:58:57.060113 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:58:57.106121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8c429-c234-489d-b652-35600fa75081 req-02f8dda1-eb65-4c47-8877-ecd7cb5e8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:57.107621 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ef8c429-c234-489d-b652-35600fa75081 req-02f8dda1-eb65-4c47-8877-ecd7cb5e8d35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38915e81-d3bf-4a6f-bd63-3c3813126770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553637 Jun 28 06:58:57.206320 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ef8c429-c234-489d-b652-35600fa75081 req-f03bbec8-f575-490e-93d8-d453f9a79695 service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913062 Jun 28 06:58:57.244971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58208) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:57.249808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3c9a680f-423a-4c4a-a77b-c42d06179e5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132533621', 'description': 'tempest-secgroup-smoke-2132533621 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:57.301863 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ef8c429-c234-489d-b652-35600fa75081 req-da709c62-1f05-46b1-a950-1e3b1d53683b service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893180 Jun 28 06:58:57.334234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c9a680f-423a-4c4a-a77b-c42d06179e5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:57.373836 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '29e453bc-f647-4f86-a08f-621e8cbbbd1d', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:ef:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:58:55Z', 'updated_at': '2021-06-28T06:58:55Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:58:57.401386 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a61fc-083a-4804-85ae-0542a2daf68c None None] The sync data for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv is: [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '29e453bc-f647-4f86-a08f-621e8cbbbd1d', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:ef:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:58:55Z', 'updated_at': '2021-06-28T06:58:55Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:58:57.415763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c9a680f-423a-4c4a-a77b-c42d06179e5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:57.476248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c9a680f-423a-4c4a-a77b-c42d06179e5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:57.479012 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-92cbb6b1-c90a-4eed-9d04-066e01190a76 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:57.507584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a680f-423a-4c4a-a77b-c42d06179e5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26df8ef3-5018-4933-abed-bd01b8c09551,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:57.510330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c9a680f-423a-4c4a-a77b-c42d06179e5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:57.561849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3c9a680f-423a-4c4a-a77b-c42d06179e5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:57.563126 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3c9a680f-423a-4c4a-a77b-c42d06179e5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3171611 Jun 28 06:58:57.565967 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58210) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:57.571515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2a6fe007-23bb-4efd-8b7d-5ed2765979a6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '26df8ef3-5018-4933-abed-bd01b8c09551', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:57.595602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de3f05b-a2b7-4d54-b1ac-48aa13df319a None None] New status for floating IP 29e453bc-f647-4f86-a08f-621e8cbbbd1d: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:58:57.632636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:57.683134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe007-23bb-4efd-8b7d-5ed2765979a6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:57.742419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe007-23bb-4efd-8b7d-5ed2765979a6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:57.819204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe007-23bb-4efd-8b7d-5ed2765979a6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:57.825123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-78f37a37-6c2e-4fe3-a971-979b8cc8e572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:57.840233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fe007-23bb-4efd-8b7d-5ed2765979a6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5423f87-b10a-47ce-b592-ac57630ea027,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:57.843262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a6fe007-23bb-4efd-8b7d-5ed2765979a6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:57.893387 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe007-23bb-4efd-8b7d-5ed2765979a6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:57.894591 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2a6fe007-23bb-4efd-8b7d-5ed2765979a6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276715 Jun 28 06:58:57.897772 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58212) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:57.902283 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3d2e7cbf-57d4-4a95-bf2f-f995c6ec4485 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '26df8ef3-5018-4933-abed-bd01b8c09551', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:57.971649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7cbf-57d4-4a95-bf2f-f995c6ec4485 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.041188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7cbf-57d4-4a95-bf2f-f995c6ec4485 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.121509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7cbf-57d4-4a95-bf2f-f995c6ec4485 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.123399 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9b6abd05-1cf5-4e26-865a-ef157dea556d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:58.139785 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e7cbf-57d4-4a95-bf2f-f995c6ec4485 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d8a75c-26a4-4e05-86cf-bfa913cd393a,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:58.142601 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3d2e7cbf-57d4-4a95-bf2f-f995c6ec4485 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:58.203537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7cbf-57d4-4a95-bf2f-f995c6ec4485 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.204788 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3d2e7cbf-57d4-4a95-bf2f-f995c6ec4485 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3061094 Jun 28 06:58:58.207832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58214) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:58.212382 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8c6a7b79-75df-464e-8107-55d819de7602 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '26df8ef3-5018-4933-abed-bd01b8c09551', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:58.311152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7b79-75df-464e-8107-55d819de7602 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.368738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7b79-75df-464e-8107-55d819de7602 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.449536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7b79-75df-464e-8107-55d819de7602 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.451332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-15c5d46d-2bd9-4261-848e-b4cdded59b06 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:58.468055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a7b79-75df-464e-8107-55d819de7602 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324a1943-23fc-44a2-a852-b2218a9116ad,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:58.470782 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8c6a7b79-75df-464e-8107-55d819de7602 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:58.541414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7b79-75df-464e-8107-55d819de7602 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.542760 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8c6a7b79-75df-464e-8107-55d819de7602 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338602 Jun 28 06:58:58.545505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58216) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:58.550017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-82b126d2-6558-4474-969c-063df3f1462a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '26df8ef3-5018-4933-abed-bd01b8c09551', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:58.632600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82b126d2-6558-4474-969c-063df3f1462a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.690725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82b126d2-6558-4474-969c-063df3f1462a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.746287 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82b126d2-6558-4474-969c-063df3f1462a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.748158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e2acaeb9-785d-4485-8e2a-384a3bd93be3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:58.764974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b126d2-6558-4474-969c-063df3f1462a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b0c4d1-5975-4c49-8aeb-8051b2104d72,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:58.767687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-82b126d2-6558-4474-969c-063df3f1462a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:58.815177 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-82b126d2-6558-4474-969c-063df3f1462a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.816399 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-82b126d2-6558-4474-969c-063df3f1462a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2699399 Jun 28 06:58:58.819723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58218) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:58.824267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c81de3ed-79d6-472e-bfbf-b027526edc0a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '26df8ef3-5018-4933-abed-bd01b8c09551', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:58.889267 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-c81de3ed-79d6-472e-bfbf-b027526edc0a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:58:58.893966 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c81de3ed-79d6-472e-bfbf-b027526edc0a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:58.955656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c81de3ed-79d6-472e-bfbf-b027526edc0a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:59.012982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c81de3ed-79d6-472e-bfbf-b027526edc0a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:59.014859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3ba1c46a-6df1-4cd2-9a77-9389f117183d tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:59.031489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81de3ed-79d6-472e-bfbf-b027526edc0a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85a89cd-f2ba-4c10-9e6f-92f201127a07,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:59.033871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c81de3ed-79d6-472e-bfbf-b027526edc0a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:59.121578 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c81de3ed-79d6-472e-bfbf-b027526edc0a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:59.122862 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c81de3ed-79d6-472e-bfbf-b027526edc0a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3021684 Jun 28 06:58:59.125712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58220) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:58:59.130954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-fb088ea4-8fab-4062-b72d-f2fc517b576d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '26df8ef3-5018-4933-abed-bd01b8c09551', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:58:59.221155 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-fb088ea4-8fab-4062-b72d-f2fc517b576d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 06:58:59.226480 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb088ea4-8fab-4062-b72d-f2fc517b576d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:59.288482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb088ea4-8fab-4062-b72d-f2fc517b576d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:59.335394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:59.367466 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb088ea4-8fab-4062-b72d-f2fc517b576d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:59.373097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8a8697ca-ccab-4510-85b4-8ddbe8fd4774 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:58:59.388033 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb088ea4-8fab-4062-b72d-f2fc517b576d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27555f6-ff46-46db-9971-bebc17af53ed,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:58:59.390207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fb088ea4-8fab-4062-b72d-f2fc517b576d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:58:59.458843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fb088ea4-8fab-4062-b72d-f2fc517b576d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:58:59.460071 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fb088ea4-8fab-4062-b72d-f2fc517b576d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3333786 Jun 28 06:58:59.709627 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-dbbf1b91-bfbb-4ad5-8a71-7e2079b1a554 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132533621&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.0394473 Jun 28 06:58:59.811375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-1255592d-70ad-4a30-a965-b9225a354964 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:58:59.812711 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-1255592d-70ad-4a30-a965-b9225a354964 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 797 time: 0.0966802 Jun 28 06:58:59.827472 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-1a4108b4-6320-45e6-8eb2-757985d1515e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/quotas/928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 375 time: 0.0088568 Jun 28 06:58:59.900113 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-741d02ae-7feb-4e3e-85ea-440b4004ae89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0678337 Jun 28 06:58:59.997861 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-2bdbc8d1-d4ec-4a11-b580-f04c225efc5e service neutron] 10.222.0.24 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861979 Jun 28 06:59:00.089735 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-8d555d7b-15ee-40eb-bf29-42f477751978 service neutron] 10.222.0.24 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861013 Jun 28 06:59:00.357324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34406fe1-1e05-4643-bc3c-b1c9fcce5133 req-6c8c1236-9c0e-4669-8293-ae200a543ff0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 210 time: 0.0297103 Jun 28 06:59:01.320577 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:59:01.499502 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8f0f53e2-ff70-444c-ba7e-2155e65610c1 req-9cf1ab74-7f1a-4f89-b58e-2c2443bf3d66 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 210 time: 0.0308721 Jun 28 06:59:02.385884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0e817cf7-43e6-4db0-a931-089dfd265382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:02.388992 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0e817cf7-43e6-4db0-a931-089dfd265382 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 797 time: 0.1101871 Jun 28 06:59:02.443307 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-10d216cd-8157-4d01-bbf1-93f273c279ed tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 472 time: 0.0379965 Jun 28 06:59:02.451507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'device_id': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'admin_state_up': True, 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'security_groups': ['26df8ef3-5018-4933-abed-bd01b8c09551']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:59:02.643084 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9bdd86d8-f23b-48e4-8502-c0c81aa2d1f9 req-0d90c923-8718-4041-8eb7-c34176ab89b2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 210 time: 0.0325191 Jun 28 06:59:02.643763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 06:59:02.647756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:02.772870 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.8 (38915e81-d3bf-4a6f-bd63-3c3813126770/e304dd8a-d25a-4060-9ac9-96410dc03f81/51a0e781-1ff9-4fa6-b9fc-ae12f9e85480) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:59:02.913751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:02.927398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:59:03.021172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:03.025703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dcbf11a5-c4ad-45e3-8e32-402678e41840 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:03.066054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 38915e81-d3bf-4a6f-bd63-3c3813126770 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:59:03.069738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:59:03.072324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:59:03.098116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:03.104039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:03.127431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:03.128051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:03.227305 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794561 Jun 28 06:59:03.245609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Request body: {'port': {'device_id': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:59:03.320866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:03.380976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ecbf8d71-f59e-41d7-9cb4-04f3344ed7a9 None None] Provisioning for port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:59:03.384728 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ecbf8d71-f59e-41d7-9cb4-04f3344ed7a9 None None] Provisioning complete for port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:59:03.385138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ecbf8d71-f59e-41d7-9cb4-04f3344ed7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:03.422825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf8d71-f59e-41d7-9cb4-04f3344ed7a9 None None] Port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 06:59:03.573528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:59:03.580456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:03.592158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Transition to ACTIVE for port object 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 06:59:03.683598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:03.686848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8b57a51b-6761-4597-a5e4-54004050159a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:04.129246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Pushing event updated for resources: {'Port': ['ID=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:04.134435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:04.210776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caa1fb-02ed-44ff-a42c-edd1f9a8c348 req-17261900-3d8c-46ca-b0ec-797944cd92be tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:04.212255 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-64caa1fb-02ed-44ff-a42c-edd1f9a8c348 req-17261900-3d8c-46ca-b0ec-797944cd92be tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 943 time: 0.1356082 Jun 28 06:59:04.236468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Attempting to bind port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 06:59:04.236798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Attempting to bind port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 06:59:04.237146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Attempting to bind port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 on network 38915e81-d3bf-4a6f-bd63-3c3813126770 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:59:04.250174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 on network 38915e81-d3bf-4a6f-bd63-3c3813126770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 06:59:04.250496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Attempting to bind port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 on network 38915e81-d3bf-4a6f-bd63-3c3813126770 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 06:59:04.262882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 06:59:04.263210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Checking segment: {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 06:59:04.263584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Bound using segment: {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 06:59:04.264002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Bound port: 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f161f2ef-b5d9-4d99-bc86-70addfd41361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 06:59:04.264348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:04.279954 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-64caa1fb-02ed-44ff-a42c-edd1f9a8c348 req-bfc8205c-d046-49ef-9d46-00a6e97d677c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583191 Jun 28 06:59:04.330506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] For port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 06:59:04.340454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] For port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 06:59:04.419082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:04.422092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6dba4ee8-1232-4621-8940-c5df2bde5448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:04.452574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:04.453215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:04.454605 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] 10.222.0.50 "PUT /v2.0/ports/51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 HTTP/1.1" status: 200 len: 1093 time: 1.2132840 Jun 28 06:59:04.455109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'tag': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:59:04.457744 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74643fd-b0fd-4db9-b46b-3a651b39f131" -d '{"events": [{"name": "network-changed", "server_uuid": "0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1", "tag": "51a0e781-1ff9-4fa6-b9fc-ae12f9e85480"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:59:04.483513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Pushing event updated for resources: {'Port': ['ID=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:04.493853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:04.498633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c719ca-13d2-47ef-951d-634b7d694ed3 x-openstack-request-id: req-c1c719ca-13d2-47ef-951d-634b7d694ed3 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:59:04.498980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1", "tag": "51a0e781-1ff9-4fa6-b9fc-ae12f9e85480", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:59:04.499337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1c719ca-13d2-47ef-951d-634b7d694ed3 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:59:04.499736 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'tag': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'status': 'completed', 'code': 200} Jun 28 06:59:04.604606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74643fd-b0fd-4db9-b46b-3a651b39f131 req-0513abac-23d7-472c-90e7-164416699486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:04.604606 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e74643fd-b0fd-4db9-b46b-3a651b39f131 req-0513abac-23d7-472c-90e7-164416699486 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0617018 Jun 28 06:59:04.713226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74643fd-b0fd-4db9-b46b-3a651b39f131 req-7e77726a-727d-4615-ad73-d48e6e6f104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:04.714676 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e74643fd-b0fd-4db9-b46b-3a651b39f131 req-7e77726a-727d-4615-ad73-d48e6e6f104c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0949519 Jun 28 06:59:04.811527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74643fd-b0fd-4db9-b46b-3a651b39f131 req-c84d1868-42fb-4d6a-bf0d-cd204007c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:04.812893 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e74643fd-b0fd-4db9-b46b-3a651b39f131 req-c84d1868-42fb-4d6a-bf0d-cd204007c469 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901361 Jun 28 06:59:04.925631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-e4e26add-5185-4087-b018-4a452f0399bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:04.927591 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-e4e26add-5185-4087-b018-4a452f0399bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0526254 Jun 28 06:59:04.975944 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-e28e43ae-7b02-449b-93dd-272e4d58d275 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 HTTP/1.1" status: 200 len: 217 time: 0.0347145 Jun 28 06:59:05.029763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-a1074e6f-e380-4b56-8cdf-1d3680fa37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:05.031176 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-a1074e6f-e380-4b56-8cdf-1d3680fa37f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e304dd8a-d25a-4060-9ac9-96410dc03f81 HTTP/1.1" status: 200 len: 833 time: 0.0490046 Jun 28 06:59:05.091557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-74510d22-da02-4123-a0c0-78f9c2f4817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:05.092962 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-74510d22-da02-4123-a0c0-78f9c2f4817f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38915e81-d3bf-4a6f-bd63-3c3813126770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539980 Jun 28 06:59:05.182381 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-bcb0c125-f95e-447f-b7f9-3b32989dfabd service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818901 Jun 28 06:59:05.275799 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0d11948-532f-42d3-b20e-3175b4cadc2b req-d0e02bc0-4701-47db-9299-7e1f82fa0a8a service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862703 Jun 28 06:59:05.449894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a6c5-ad8a-47a4-9ce5-5cf1abae2ecc req-81d74815-71fb-4f1e-a3ab-42f300747bcb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:05.451368 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e5d4a6c5-ad8a-47a4-9ce5-5cf1abae2ecc req-81d74815-71fb-4f1e-a3ab-42f300747bcb tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 943 time: 0.0631495 Jun 28 06:59:05.489533 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e5d4a6c5-ad8a-47a4-9ce5-5cf1abae2ecc req-04c27b19-bf22-49b6-beeb-378372bcae5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325036 Jun 28 06:59:06.667702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183ffc7-e722-494e-8b17-5cf7fabf2f1f req-658d9afb-3997-4f23-8a73-984343b24d31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:06.669155 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9183ffc7-e722-494e-8b17-5cf7fabf2f1f req-658d9afb-3997-4f23-8a73-984343b24d31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 943 time: 0.0671859 Jun 28 06:59:06.706226 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9183ffc7-e722-494e-8b17-5cf7fabf2f1f req-dbe2f015-1fcf-48eb-8d88-92c1e00e81bf tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313776 Jun 28 06:59:07.054453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 06:59:07.145720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:59:07.156098 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'port_id': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'mac_address': 'fa:16:3e:c2:c7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 06:59:07.194691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:07.206597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 06:59:07.225734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:59:07.295123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:07.296932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3e9349a0-3d08-436a-8419-62e85f91f63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:07.343387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:07.346228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:07.574741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['51a0e781-1ff9-4fa6-b9fc-ae12f9e85480'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:59:07.887650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8e6f7-7a56-473d-819d-09ae6ec73e8b req-d9b5b1fb-2254-4b90-9812-bf0074ca594a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:07.889072 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8cc8e6f7-7a56-473d-819d-09ae6ec73e8b req-d9b5b1fb-2254-4b90-9812-bf0074ca594a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 944 time: 0.0643716 Jun 28 06:59:07.927837 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8cc8e6f7-7a56-473d-819d-09ae6ec73e8b req-8397d478-45ae-4f0a-a220-a1b86d51c8be tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329716 Jun 28 06:59:09.069059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 06:59:09.104663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36c460-51b6-480f-8a48-9903fc1042af req-0da67a5a-6111-46c9-a3ab-2675abc8be15 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:09.106238 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a36c460-51b6-480f-8a48-9903fc1042af req-0da67a5a-6111-46c9-a3ab-2675abc8be15 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 944 time: 0.0661881 Jun 28 06:59:09.143338 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a36c460-51b6-480f-8a48-9903fc1042af req-98a5eac3-b498-4ab6-86f3-f11e89a3cd34 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313141 Jun 28 06:59:09.163864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 06:59:09.167786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:59:09.168160 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:09.244489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:09.266647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:59:09.269015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbb3fb7-cb84-4f68-8437-c2b6e0a3d074" -d '{"events": [{"server_uuid": "0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1", "name": "network-vif-plugged", "status": "completed", "tag": "51a0e781-1ff9-4fa6-b9fc-ae12f9e85480"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:59:09.282701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:59:09.307938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e067e8-2b38-42b2-91c3-9eab1bd8f0d4 x-openstack-request-id: req-24e067e8-2b38-42b2-91c3-9eab1bd8f0d4 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:59:09.307938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1", "name": "network-vif-plugged", "status": "completed", "tag": "51a0e781-1ff9-4fa6-b9fc-ae12f9e85480", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:59:09.307938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24e067e8-2b38-42b2-91c3-9eab1bd8f0d4 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:59:09.307938 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'code': 200} Jun 28 06:59:09.352242 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:09.354346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:09.399978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:09.403023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:09.692490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca0d5-8310-480a-9107-ac4ee3fe1565 req-4bcd6d2e-dbfe-444d-9f49-441818a1e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:09.693972 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-78fca0d5-8310-480a-9107-ac4ee3fe1565 req-4bcd6d2e-dbfe-444d-9f49-441818a1e464 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0556114 Jun 28 06:59:09.728475 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-78fca0d5-8310-480a-9107-ac4ee3fe1565 req-414c96eb-79e2-40c8-9e65-ea3691d8a216 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277295 Jun 28 06:59:10.313582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246a2cd-601e-4a90-8e53-b2279f9c28e0 req-77ccb21b-2fc7-4119-bbe9-979181214af7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:10.314947 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1246a2cd-601e-4a90-8e53-b2279f9c28e0 req-77ccb21b-2fc7-4119-bbe9-979181214af7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 945 time: 0.0618613 Jun 28 06:59:10.351821 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1246a2cd-601e-4a90-8e53-b2279f9c28e0 req-7a46f89b-c489-4017-90bd-5196af7d68d1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308280 Jun 28 06:59:11.528088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcac32-f7e7-4a53-adcb-08eb17176f2a req-9f732c4d-11f7-45a6-8523-487a1905a84a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:11.529581 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10bcac32-f7e7-4a53-adcb-08eb17176f2a req-9f732c4d-11f7-45a6-8523-487a1905a84a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 945 time: 0.0654199 Jun 28 06:59:11.567825 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10bcac32-f7e7-4a53-adcb-08eb17176f2a req-270e1de4-ba93-49bf-a8a9-65b5e646191a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326998 Jun 28 06:59:11.737848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9ada-fbed-4e3d-8a0b-8784275a0de8 req-23d97272-fb0c-4fae-b42a-5f937658a2ab tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:11.739408 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-da2f9ada-fbed-4e3d-8a0b-8784275a0de8 req-23d97272-fb0c-4fae-b42a-5f937658a2ab tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 945 time: 0.0618701 Jun 28 06:59:11.776568 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-da2f9ada-fbed-4e3d-8a0b-8784275a0de8 req-bcbc1d41-bb3b-4e71-9149-ea6f8359ab9e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315678 Jun 28 06:59:11.800119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58272) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:59:11.851779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b12e5-5d80-4457-8416-389a43dd4c1f tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:11.853309 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-619b12e5-5d80-4457-8416-389a43dd4c1f tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 1093 time: 0.0519905 Jun 28 06:59:11.856051 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58274) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:59:11.860368 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:59:11.949989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:12.048266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:12.171215 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.45 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/2472253d-fc4e-43e5-b642-b4c60edd7d1c) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 06:59:12.270213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:12.364198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:12.366727 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-701c9e9c-b25c-43b9-baec-0ea3b1a29572 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:12.404645 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 06:59:12.407400 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 06:59:12.411157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 06:59:12.441424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=2472253d-fc4e-43e5-b642-b4c60edd7d1c,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:12.444397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:12.777618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:12.900879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:13.052806 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:13.117750 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:13.119869 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9d5cde86-7ec2-46ab-8f6e-b8228c816c93 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:13.187899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=2472253d-fc4e-43e5-b642-b4c60edd7d1c,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:13.192166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:13.196878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:13.507098 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:13.621524 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP 82966693-62bc-4695-bc8c-b26d0ac9c870 associated. External IP: 172.26.4.45, port: 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480. Jun 28 06:59:13.830481 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router f29e5326-431f-41a5-a915-1ace29d12014 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:59:13.937904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:59:13.947492 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] Sync routers for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:59:13.957558 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:59:13.958922 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:14.026347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:14.063378 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2063363 Jun 28 06:59:14.064045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'tag': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:59:14.064210 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:59:14.066450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1", "tag": "51a0e781-1ff9-4fa6-b9fc-ae12f9e85480"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:59:14.111128 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88542ffe-4bcd-427a-8ea4-b3563d73e805 x-openstack-request-id: req-88542ffe-4bcd-427a-8ea4-b3563d73e805 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:59:14.111476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1", "tag": "51a0e781-1ff9-4fa6-b9fc-ae12f9e85480", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:59:14.111793 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88542ffe-4bcd-427a-8ea4-b3563d73e805 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:59:14.112279 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'tag': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'status': 'completed', 'code': 200} Jun 28 06:59:14.222008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-fb7cf20d-5336-4c26-b39c-d2c45ff3f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:14.224173 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-fb7cf20d-5336-4c26-b39c-d2c45ff3f1e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0545471 Jun 28 06:59:14.293303 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '29e453bc-f647-4f86-a08f-621e8cbbbd1d', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:ef:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:58:55Z', 'updated_at': '2021-06-28T06:58:57Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}, {'id': '82966693-62bc-4695-bc8c-b26d0ac9c870', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:c2:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:59:12Z', 'updated_at': '2021-06-28T06:59:12Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:14.317628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-4385f1ec-fa7c-44c4-aa1a-4b510eb5c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:14.319101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-4385f1ec-fa7c-44c4-aa1a-4b510eb5c505 service neutron] 10.222.0.50 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 898 time: 0.0880439 Jun 28 06:59:14.319214 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] Checking router: f29e5326-431f-41a5-a915-1ace29d12014 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:59:14.327232 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:59:14.327840 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:58:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:14.383490 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-bace7390-8be4-4a55-bf30-cae2e8045fe9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 HTTP/1.1" status: 200 len: 998 time: 0.0571163 Jun 28 06:59:14.434500 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:59:14.435536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-b0b9b2cd-fc57-430e-86f9-02b529535007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:14.437030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-b0b9b2cd-fc57-430e-86f9-02b529535007 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e304dd8a-d25a-4060-9ac9-96410dc03f81 HTTP/1.1" status: 200 len: 833 time: 0.0474198 Jun 28 06:59:14.492453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-59e972f1-69da-4a0a-acee-c5f9758f6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:14.493979 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-59e972f1-69da-4a0a-acee-c5f9758f6c48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38915e81-d3bf-4a6f-bd63-3c3813126770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509813 Jun 28 06:59:14.586621 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-b7a81934-d24b-4c5e-a490-d64108f2abba service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857835 Jun 28 06:59:14.657534 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '29e453bc-f647-4f86-a08f-621e8cbbbd1d', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:ef:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:58:55Z', 'updated_at': '2021-06-28T06:58:57Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}, {'id': '82966693-62bc-4695-bc8c-b26d0ac9c870', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:c2:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:59:12Z', 'updated_at': '2021-06-28T06:59:12Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:14.681308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e97f279e-0ae4-4bbf-8e15-66aa758c9cc8 req-f054ba55-b1ac-42bd-8b43-ff65568a0b04 service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876215 Jun 28 06:59:14.686653 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5486a3-5972-4695-b52e-240c40989210 None None] The sync data for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv is: [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '29e453bc-f647-4f86-a08f-621e8cbbbd1d', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:ef:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:58:55Z', 'updated_at': '2021-06-28T06:58:57Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}, {'id': '82966693-62bc-4695-bc8c-b26d0ac9c870', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:c2:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:59:12Z', 'updated_at': '2021-06-28T06:59:12Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:59:14.865048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b691c5-3609-4a89-98e9-9d1d011f33b7 None None] New status for floating IP 82966693-62bc-4695-bc8c-b26d0ac9c870: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:59:23.766840 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-821e5bd0-c5b9-4689-a4c1-42f03e21b60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:26.437467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:26.528861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b71de99a-5845-4bcb-b6cd-f061124c2fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:27.072880 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-45c148de-3358-4e8c-a869-a8161a1f9519 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541067 Jun 28 06:59:27.191124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-8889169d-1254-4e08-9c7e-9f7cc2bb18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:27.193298 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-8889169d-1254-4e08-9c7e-9f7cc2bb18a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 1098 time: 0.0569720 Jun 28 06:59:27.296876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-d7ec978a-aea3-4d74-8b1e-1d1f44f34c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:27.298353 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-d7ec978a-aea3-4d74-8b1e-1d1f44f34c73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 898 time: 0.0846736 Jun 28 06:59:27.368613 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-d2ddd7d1-3f9a-470a-9823-adabeff9bfbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613 HTTP/1.1" status: 200 len: 1001 time: 0.0627668 Jun 28 06:59:27.417297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-20048f04-1c6b-4398-a54f-45d1eeeceaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:27.418726 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-20048f04-1c6b-4398-a54f-45d1eeeceaa4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e304dd8a-d25a-4060-9ac9-96410dc03f81 HTTP/1.1" status: 200 len: 833 time: 0.0442858 Jun 28 06:59:27.476124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-9a3bf711-d12e-4c4e-855b-296c7e2cfc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:27.477616 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-9a3bf711-d12e-4c4e-855b-296c7e2cfc95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38915e81-d3bf-4a6f-bd63-3c3813126770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523047 Jun 28 06:59:27.571515 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-75e2eeb8-c427-4f7b-9eb3-32905cd44fb9 service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872440 Jun 28 06:59:27.595851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:27.664695 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ccbcaf9-eccf-4037-87de-2be059136394 req-6ecea40b-c70e-48ad-b776-35c34a124721 service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852537 Jun 28 06:59:29.326829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:38.319014 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 06:59:43.478016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58288) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:59:43.492547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:43.543056 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c4267bfe-f47e-4ce7-bf23-4b15f3852c2a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/29e453bc-f647-4f86-a08f-621e8cbbbd1d HTTP/1.1" status: 200 len: 993 time: 0.0637846 Jun 28 06:59:45.828760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58296) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:59:45.835029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:59:45.921388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:46.070063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 1c315fce-3e08-4279-a6e0-9dd9def9c613, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:59:46.099997 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:46.145532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:46.149121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a4391afd-97bd-4e7d-b34b-5cd73585183f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:46.188266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:46.188897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:46.190293 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/ports/1c315fce-3e08-4279-a6e0-9dd9def9c613 HTTP/1.1" status: 200 len: 938 time: 0.3605423 Jun 28 06:59:46.190942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:59:46.193918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7d2039-79b7-456e-9988-c012b6f502d5" -d '{"events": [{"name": "network-changed", "server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:59:46.220776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=1c315fce-3e08-4279-a6e0-9dd9def9c613,revision_number=6']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:46.228737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.232911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.232911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.232911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.232911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.232911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.232911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.232911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.232911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.232911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.232911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.233596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:46.237383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:46.366695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e4c022-44b5-412d-9499-438589a62381 x-openstack-request-id: req-17e4c022-44b5-412d-9499-438589a62381 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:59:46.367035 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:59:46.367334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17e4c022-44b5-412d-9499-438589a62381 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:59:46.367785 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'status': 'completed', 'code': 200} Jun 28 06:59:46.419162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2ce3f1f9-a9fb-411f-80d6-2753191c3e53 None None] Provisioning complete for port 1c315fce-3e08-4279-a6e0-9dd9def9c613 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:59:46.419672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2ce3f1f9-a9fb-411f-80d6-2753191c3e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:46.460730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3f1f9-a9fb-411f-80d6-2753191c3e53 None None] Port 1c315fce-3e08-4279-a6e0-9dd9def9c613 is administratively disabled so it will not transition to active. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 28 06:59:46.472047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-31b5ae4c-3da4-4a2c-aa7d-bb42bce08c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:46.473583 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-31b5ae4c-3da4-4a2c-aa7d-bb42bce08c0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 1099 time: 0.0550401 Jun 28 06:59:46.568751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-4cfceea2-e89e-4281-be0d-d2bf156945e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:46.570576 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-4cfceea2-e89e-4281-be0d-d2bf156945e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 898 time: 0.0904000 Jun 28 06:59:46.705592 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-a7bc253d-20d6-4914-b667-edb59fa4ddf6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613 HTTP/1.1" status: 200 len: 1002 time: 0.1276290 Jun 28 06:59:46.754994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-0b2080f2-5433-4175-897c-3a48ca342d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:46.756337 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-0b2080f2-5433-4175-897c-3a48ca342d5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e304dd8a-d25a-4060-9ac9-96410dc03f81 HTTP/1.1" status: 200 len: 833 time: 0.0435877 Jun 28 06:59:46.812097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-d5cef6c8-947e-4f79-9f4f-e8ca8bf5144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:46.813615 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-d5cef6c8-947e-4f79-9f4f-e8ca8bf5144c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38915e81-d3bf-4a6f-bd63-3c3813126770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509253 Jun 28 06:59:46.906869 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-173f890f-2651-4d94-9f6e-56d48c9629dc service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857825 Jun 28 06:59:46.995407 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c7d2039-79b7-456e-9988-c012b6f502d5 req-653c5e76-d8f2-4d8d-9e1e-f5a1a002ba86 service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807688 Jun 28 06:59:49.684344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58306) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:59:49.689914 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'admin_state_up': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 06:59:49.778905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:49.926165 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 1c315fce-3e08-4279-a6e0-9dd9def9c613, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:59:49.955303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:50.008684 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:50.011647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:50.052142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:50.052866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:50.054475 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/ports/1c315fce-3e08-4279-a6e0-9dd9def9c613 HTTP/1.1" status: 200 len: 937 time: 0.3690963 Jun 28 06:59:50.055145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:59:50.057513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58308) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:59:50.057946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06960618-a872-4b20-ab0c-409cd9dafd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:59:50.092457 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=1c315fce-3e08-4279-a6e0-9dd9def9c613,revision_number=7']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:50.096121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37802998-75cb-4d3e-bc87-a66ca0434507 x-openstack-request-id: req-37802998-75cb-4d3e-bc87-a66ca0434507 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:59:50.096473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:59:50.096780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37802998-75cb-4d3e-bc87-a66ca0434507 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:59:50.097252 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'status': 'completed', 'code': 200} Jun 28 06:59:50.098119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:50.145560 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9b7e8008-e546-4eb5-8000-934f4af279f7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/29e453bc-f647-4f86-a08f-621e8cbbbd1d HTTP/1.1" status: 200 len: 993 time: 0.0865550 Jun 28 06:59:50.199818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-6c5d647f-c9e5-4f55-a207-a66b37c43af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:50.201277 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-6c5d647f-c9e5-4f55-a207-a66b37c43af5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 1098 time: 0.0540800 Jun 28 06:59:50.299051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bc06cc3f-8887-4581-b394-5de4b7b3ea7a None None] Provisioning complete for port 1c315fce-3e08-4279-a6e0-9dd9def9c613 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 06:59:50.299627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc3f-8887-4581-b394-5de4b7b3ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:50.300556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-6822dad5-f275-43f1-afce-25d12c5ceaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:50.302109 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-6822dad5-f275-43f1-afce-25d12c5ceaca service neutron] 10.222.0.50 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 898 time: 0.0934939 Jun 28 06:59:50.347204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['1c315fce-3e08-4279-a6e0-9dd9def9c613'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 06:59:50.368283 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-b882262b-cf47-4522-943d-1426ee610541 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613 HTTP/1.1" status: 200 len: 1001 time: 0.0578597 Jun 28 06:59:50.417720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-8e26784c-cc4f-433e-8aaa-b69e653b8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:50.419175 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-8e26784c-cc4f-433e-8aaa-b69e653b8075 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e304dd8a-d25a-4060-9ac9-96410dc03f81 HTTP/1.1" status: 200 len: 833 time: 0.0440645 Jun 28 06:59:50.479505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-c6e898c2-f9bb-45fa-9d72-a232cd7c81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:50.480940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-c6e898c2-f9bb-45fa-9d72-a232cd7c81a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38915e81-d3bf-4a6f-bd63-3c3813126770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553963 Jun 28 06:59:50.570944 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-2c0276f6-7aa3-47b7-90e6-665162a614e6 service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830462 Jun 28 06:59:50.661717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-06960618-a872-4b20-ab0c-409cd9dafd3b req-ddaeab41-43fc-44f0-b335-0c087c47b25a service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849979 Jun 28 06:59:52.727543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58318) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:59:52.882743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 2472253d-fc4e-43e5-b642-b4c60edd7d1c {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:59:52.883082 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:52.959351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:52.959670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:52.970941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 2472253d-fc4e-43e5-b642-b4c60edd7d1c owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:59:53.183373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:53.186258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-00d1f87f-39ae-4294-9a47-6588e8f92ca4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:53.210762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=2472253d-fc4e-43e5-b642-b4c60edd7d1c,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:53.216023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:53.269008 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:53.269440 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP 82966693-62bc-4695-bc8c-b26d0ac9c870 disassociated (deleted). External IP: 172.26.4.45, port: 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480. Jun 28 06:59:53.476058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router f29e5326-431f-41a5-a915-1ace29d12014 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:59:53.584797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:59:53.589708 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:53.593978 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] Sync routers for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:59:53.603521 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:59:53.604133 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:59:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:53.699789 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/floatingips/82966693-62bc-4695-bc8c-b26d0ac9c870 HTTP/1.1" status: 204 len: 168 time: 0.9686389 Jun 28 06:59:53.699789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'tag': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:59:53.701375 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f71b3-fc77-4f93-83a4-9ded5925e8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1", "tag": "51a0e781-1ff9-4fa6-b9fc-ae12f9e85480"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:59:53.739264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604ef36f-c488-4a0a-b5c1-6f533fc5066e x-openstack-request-id: req-604ef36f-c488-4a0a-b5c1-6f533fc5066e {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:59:53.740648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1", "tag": "51a0e781-1ff9-4fa6-b9fc-ae12f9e85480", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:59:53.741320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-604ef36f-c488-4a0a-b5c1-6f533fc5066e {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:59:53.742177 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'tag': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'status': 'completed', 'code': 200} Jun 28 06:59:53.768394 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:59:53.780889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-57733624-3d1b-4afa-84d4-c5cc154f3697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:53.845904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-9d326564-29b1-4845-87be-a5c086495465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:53.847492 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-9d326564-29b1-4845-87be-a5c086495465 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0600178 Jun 28 06:59:53.939749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-cf663491-9c9d-4829-954e-61b117a7c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:53.941291 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-cf663491-9c9d-4829-954e-61b117a7c909 service neutron] 10.222.0.50 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 898 time: 0.0876815 Jun 28 06:59:53.986401 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-6e037cf6-abf7-4cd5-b0e4-dbb55d552608 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 HTTP/1.1" status: 200 len: 217 time: 0.0390468 Jun 28 06:59:54.003118 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '29e453bc-f647-4f86-a08f-621e8cbbbd1d', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:ef:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:58:55Z', 'updated_at': '2021-06-28T06:58:57Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:54.038407 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] Checking router: f29e5326-431f-41a5-a915-1ace29d12014 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:59:54.041728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-16d51842-e37e-41e7-a6e9-15d6fdfbd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:54.043192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-16d51842-e37e-41e7-a6e9-15d6fdfbd8de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e304dd8a-d25a-4060-9ac9-96410dc03f81 HTTP/1.1" status: 200 len: 833 time: 0.0508237 Jun 28 06:59:54.046974 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:59:54.047610 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:59:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:54.101823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-ac5b2656-3f58-4750-a4f8-f4b2876ec63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:54.103698 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-ac5b2656-3f58-4750-a4f8-f4b2876ec63d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38915e81-d3bf-4a6f-bd63-3c3813126770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544939 Jun 28 06:59:54.153360 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:59:54.222457 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-e765cfe3-c5ea-4f5e-b1d3-0a30a5fda8b8 service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124315 Jun 28 06:59:54.346881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ccebd-c16a-43fa-9592-7af8362d4626 req-278d296d-7b67-4e7f-8233-b39044e67915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:54.348762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-246ccebd-c16a-43fa-9592-7af8362d4626 req-278d296d-7b67-4e7f-8233-b39044e67915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 945 time: 0.1421635 Jun 28 06:59:54.354559 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-000f71b3-fc77-4f93-83a4-9ded5925e8ff req-e206c803-8a61-4076-aee6-9ec7a22e9952 service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135814 Jun 28 06:59:54.390883 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-246ccebd-c16a-43fa-9592-7af8362d4626 req-cc6807cf-b356-4319-9400-b95a6f4a5079 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353634 Jun 28 06:59:54.459530 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '29e453bc-f647-4f86-a08f-621e8cbbbd1d', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:ef:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:58:55Z', 'updated_at': '2021-06-28T06:58:57Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:54.488162 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6f964c-4b79-461f-9e1e-45f5650e4a74 None None] The sync data for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv is: [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '29e453bc-f647-4f86-a08f-621e8cbbbd1d', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'port_id': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'mac_address': 'fa:16:3e:ef:3e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T06:58:55Z', 'updated_at': '2021-06-28T06:58:57Z', 'revision_number': 1, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:59:54.694511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8aeea-25ef-478e-b7ed-427348e06c4a None None] New status for floating IP 82966693-62bc-4695-bc8c-b26d0ac9c870: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 06:59:55.572537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c27b-c6b4-4b55-a6df-ad976d4fb17e req-fa8c346d-e9df-4488-986f-bae8eddd1a22 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:55.574111 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8d3c27b-c6b4-4b55-a6df-ad976d4fb17e req-fa8c346d-e9df-4488-986f-bae8eddd1a22 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 945 time: 0.0649872 Jun 28 06:59:55.612232 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8d3c27b-c6b4-4b55-a6df-ad976d4fb17e req-e39c911f-3f85-4a7c-8ada-3a627b39dd12 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=26df8ef3-5018-4933-abed-bd01b8c09551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Jun 28 06:59:55.713628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-bba9eb17-f5ce-49a5-9891-3c81c1f852b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:55.714972 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-bba9eb17-f5ce-49a5-9891-3c81c1f852b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 945 time: 0.0659950 Jun 28 06:59:55.811514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:59:55.811860 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:55.901209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 06:59:55.901568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:55.913651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:59:56.117029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:56.121060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:56.152295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=51a0e781-1ff9-4fa6-b9fc-ae12f9e85480,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:56.183237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.183627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.184006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.184372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.184736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.185129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.185701 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.186065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.186427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.186784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.187142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.187717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 06:59:56.190978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:56.210658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 06:59:56.213021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:56.215066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd2507c0-259b-4a53-ba63-c3634f8510f6 req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "DELETE /v2.0/ports/51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 HTTP/1.1" status: 204 len: 173 time: 0.4942605 Jun 28 06:59:56.215600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'name': 'network-vif-deleted', 'tag': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:59:56.217958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20d4476-7dc1-4214-9a63-afb014219bdc" -d '{"events": [{"server_uuid": "0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1", "name": "network-vif-deleted", "tag": "51a0e781-1ff9-4fa6-b9fc-ae12f9e85480"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:59:56.253448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 06:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a86fb8-6a17-411b-8f6c-ddade13d2f9b x-openstack-request-id: req-e5a86fb8-6a17-411b-8f6c-ddade13d2f9b {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:59:56.253793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1", "name": "network-vif-deleted", "tag": "51a0e781-1ff9-4fa6-b9fc-ae12f9e85480", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:59:56.254122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5a86fb8-6a17-411b-8f6c-ddade13d2f9b {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:59:56.254572 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1', 'name': 'network-vif-deleted', 'tag': '51a0e781-1ff9-4fa6-b9fc-ae12f9e85480', 'status': 'completed', 'code': 200} Jun 28 06:59:56.418322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:56.458940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-71c5ede3-d55d-48ff-8a43-2edea8a0c8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:56.765078 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-534474d5-754a-4faa-b99b-4708eb786911 req-a2dc884d-b8f6-4b19-99e6-eb54ea2f8114 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a771c76-6fa6-4e5f-ac6e-bdcbd3734ad1 HTTP/1.1" status: 200 len: 210 time: 0.0316362 Jun 28 06:59:57.601994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:57.857770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58334) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:59:57.918519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25ebf59c-9a8f-48d4-a7bd-5f343d7f5646 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:57.944350 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25ebf59c-9a8f-48d4-a7bd-5f343d7f5646 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:58.054258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25ebf59c-9a8f-48d4-a7bd-5f343d7f5646 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:58.057020 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25ebf59c-9a8f-48d4-a7bd-5f343d7f5646 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:58.058321 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-25ebf59c-9a8f-48d4-a7bd-5f343d7f5646 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/26df8ef3-5018-4933-abed-bd01b8c09551 HTTP/1.1" status: 204 len: 168 time: 0.1995244 Jun 28 06:59:58.059174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-66db8a12-2c9c-4668-aa30-1355b1231dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:58.068491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebf59c-9a8f-48d4-a7bd-5f343d7f5646 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26df8ef3-5018-4933-abed-bd01b8c09551,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:58.071758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-25ebf59c-9a8f-48d4-a7bd-5f343d7f5646 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:58.141166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58338) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 06:59:58.294534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 8b4d1d7a-1e76-4c76-9e99-6145c381c0eb {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 06:59:58.294875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:58.368450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:58.368784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:58.379976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 8b4d1d7a-1e76-4c76-9e99-6145c381c0eb owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 06:59:58.606417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:58.608579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7c87ab55-6971-4a5c-8c20-c69b93f2982a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 06:59:58.635041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=8b4d1d7a-1e76-4c76-9e99-6145c381c0eb,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 06:59:58.640882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 06:59:58.701421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:58.701752 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP 29e453bc-f647-4f86-a08f-621e8cbbbd1d disassociated (deleted). External IP: 172.26.4.175, port: 1c315fce-3e08-4279-a6e0-9dd9def9c613. Jun 28 06:59:58.904957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router f29e5326-431f-41a5-a915-1ace29d12014 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 06:59:59.015135 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 06:59:59.020025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:59.025797 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] Sync routers for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 06:59:59.034909 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:59:59.037668 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:59:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:59.063781 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/floatingips/29e453bc-f647-4f86-a08f-621e8cbbbd1d HTTP/1.1" status: 204 len: 168 time: 0.9190352 Jun 28 06:59:59.063781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 06:59:59.064536 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b148e34a-947e-4039-886a-1e4d538b8e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 06:59:59.109226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 06:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff68b39a-8bfc-4823-a888-926244da39b1 x-openstack-request-id: req-ff68b39a-8bfc-4823-a888-926244da39b1 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 06:59:59.109988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 06:59:59.110421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff68b39a-8bfc-4823-a888-926244da39b1 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 06:59:59.111121 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'status': 'completed', 'code': 200} Jun 28 06:59:59.151090 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:59:59.213103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-b5ccb512-9275-4461-9da1-491254f9e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:59.214617 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-b5ccb512-9275-4461-9da1-491254f9e5df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 1098 time: 0.0580821 Jun 28 06:59:59.321351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-1ad7a3f8-2821-4cf6-9db3-d4491d5de4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:59.323204 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-1ad7a3f8-2821-4cf6-9db3-d4491d5de4ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 200 len: 898 time: 0.1019380 Jun 28 06:59:59.332083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 06:59:59.345560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 06:59:59.366895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-1827a3ea-f0d4-43d4-8074-a1d9972ea470 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613 HTTP/1.1" status: 200 len: 217 time: 0.0371139 Jun 28 06:59:59.371119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 06:59:59.371480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 51a0e781-1ff9-4fa6-b9fc-ae12f9e85480 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 06:59:59.381799 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:59.407039 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] Checking router: f29e5326-431f-41a5-a915-1ace29d12014 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 06:59:59.415697 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 06:59:59.416358 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:59:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:59.422042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-513b7cc9-e9d2-4884-96e1-be42ca814870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:59.433003 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-513b7cc9-e9d2-4884-96e1-be42ca814870 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e304dd8a-d25a-4060-9ac9-96410dc03f81 HTTP/1.1" status: 200 len: 833 time: 0.0500431 Jun 28 06:59:59.482592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-28d2a755-cc25-48ad-bb90-3f3d949d8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:59.484115 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-28d2a755-cc25-48ad-bb90-3f3d949d8dca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38915e81-d3bf-4a6f-bd63-3c3813126770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531354 Jun 28 06:59:59.523060 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 06:59:59.579783 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-d0cd743d-6386-472f-8755-6338b25281f5 service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884953 Jun 28 06:59:59.679419 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b148e34a-947e-4039-886a-1e4d538b8e7a req-99b1aab1-24cc-44da-88e5-cf44f0471e18 service neutron] 10.222.0.50 "GET /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928388 Jun 28 06:59:59.735182 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 06:59:59.766162 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d4080-6d31-4907-9965-5bac8c0c2340 None None] The sync data for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv is: [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:31Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '45b708f9-34e4-4402-b583-03614856b867', 'name': '', 'network_id': '38915e81-d3bf-4a6f-bd63-3c3813126770', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:32:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:30Z', 'updated_at': '2021-06-28T06:58:36Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'e304dd8a-d25a-4060-9ac9-96410dc03f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 06:59:59.814492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ca57-5c3d-4e0a-964f-fc2ed33018eb req-123e433c-db4b-4da1-aba0-3412bdf0415f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 06:59:59.816027 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c666ca57-5c3d-4e0a-964f-fc2ed33018eb req-123e433c-db4b-4da1-aba0-3412bdf0415f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 945 time: 0.0647163 Jun 28 06:59:59.862513 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c666ca57-5c3d-4e0a-964f-fc2ed33018eb req-c712da17-27ba-4b66-9294-2806c4946cbe tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400105 Jun 28 06:59:59.971533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34112f2-f773-4509-9227-f48e0f8f964b None None] New status for floating IP 29e453bc-f647-4f86-a08f-621e8cbbbd1d: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:00:01.038990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e107e-7bae-4a9c-b8df-56c4794527ea req-ca43c27b-50a4-4df3-813c-d155c962d793 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:01.040454 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f07e107e-7bae-4a9c-b8df-56c4794527ea req-ca43c27b-50a4-4df3-813c-d155c962d793 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 945 time: 0.0620070 Jun 28 07:00:01.076662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f07e107e-7bae-4a9c-b8df-56c4794527ea req-8d8319d7-8a66-4386-a54b-fe903f6fc113 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a27b9c3-c730-4456-b070-ab87f942dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Jun 28 07:00:01.308739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-1b51428e-e5c8-4d8e-963f-25834f684a14 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:01.310188 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-1b51428e-e5c8-4d8e-963f-25834f684a14 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 945 time: 0.0604925 Jun 28 07:00:01.408981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 1c315fce-3e08-4279-a6e0-9dd9def9c613 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:00:01.409317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:01.493468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 1c315fce-3e08-4279-a6e0-9dd9def9c613, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1c315fce-3e08-4279-a6e0-9dd9def9c613,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:00:01.493812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:01.506197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 1c315fce-3e08-4279-a6e0-9dd9def9c613 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:00:01.697484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:01.701431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eb1cdd16-a4fe-4960-8e04-e3d42981ee75 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:01.725882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=1c315fce-3e08-4279-a6e0-9dd9def9c613,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:01.729414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:01.776265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port 1c315fce-3e08-4279-a6e0-9dd9def9c613 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:00:01.778657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:01.780655 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d0516a0-bd85-4570-9962-c6638b2aac9f req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "DELETE /v2.0/ports/1c315fce-3e08-4279-a6e0-9dd9def9c613 HTTP/1.1" status: 204 len: 173 time: 0.4644878 Jun 28 07:00:01.781214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'name': 'network-vif-deleted', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:00:01.783576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92054d16-42ef-497f-b03a-34837577eb7d" -d '{"events": [{"server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "name": "network-vif-deleted", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:00:01.819941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a8dd9a-c96e-4679-9ab6-233e41ea62ca x-openstack-request-id: req-53a8dd9a-c96e-4679-9ab6-233e41ea62ca {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:00:01.820287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93812d8d-2bb2-4ece-98fb-b49dd5ad7462", "name": "network-vif-deleted", "tag": "1c315fce-3e08-4279-a6e0-9dd9def9c613", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:00:01.820589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53a8dd9a-c96e-4679-9ab6-233e41ea62ca {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:00:01.821204 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93812d8d-2bb2-4ece-98fb-b49dd5ad7462', 'name': 'network-vif-deleted', 'tag': '1c315fce-3e08-4279-a6e0-9dd9def9c613', 'status': 'completed', 'code': 200} Jun 28 07:00:02.232319 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9e9a0ba3-bb8e-4bed-92c1-67f55dbec046 req-b8ec3801-f2b9-4d8f-a713-2316031347a7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=93812d8d-2bb2-4ece-98fb-b49dd5ad7462 HTTP/1.1" status: 200 len: 210 time: 0.0300596 Jun 28 07:00:03.326278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58354) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:03.386417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a7dc09c5-d19f-4541-ac67-dae24835a707 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:03.412413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a7dc09c5-d19f-4541-ac67-dae24835a707 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:03.531878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a7dc09c5-d19f-4541-ac67-dae24835a707 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:03.534524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a7dc09c5-d19f-4541-ac67-dae24835a707 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:03.535702 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a7dc09c5-d19f-4541-ac67-dae24835a707 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/4a27b9c3-c730-4456-b070-ab87f942dfaa HTTP/1.1" status: 204 len: 168 time: 0.2084532 Jun 28 07:00:03.537207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d21b915c-a213-465f-a3fc-40bf0e08fccf tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:03.546096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc09c5-d19f-4541-ac67-dae24835a707 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a27b9c3-c730-4456-b070-ab87f942dfaa,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:03.549255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a7dc09c5-d19f-4541-ac67-dae24835a707 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:03.653692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58358) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:04.010372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:04.678097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 45b708f9-34e4-4402-b583-03614856b867 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:00:04.678872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:04.766363 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 45b708f9-34e4-4402-b583-03614856b867, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=45b708f9-34e4-4402-b583-03614856b867,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:00:04.766723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:04.779737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 45b708f9-34e4-4402-b583-03614856b867 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:00:05.011785 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:05.014599 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6572798c-dd23-48cb-88a5-f218ccfa8291 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:05.042664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=45b708f9-34e4-4402-b583-03614856b867,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:05.045829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:05.218972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:05.360362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 1c315fce-3e08-4279-a6e0-9dd9def9c613 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:00:05.381085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 1c315fce-3e08-4279-a6e0-9dd9def9c613 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:00:05.381438 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 1c315fce-3e08-4279-a6e0-9dd9def9c613 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:00:05.434947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router f29e5326-431f-41a5-a915-1ace29d12014 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:00:05.539958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:00:05.545091 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/f29e5326-431f-41a5-a915-1ace29d12014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8903642 Jun 28 07:00:05.547935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58360) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:05.554880 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] Sync routers for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:00:05.560242 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:00:05.560874 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:59:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:05.600216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-57743e0f-1aaa-4fd9-8c64-f60013f155d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting subnet e304dd8a-d25a-4060-9ac9-96410dc03f81 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:00:05.603563 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57743e0f-1aaa-4fd9-8c64-f60013f155d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:05.644023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57743e0f-1aaa-4fd9-8c64-f60013f155d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:05.665806 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:00:05.732241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57743e0f-1aaa-4fd9-8c64-f60013f155d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:05.840363 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T07:00:04Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:05.843247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57743e0f-1aaa-4fd9-8c64-f60013f155d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:05.845533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-30228a59-934a-418a-8b58-aac649f580ed tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:05.870107 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] Checking router: f29e5326-431f-41a5-a915-1ace29d12014 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:00:05.870789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57743e0f-1aaa-4fd9-8c64-f60013f155d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Subnet': ['ID=e304dd8a-d25a-4060-9ac9-96410dc03f81,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:05.873389 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-57743e0f-1aaa-4fd9-8c64-f60013f155d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:05.878116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-57743e0f-1aaa-4fd9-8c64-f60013f155d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:05.878507 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] Routers {'f29e5326-431f-41a5-a915-1ace29d12014'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:00:05.879130 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:59:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['f29e5326-431f-41a5-a915-1ace29d12014'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:05.882374 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-57743e0f-1aaa-4fd9-8c64-f60013f155d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/subnets/e304dd8a-d25a-4060-9ac9-96410dc03f81 HTTP/1.1" status: 204 len: 168 time: 0.3310843 Jun 28 07:00:05.882674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58362) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:05.884522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3483eab7-5594-40f9-b208-7b49a333f4e1 None None] Network 38915e81-d3bf-4a6f-bd63-3c3813126770 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:00:05.995231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.081221 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] Set router f29e5326-431f-41a5-a915-1ace29d12014 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:00:06.106121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] DHCP port deletion for 38915e81-d3bf-4a6f-bd63-3c3813126770 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:00:06.141225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.158278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Deleting port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:00:06.160489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.222007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] For port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=119aecd4-d4f3-4187-a1ed-9dbcb260eb57,segment=NetworkSegment(f161f2ef-b5d9-4d99-bc86-70addfd41361),segment_id=f161f2ef-b5d9-4d99-bc86-70addfd41361)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:00:06.222419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.235869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Calling delete_port for 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:00:06.253792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port ca4218e4-aadf-469e-8fca-11d26723aba7 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:00:06.254075 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.265660 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T07:00:04Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:06.292216 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca0983-6ae0-42cb-a243-22783c10f481 None None] The sync data for ids ['f29e5326-431f-41a5-a915-1ace29d12014'] in dv-neutron-797120-6-hyperv is: [{'id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'name': 'tempest-TestNetworkBasicOps-router-99601409', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T07:00:04Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': 'ca4218e4-aadf-469e-8fca-11d26723aba7', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e5326-431f-41a5-a915-1ace29d12014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T06:58:27Z', 'updated_at': '2021-06-28T06:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:00:06.341691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port ca4218e4-aadf-469e-8fca-11d26723aba7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ca4218e4-aadf-469e-8fca-11d26723aba7,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:00:06.342052 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.353570 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for ca4218e4-aadf-469e-8fca-11d26723aba7 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:00:06.368740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.371554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f8a82372-ed29-4467-89c6-05fd30bb4c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:06.395152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Pushing event deleted for resources: {'Port': ['ID=119aecd4-d4f3-4187-a1ed-9dbcb260eb57,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:06.401977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] No DVR routers for this DVR port 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:00:06.404241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.404586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.404943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.405285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.405605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.405929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.406268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.406591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.406914 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.407231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.407547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.407862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:06.411324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:06.597184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.599336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-23eb60f1-c35c-4a52-8bea-aed933e8faf2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:06.625495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=ca4218e4-aadf-469e-8fca-11d26723aba7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:06.628657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:06.689744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.790663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.792740 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.897861 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.898446 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Fanout notify agent at l3_agent the message router_deleted on router f29e5326-431f-41a5-a915-1ace29d12014 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:00:06.909096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:06.909096 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/routers/f29e5326-431f-41a5-a915-1ace29d12014 HTTP/1.1" status: 204 len: 168 time: 1.0224695 Jun 28 07:00:06.909096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58364) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:06.988498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.076930 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.086634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38915e81-d3bf-4a6f-bd63-3c3813126770']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:07.096007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f161f2ef-b5d9-4d99-bc86-70addfd41361') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:07.096307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f161f2ef-b5d9-4d99-bc86-70addfd41361') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:07.105443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.120113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.125651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:00:07.126021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:00:07.128812 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:00:07.240836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.245223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.247350 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/networks/38915e81-d3bf-4a6f-bd63-3c3813126770 HTTP/1.1" status: 204 len: 168 time: 0.3373451 Jun 28 07:00:07.248345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fde100d7-2bf6-40f0-a361-b3eb16f6b739 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:07.263053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Network': ['ID=38915e81-d3bf-4a6f-bd63-3c3813126770,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:07.265566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-27f8d8ef-ecd1-4bf4-9c60-cee79413f370 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:07.273435 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58366) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:07.278547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'network': {'name': 'tempest-network-smoke--890038696', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'port_security_enabled': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:07.368548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:00:07.372201 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.394808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:00:07.403873 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.404214 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Added segment 5985eea4-2c53-4fa7-968b-d51e20cdc5af of type vlan for network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 Jun 28 07:00:07.444134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.531890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.538160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:07.538745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.541208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e9cddc8-6868-49a3-9026-7449bf472e38 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:07.607971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Network': ['ID=9d9c8097-16dd-4c7d-ab68-a20563c0df47,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:07.610533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:07.618040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:00:07.618530 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3438177 Jun 28 07:00:07.625045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58368) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:07.626096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-583649336', 'admin_state_up': True, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:07.728485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.729550 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:07.780379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:08.081121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:00:08.102371 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:00:08.102730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 119aecd4-d4f3-4187-a1ed-9dbcb260eb57 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:00:08.103161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 45b708f9-34e4-4402-b583-03614856b867 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:00:08.122275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 45b708f9-34e4-4402-b583-03614856b867 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:00:08.122627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 45b708f9-34e4-4402-b583-03614856b867 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:00:08.123048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ca4218e4-aadf-469e-8fca-11d26723aba7 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:00:08.143531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: ca4218e4-aadf-469e-8fca-11d26723aba7 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:00:08.143887 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ca4218e4-aadf-469e-8fca-11d26723aba7 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:00:08.331241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:08.590954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:08.610279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:08.708953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.24 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/68b520e7-6193-40df-8131-22d2c9ce262b) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:00:08.813672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:08.912087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:08.914081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:08.950997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:00:08.953730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:00:08.957377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:00:08.979703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=68b520e7-6193-40df-8131-22d2c9ce262b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:08.984914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:09.271688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:09.462968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:09.691534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:00:09.796390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:00:09.805898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Sync routers for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:00:09.814600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:00:09.815215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:59:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:09.860211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:09.861488 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2390883 Jun 28 07:00:09.865137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58370) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:09.893592 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7026d9e2-3f84-4eb0-a589-328b06347cde tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=928c838aa6674b9cac7488cce014aba7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270925 Jun 28 07:00:09.895913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58372) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:09.922619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:00:09.986544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8118b4-ab8e-473e-9309-06762bd23eb6 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:09.988057 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-db8118b4-ab8e-473e-9309-06762bd23eb6 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912299 Jun 28 07:00:09.991425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58374) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:10.019806 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8bf100ca-05a9-4229-b81c-75e2ab63300b tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269361 Jun 28 07:00:10.021987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58376) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:10.027839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-534410769', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:10.103425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:00:09Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:10.129882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Checking router: b6fa2872-48a8-4e70-90e6-c2d6f99eac4e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:00:10.130287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Updating router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e port 68b520e7-6193-40df-8131-22d2c9ce262b binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:00:10.163451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:10.194488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:00:10.198157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:10.410319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:10.420373 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Transition to ACTIVE for port object 68b520e7-6193-40df-8131-22d2c9ce262b will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:00:10.423339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:10.428816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c1dac24d-5fd1-4191-a380-946934a49b34 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:10.488824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Subnet': ['ID=a623b72d-63db-44f8-b166-d4ed2d263422,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:10.492746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:10.498485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Checking segment: {'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:00:10.498839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network hostable DHCP agents. Network: 9d9c8097-16dd-4c7d-ab68-a20563c0df47, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:00:10.503123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:10.506075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:10.555173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Attempting to bind port 68b520e7-6193-40df-8131-22d2c9ce262b on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:00:10.555558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Attempting to bind port 68b520e7-6193-40df-8131-22d2c9ce262b by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:00:10.555932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Attempting to bind port 68b520e7-6193-40df-8131-22d2c9ce262b on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:00:10.558688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbac691-fa8b-4ac5-95fb-e8f526dae4bf None None] Pushing event updated for resources: {'Port': ['ID=68b520e7-6193-40df-8131-22d2c9ce262b,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:10.562492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8cbac691-fa8b-4ac5-95fb-e8f526dae4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:10.563605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:00:10.563996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:00:10.564408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:10.564921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:00:10.565431 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Bound port: 68b520e7-6193-40df-8131-22d2c9ce262b, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:00:10.565787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:10.603269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:00:10.617170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] For port 68b520e7-6193-40df-8131-22d2c9ce262b, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:00:10.620111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] For port 68b520e7-6193-40df-8131-22d2c9ce262b, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=68b520e7-6193-40df-8131-22d2c9ce262b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:00:10.674569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 9d9c8097-16dd-4c7d-ab68-a20563c0df47) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:00:10.678710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:10.684117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:10.684378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9843192d-89b8-47e2-a893-389373f353b2 None None] Network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:00:10.706027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:10.733440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:10.776212 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7507386 Jun 28 07:00:10.776572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58378) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:10.805041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbac691-fa8b-4ac5-95fb-e8f526dae4bf None None] Pushing event updated for resources: {'Port': ['ID=68b520e7-6193-40df-8131-22d2c9ce262b,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:10.811972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:00:10.812574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:59:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:10.817904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8cbac691-fa8b-4ac5-95fb-e8f526dae4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:10.967562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:00:10.968405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:10.973159 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:00:11.208237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:11.381408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Allocated IP 172.20.0.2 (9d9c8097-16dd-4c7d-ab68-a20563c0df47/a623b72d-63db-44f8-b166-d4ed2d263422/addfd664-2a43-4210-a754-697b29757098) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:00:11.456086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:00:09Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:11.487045 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8858fef-51e6-4bda-9966-a52f48d0ad0e None None] The sync data for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv is: [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:00:09Z', 'revision_number': 3, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:00:11.560801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:11.569178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Transition to ACTIVE for port object addfd664-2a43-4210-a754-697b29757098 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:00:11.583955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Transition to ACTIVE for port object addfd664-2a43-4210-a754-697b29757098 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:00:11.654623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:11.657494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:11.696024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:00:11.698800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:00:11.711755 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.1 (9d9c8097-16dd-4c7d-ab68-a20563c0df47/a623b72d-63db-44f8-b166-d4ed2d263422/608d7106-a215-4ec3-81b7-0dd11c2a11a0) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:00:11.714826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:00:11.724306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Pushing event updated for resources: {'Port': ['ID=addfd664-2a43-4210-a754-697b29757098,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:11.746061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:11.823252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Attempting to bind port addfd664-2a43-4210-a754-697b29757098 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:00:11.823905 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Attempting to bind port addfd664-2a43-4210-a754-697b29757098 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:00:11.824129 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Attempting to bind port addfd664-2a43-4210-a754-697b29757098 on network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:00:11.829596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:00:11.829984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Checking segment: {'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:00:11.830396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:11.830793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Bound using segment: {'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:00:11.831268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Bound port: addfd664-2a43-4210-a754-697b29757098, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:00:11.831656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:11.873777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:11.889461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object 608d7106-a215-4ec3-81b7-0dd11c2a11a0 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:00:11.901926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] For port addfd664-2a43-4210-a754-697b29757098, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:00:11.905164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] For port addfd664-2a43-4210-a754-697b29757098, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=addfd664-2a43-4210-a754-697b29757098,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:00:11.980886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:11.983940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:12.007110 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:12.010422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9a80997f-8058-425b-b7f8-1cc7823a7b62 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:12.054982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Pushing event updated for resources: {'Port': ['ID=addfd664-2a43-4210-a754-697b29757098,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:12.060123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:12.063438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:00:12.068471 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:00:12.073407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:00:12.115524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=608d7106-a215-4ec3-81b7-0dd11c2a11a0,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:12.124040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:12.140752 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:12.168111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 68b520e7-6193-40df-8131-22d2c9ce262b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:00:12.299932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 68b520e7-6193-40df-8131-22d2c9ce262b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:00:12.306238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 68b520e7-6193-40df-8131-22d2c9ce262b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:12.312020 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:12.400444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:12.407825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:12.425940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 68b520e7-6193-40df-8131-22d2c9ce262b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=68b520e7-6193-40df-8131-22d2c9ce262b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:00:12.503545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:12.505865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:12.559149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=68b520e7-6193-40df-8131-22d2c9ce262b,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:12.562467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:13.032696 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2cb8e8-0b17-4fee-a98f-eb4e45f87245 None None] Network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:00:13.036703 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:13.097469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:13.102532 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e6111b8f-8983-4167-b89d-36d6b3ca887f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:13.177607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:13.180509 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=608d7106-a215-4ec3-81b7-0dd11c2a11a0,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:13.185859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:13.186705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-2acd9f44-5ce5-4ca7-9a39-6fd23edffe45 None None] Provisioning for port addfd664-2a43-4210-a754-697b29757098 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:00:13.275007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:00:13.276357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:00:13.395695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:00:13.492050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5e360d5c-d992-4c54-838a-9f676233ee7f None None] Provisioning for port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:00:13.496845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5e360d5c-d992-4c54-838a-9f676233ee7f None None] Provisioning complete for port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:13.497265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5e360d5c-d992-4c54-838a-9f676233ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:13.524377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:00:13.535121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58380) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:13.536283 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/b6fa2872-48a8-4e70-90e6-c2d6f99eac4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7575169 Jun 28 07:00:13.544388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-5e360d5c-d992-4c54-838a-9f676233ee7f None None] Port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:00:13.564347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:13.642490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7681689-6adb-42d1-b93b-9f9e5aa36899 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:13.642971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7681689-6adb-42d1-b93b-9f9e5aa36899 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:13.643439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7681689-6adb-42d1-b93b-9f9e5aa36899 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:13.643902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7681689-6adb-42d1-b93b-9f9e5aa36899 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:13.649595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58382) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:13.654250 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a7681689-6adb-42d1-b93b-9f9e5aa36899 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1115208 Jun 28 07:00:13.667752 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Sync routers for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:00:13.668300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c481b551-1db6-4783-9d43-3e42e11ccd64 None None] Provisioning complete for port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:13.668684 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c481b551-1db6-4783-9d43-3e42e11ccd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:13.678299 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:00:13.679294 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:59:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:13.705080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c481b551-1db6-4783-9d43-3e42e11ccd64 None None] Port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:00:13.717614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89cf55-8fa1-4ad7-b906-f0e87389d421 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:13.718083 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89cf55-8fa1-4ad7-b906-f0e87389d421 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:13.718558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89cf55-8fa1-4ad7-b906-f0e87389d421 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:13.718998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89cf55-8fa1-4ad7-b906-f0e87389d421 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:13.723258 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bf89cf55-8fa1-4ad7-b906-f0e87389d421 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0701392 Jun 28 07:00:13.723732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58384) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:13.799111 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:00:13.825107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ae6050ea-b905-40bb-a8f7-1eb5cf68a933 None None] Provisioning complete for port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:13.825420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ae6050ea-b905-40bb-a8f7-1eb5cf68a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:13.862755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ae6050ea-b905-40bb-a8f7-1eb5cf68a933 None None] Port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:00:13.872463 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a9d5c733-b60e-42c5-856e-594a868d86fd tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1474636 Jun 28 07:00:14.005401 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:14.030522 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Checking router: b6fa2872-48a8-4e70-90e6-c2d6f99eac4e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:00:14.030763 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Updating router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:00:14.064006 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.162705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 68b520e7-6193-40df-8131-22d2c9ce262b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:00:14.210546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 68b520e7-6193-40df-8131-22d2c9ce262b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:14.211291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.246695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58388) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:14.260414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ec9cad82-d89a-4055-b21c-603168d36ba6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-799114643', 'description': 'tempest-secgroup-smoke-799114643 description', 'project_id': '928c838aa6674b9cac7488cce014aba7'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:14.294083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device addfd664-2a43-4210-a754-697b29757098 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:00:14.341120 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.351155 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Transition to ACTIVE for port object 608d7106-a215-4ec3-81b7-0dd11c2a11a0 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:00:14.360694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ec9cad82-d89a-4055-b21c-603168d36ba6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.412697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port addfd664-2a43-4210-a754-697b29757098 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:00:14.416660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port addfd664-2a43-4210-a754-697b29757098 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:14.417085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.440109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ec9cad82-d89a-4055-b21c-603168d36ba6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.446265 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.449122 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:14.496054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ec9cad82-d89a-4055-b21c-603168d36ba6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.500357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2ca445d7-935a-41de-b706-a64aee73b1bb tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:14.503079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.532818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cad82-d89a-4055-b21c-603168d36ba6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75686e11-6144-40d4-b7fa-56f7adf46ffd,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:14.537777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ec9cad82-d89a-4055-b21c-603168d36ba6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:14.541674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port addfd664-2a43-4210-a754-697b29757098, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=addfd664-2a43-4210-a754-697b29757098,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:00:14.549907 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Pushing event updated for resources: {'Port': ['ID=608d7106-a215-4ec3-81b7-0dd11c2a11a0,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:14.556520 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.556888 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.557235 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.557568 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.557896 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.558226 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.558741 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.559073 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.559395 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.559718 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.560037 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.560356 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:00:14.563507 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Attempting to bind port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:00:14.564033 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Attempting to bind port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:00:14.564564 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Attempting to bind port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 on network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:00:14.566957 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:14.571373 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 6, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:00:14.571760 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Checking segment: {'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:00:14.572163 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.572560 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Bound using segment: {'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:00:14.573184 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Bound port: 608d7106-a215-4ec3-81b7-0dd11c2a11a0, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:00:14.573571 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.597588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ec9cad82-d89a-4055-b21c-603168d36ba6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.599584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ec9cad82-d89a-4055-b21c-603168d36ba6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3518169 Jun 28 07:00:14.602545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58390) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:14.607363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ef25356c-0d95-4940-b934-02b3c68e262f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '75686e11-6144-40d4-b7fa-56f7adf46ffd', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:14.625992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.627837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:14.643685 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] For port 608d7106-a215-4ec3-81b7-0dd11c2a11a0, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:00:14.647158 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] For port 608d7106-a215-4ec3-81b7-0dd11c2a11a0, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=608d7106-a215-4ec3-81b7-0dd11c2a11a0,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:00:14.679451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=addfd664-2a43-4210-a754-697b29757098,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:14.682540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:14.714305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ef25356c-0d95-4940-b934-02b3c68e262f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.720366 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.722500 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:14.781591 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Pushing event updated for resources: {'Port': ['ID=608d7106-a215-4ec3-81b7-0dd11c2a11a0,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:14.784376 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:00:14.785133 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T06:59:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:14.788057 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:14.796661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ef25356c-0d95-4940-b934-02b3c68e262f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.901094 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:00:14.917132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ef25356c-0d95-4940-b934-02b3c68e262f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:14.919198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:14.937166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25356c-0d95-4940-b934-02b3c68e262f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dd4065-8197-477d-bb46-d24c103d44cd,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:14.940570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ef25356c-0d95-4940-b934-02b3c68e262f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:15.014279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ef25356c-0d95-4940-b934-02b3c68e262f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.018084 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ef25356c-0d95-4940-b934-02b3c68e262f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4120450 Jun 28 07:00:15.018334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58392) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:15.023488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-911a7993-241b-4c41-ab79-2149a5d71d7f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '75686e11-6144-40d4-b7fa-56f7adf46ffd', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:15.100597 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:00:14Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:15.116102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-911a7993-241b-4c41-ab79-2149a5d71d7f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.126062 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce0a6e-ab62-419f-9a4d-418a1686fc3e None None] The sync data for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv is: [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:00:14Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:00:15.188677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-911a7993-241b-4c41-ab79-2149a5d71d7f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.245892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-911a7993-241b-4c41-ab79-2149a5d71d7f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.247755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:15.265150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a7993-241b-4c41-ab79-2149a5d71d7f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d196c8a1-9554-4651-9c82-223dbbad1198,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:15.269268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-911a7993-241b-4c41-ab79-2149a5d71d7f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:15.318532 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:00:15.328367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-911a7993-241b-4c41-ab79-2149a5d71d7f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.329654 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-911a7993-241b-4c41-ab79-2149a5d71d7f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105063 Jun 28 07:00:15.333350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58394) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:15.340130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-56eafbcc-7592-47fa-b3a8-b907edff515c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '75686e11-6144-40d4-b7fa-56f7adf46ffd', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:15.419441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56eafbcc-7592-47fa-b3a8-b907edff515c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.482141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56eafbcc-7592-47fa-b3a8-b907edff515c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.552100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56eafbcc-7592-47fa-b3a8-b907edff515c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.555008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b4908e37-15df-41e3-8fe2-36efbace1917 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:15.572878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eafbcc-7592-47fa-b3a8-b907edff515c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa98b860-b24e-4106-855d-6cc3fd61dd80,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:15.578407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-56eafbcc-7592-47fa-b3a8-b907edff515c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:15.657475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-56eafbcc-7592-47fa-b3a8-b907edff515c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.661659 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-56eafbcc-7592-47fa-b3a8-b907edff515c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3244531 Jun 28 07:00:15.661857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58396) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:15.666617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-249d0906-e1e6-4700-9577-dd5c2366b888 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '75686e11-6144-40d4-b7fa-56f7adf46ffd', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:15.767829 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-249d0906-e1e6-4700-9577-dd5c2366b888 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.837984 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-249d0906-e1e6-4700-9577-dd5c2366b888 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.899854 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-249d0906-e1e6-4700-9577-dd5c2366b888 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.901858 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f8ae4c5a-09b6-4670-a0de-fac99da66322 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:15.920225 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d0906-e1e6-4700-9577-dd5c2366b888 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bdf6fc-39c0-4fc1-9c9b-b58480221a8b,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:15.923223 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-249d0906-e1e6-4700-9577-dd5c2366b888 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:15.985652 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-249d0906-e1e6-4700-9577-dd5c2366b888 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:15.986918 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-249d0906-e1e6-4700-9577-dd5c2366b888 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3240204 Jun 28 07:00:15.990589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58398) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:15.995398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3a9838e7-9002-4a77-be36-68ef6a8ffe4d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '75686e11-6144-40d4-b7fa-56f7adf46ffd', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:16.075162 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-3a9838e7-9002-4a77-be36-68ef6a8ffe4d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:00:16.080585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3a9838e7-9002-4a77-be36-68ef6a8ffe4d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.144450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3a9838e7-9002-4a77-be36-68ef6a8ffe4d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.159846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device addfd664-2a43-4210-a754-697b29757098 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:00:16.209310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port addfd664-2a43-4210-a754-697b29757098 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:16.209618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.222763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3a9838e7-9002-4a77-be36-68ef6a8ffe4d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.229306 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-54af80ae-4aa8-4c71-85b6-7f09ac23d333 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:16.244299 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9838e7-9002-4a77-be36-68ef6a8ffe4d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07283ad2-90ac-4264-8cdc-56c2dcfe7908,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:16.247204 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3a9838e7-9002-4a77-be36-68ef6a8ffe4d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:16.288200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 608d7106-a215-4ec3-81b7-0dd11c2a11a0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:00:16.308524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3a9838e7-9002-4a77-be36-68ef6a8ffe4d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.309911 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3a9838e7-9002-4a77-be36-68ef6a8ffe4d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3183815 Jun 28 07:00:16.312529 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58400) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:16.317402 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2bf4661c-0697-4f00-a58b-9126b9c1ded0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'security_group_rule': {'security_group_id': '75686e11-6144-40d4-b7fa-56f7adf46ffd', 'project_id': '928c838aa6674b9cac7488cce014aba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:16.394029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:00:16.398487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:16.398869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.422815 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-2bf4661c-0697-4f00-a58b-9126b9c1ded0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Project 928c838aa6674b9cac7488cce014aba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:00:16.428013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2bf4661c-0697-4f00-a58b-9126b9c1ded0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.483152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.489690 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2bf4661c-0697-4f00-a58b-9126b9c1ded0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.514493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 608d7106-a215-4ec3-81b7-0dd11c2a11a0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=608d7106-a215-4ec3-81b7-0dd11c2a11a0,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:00:16.574352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2bf4661c-0697-4f00-a58b-9126b9c1ded0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.576256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a6fe007-23bb-4efd-8b7d-5ed2765979a6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:16.594475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4661c-0697-4f00-a58b-9126b9c1ded0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fa7054-e9d5-455a-ba1a-212b733e8fc2,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:16.596602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2bf4661c-0697-4f00-a58b-9126b9c1ded0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:16.605823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.607710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:16.654196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=608d7106-a215-4ec3-81b7-0dd11c2a11a0,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:16.657151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:16.665396 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2bf4661c-0697-4f00-a58b-9126b9c1ded0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:16.666607 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2bf4661c-0697-4f00-a58b-9126b9c1ded0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3531287 Jun 28 07:00:16.806550 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-53af5857-1623-4703-9c8f-4fda149a9624 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799114643&fields=id&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 267 time: 0.0356228 Jun 28 07:00:16.912089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-a4d2d64b-b177-4bf9-b511-0aa6f2533022 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:16.913577 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-a4d2d64b-b177-4bf9-b511-0aa6f2533022 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/networks?id=9d9c8097-16dd-4c7d-ab68-a20563c0df47 HTTP/1.1" status: 200 len: 796 time: 0.1006916 Jun 28 07:00:16.928085 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-6f92a9c8-10e4-46c1-8549-28c57af8e925 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/quotas/928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 375 time: 0.0088372 Jun 28 07:00:16.993856 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-397ddb9f-407e-4437-b955-799e353d97af tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609679 Jun 28 07:00:17.091464 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-d6e57f05-4620-4d5f-904c-26f548be21bb service neutron] 10.222.0.24 "GET /v2.0/networks/9d9c8097-16dd-4c7d-ab68-a20563c0df47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864882 Jun 28 07:00:17.183426 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-f1dcd13e-692d-4d7d-b54e-075883da1574 service neutron] 10.222.0.24 "GET /v2.0/networks/9d9c8097-16dd-4c7d-ab68-a20563c0df47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861800 Jun 28 07:00:17.439710 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9df38cc7-e478-40d4-8476-981c6f3c5586 req-53e46633-5b20-4141-a10f-05f28b5eb7e8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 210 time: 0.0305278 Jun 28 07:00:18.089761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 608d7106-a215-4ec3-81b7-0dd11c2a11a0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:00:18.136510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:18.136916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:18.575019 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f06722d-6925-434d-8dd8-98fef7c2d012 req-1c92531a-bef4-467d-837c-e8028122a92d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 210 time: 0.0295835 Jun 28 07:00:19.370944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-da4fcd76-e321-40dc-ae34-5a8526f1805d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:19.372358 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-da4fcd76-e321-40dc-ae34-5a8526f1805d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/networks?id=9d9c8097-16dd-4c7d-ab68-a20563c0df47 HTTP/1.1" status: 200 len: 796 time: 0.1092961 Jun 28 07:00:19.418959 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-6eaf97cc-de29-4a1e-9f6c-a5aebf626225 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928c838aa6674b9cac7488cce014aba7 HTTP/1.1" status: 200 len: 379 time: 0.0331855 Jun 28 07:00:19.427767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'port': {'device_id': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'admin_state_up': True, 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'security_groups': ['75686e11-6144-40d4-b7fa-56f7adf46ffd']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:19.585713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Made reservation on behalf of 928c838aa6674b9cac7488cce014aba7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:00:19.589313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:19.735298 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0b8ac3a4-4c93-4e35-816b-9aeffda427a8 req-57a1a556-024e-4e18-ad6f-61ee8bfc51ca tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 210 time: 0.0352538 Jun 28 07:00:19.750910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.20.0.9 (9d9c8097-16dd-4c7d-ab68-a20563c0df47/a623b72d-63db-44f8-b166-d4ed2d263422/cba1bf53-956a-436f-a043-a0646e8fb44b) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:00:19.886554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:19.900401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Transition to ACTIVE for port object cba1bf53-956a-436f-a043-a0646e8fb44b will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:00:19.979993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:19.984002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-18a337e0-03bb-4968-9acc-caaff633d4bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:20.021869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:00:20.026753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:00:20.030481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:00:20.059304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=cba1bf53-956a-436f-a043-a0646e8fb44b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:20.064057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:20.085130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:20.085762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:20.161192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368038 Jun 28 07:00:20.178710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Request body: {'port': {'device_id': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:20.258928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:20.320492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-06a16355-498f-4e4b-87f6-2ed1ba1b4bb0 None None] Provisioning for port cba1bf53-956a-436f-a043-a0646e8fb44b completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:00:20.324523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-06a16355-498f-4e4b-87f6-2ed1ba1b4bb0 None None] Provisioning complete for port cba1bf53-956a-436f-a043-a0646e8fb44b triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:20.324907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-06a16355-498f-4e4b-87f6-2ed1ba1b4bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:20.360444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-06a16355-498f-4e4b-87f6-2ed1ba1b4bb0 None None] Port cba1bf53-956a-436f-a043-a0646e8fb44b cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:00:20.544015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba1bf53-956a-436f-a043-a0646e8fb44b {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:00:20.551376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:20.563688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Transition to ACTIVE for port object cba1bf53-956a-436f-a043-a0646e8fb44b will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:00:20.660256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:20.664416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fad58fa9-bb48-46ed-a5dd-6eda2b44f044 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:20.717105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Pushing event updated for resources: {'Port': ['ID=cba1bf53-956a-436f-a043-a0646e8fb44b,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:20.720951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:20.797124 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Attempting to bind port cba1bf53-956a-436f-a043-a0646e8fb44b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:00:20.797373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Attempting to bind port cba1bf53-956a-436f-a043-a0646e8fb44b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:00:20.797698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Attempting to bind port cba1bf53-956a-436f-a043-a0646e8fb44b on network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:00:20.802410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Port cba1bf53-956a-436f-a043-a0646e8fb44b on network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:00:20.802768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Attempting to bind port cba1bf53-956a-436f-a043-a0646e8fb44b on network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:00:20.809320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:00:20.809320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Checking segment: {'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:00:20.809320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Bound using segment: {'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:00:20.809671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Bound port: cba1bf53-956a-436f-a043-a0646e8fb44b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5985eea4-2c53-4fa7-968b-d51e20cdc5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:00:20.809844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:20.923709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] For port cba1bf53-956a-436f-a043-a0646e8fb44b, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:00:20.930362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] For port cba1bf53-956a-436f-a043-a0646e8fb44b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cba1bf53-956a-436f-a043-a0646e8fb44b,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:00:20.960325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00331284-2f1d-46d3-992b-41335779ad5d req-00da9f6b-1307-4f64-8630-f210f9eb5993 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:20.962483 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-00331284-2f1d-46d3-992b-41335779ad5d req-00da9f6b-1307-4f64-8630-f210f9eb5993 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 943 time: 0.1036170 Jun 28 07:00:21.011230 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-00331284-2f1d-46d3-992b-41335779ad5d req-21b3d93b-c6f7-4154-9512-68759811aebd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400958 Jun 28 07:00:21.037874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:21.040047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d8d40f76-e276-42c3-bd9b-feb94ec02ec4 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:21.075887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:21.076412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:21.077802 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] 10.222.0.50 "PUT /v2.0/ports/cba1bf53-956a-436f-a043-a0646e8fb44b HTTP/1.1" status: 200 len: 1093 time: 0.9040687 Jun 28 07:00:21.078343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'tag': 'cba1bf53-956a-436f-a043-a0646e8fb44b'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:00:21.080673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54de678a-882d-4e34-9118-77f11046c310" -d '{"events": [{"name": "network-changed", "server_uuid": "975cbedd-b0d3-42b5-ab15-0f27337f6965", "tag": "cba1bf53-956a-436f-a043-a0646e8fb44b"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:00:21.110420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Pushing event updated for resources: {'Port': ['ID=cba1bf53-956a-436f-a043-a0646e8fb44b,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:21.114362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:21.119641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cde725-f7bd-4670-8073-7067434de593 x-openstack-request-id: req-31cde725-f7bd-4670-8073-7067434de593 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:00:21.119987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975cbedd-b0d3-42b5-ab15-0f27337f6965", "tag": "cba1bf53-956a-436f-a043-a0646e8fb44b", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:00:21.120846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31cde725-f7bd-4670-8073-7067434de593 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:00:21.121372 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'tag': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'status': 'completed', 'code': 200} Jun 28 07:00:21.226888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de678a-882d-4e34-9118-77f11046c310 req-42588aba-997e-4580-a97a-41934e535028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:21.228419 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54de678a-882d-4e34-9118-77f11046c310 req-42588aba-997e-4580-a97a-41934e535028 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 1096 time: 0.0642889 Jun 28 07:00:21.336718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de678a-882d-4e34-9118-77f11046c310 req-0869a642-1e2c-4b4a-b140-7193335152f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:21.338187 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54de678a-882d-4e34-9118-77f11046c310 req-0869a642-1e2c-4b4a-b140-7193335152f6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=928c838aa6674b9cac7488cce014aba7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0964384 Jun 28 07:00:21.433070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de678a-882d-4e34-9118-77f11046c310 req-dad8180e-4d4a-4ee1-9962-8ab3d568aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:21.434547 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54de678a-882d-4e34-9118-77f11046c310 req-dad8180e-4d4a-4ee1-9962-8ab3d568aa96 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902514 Jun 28 07:00:21.545168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-cf399c1a-269f-4ec5-911c-24a472416f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:21.546682 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-cf399c1a-269f-4ec5-911c-24a472416f17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 1096 time: 0.0518026 Jun 28 07:00:21.593888 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-524c7305-80e4-4806-9821-1d60f6678fe0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba1bf53-956a-436f-a043-a0646e8fb44b HTTP/1.1" status: 200 len: 217 time: 0.0340648 Jun 28 07:00:21.648889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-c751bdfd-59cd-4413-9cce-7a92bb5bf2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:21.650331 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-c751bdfd-59cd-4413-9cce-7a92bb5bf2b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a623b72d-63db-44f8-b166-d4ed2d263422 HTTP/1.1" status: 200 len: 834 time: 0.0495143 Jun 28 07:00:21.706570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-a330e57e-f102-40fd-863f-fd21261d394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:21.708301 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-a330e57e-f102-40fd-863f-fd21261d394a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d9c8097-16dd-4c7d-ab68-a20563c0df47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518453 Jun 28 07:00:21.793629 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-83664fc1-c333-4213-a4fc-c1a75051dcfb service neutron] 10.222.0.50 "GET /v2.0/networks/9d9c8097-16dd-4c7d-ab68-a20563c0df47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789897 Jun 28 07:00:21.885152 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c60b28b-2671-4b1f-a434-5ec151311831 req-ae6b511c-bd83-4c51-b3f2-8477d9729b65 service neutron] 10.222.0.50 "GET /v2.0/networks/9d9c8097-16dd-4c7d-ab68-a20563c0df47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853190 Jun 28 07:00:22.185096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b013fac-a4c1-4198-9f80-c4e3be7b426a req-b7a4c308-e84c-48f5-926d-ab0a3be5a74c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:22.186557 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5b013fac-a4c1-4198-9f80-c4e3be7b426a req-b7a4c308-e84c-48f5-926d-ab0a3be5a74c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 943 time: 0.0624132 Jun 28 07:00:22.223171 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5b013fac-a4c1-4198-9f80-c4e3be7b426a req-a7111d50-2011-4eaf-be7b-3d5cb2b63865 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Jun 28 07:00:23.399941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aedde-772d-4317-be17-8469824ce116 req-487fd1ee-dabf-46cd-88e5-fd7c802c5c0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:23.401085 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-105aedde-772d-4317-be17-8469824ce116 req-487fd1ee-dabf-46cd-88e5-fd7c802c5c0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 943 time: 0.0668297 Jun 28 07:00:23.438393 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-105aedde-772d-4317-be17-8469824ce116 req-3e9ca99f-1903-4ea7-a986-c1e604a75d87 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Jun 28 07:00:23.482793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device cba1bf53-956a-436f-a043-a0646e8fb44b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:00:23.578902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port cba1bf53-956a-436f-a043-a0646e8fb44b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cba1bf53-956a-436f-a043-a0646e8fb44b,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:00:23.590181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'port_id': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'mac_address': 'fa:16:3e:1e:8c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:00:23.627560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:23.640312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba1bf53-956a-436f-a043-a0646e8fb44b {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:00:23.659606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port cba1bf53-956a-436f-a043-a0646e8fb44b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cba1bf53-956a-436f-a043-a0646e8fb44b,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:00:23.731910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:23.733785 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:23.780292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=cba1bf53-956a-436f-a043-a0646e8fb44b,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:23.784746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:23.825422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8005949c-255e-4aea-8b72-9ecb237a9308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:23.994654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['cba1bf53-956a-436f-a043-a0646e8fb44b'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:00:24.606817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a2944-06a2-45c9-befe-35c8ed7a6b26 req-645cae93-d59b-4d38-9c34-545cf635a04d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:24.608310 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e2a2944-06a2-45c9-befe-35c8ed7a6b26 req-645cae93-d59b-4d38-9c34-545cf635a04d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 944 time: 0.0637965 Jun 28 07:00:24.650090 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e2a2944-06a2-45c9-befe-35c8ed7a6b26 req-02db43c9-b6a1-41c3-93aa-abd99501c132 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351481 Jun 28 07:00:25.484426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device cba1bf53-956a-436f-a043-a0646e8fb44b up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:00:25.636933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port cba1bf53-956a-436f-a043-a0646e8fb44b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:00:25.640820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port cba1bf53-956a-436f-a043-a0646e8fb44b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:00:25.641232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:25.714979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:25.737274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba1bf53-956a-436f-a043-a0646e8fb44b'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:00:25.739522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5650f68-ec7b-42c2-a38e-e0a81baeaa31" -d '{"events": [{"server_uuid": "975cbedd-b0d3-42b5-ab15-0f27337f6965", "name": "network-vif-plugged", "status": "completed", "tag": "cba1bf53-956a-436f-a043-a0646e8fb44b"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:00:25.752333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port cba1bf53-956a-436f-a043-a0646e8fb44b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cba1bf53-956a-436f-a043-a0646e8fb44b,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:00:25.777918 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc493f5-beb4-4ef6-b4cf-5c4ec105fec3 x-openstack-request-id: req-4cc493f5-beb4-4ef6-b4cf-5c4ec105fec3 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:00:25.778306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975cbedd-b0d3-42b5-ab15-0f27337f6965", "name": "network-vif-plugged", "status": "completed", "tag": "cba1bf53-956a-436f-a043-a0646e8fb44b", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:00:25.778557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cc493f5-beb4-4ef6-b4cf-5c4ec105fec3 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:00:25.779129 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'code': 200} Jun 28 07:00:25.820209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:25.822368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:25.837151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144f074-6dce-4369-acd8-b4c9d53d3d12 req-711c0071-d50e-4d24-a8a4-7b8263d2b5cf tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:25.838704 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8144f074-6dce-4369-acd8-b4c9d53d3d12 req-711c0071-d50e-4d24-a8a4-7b8263d2b5cf tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 944 time: 0.0709169 Jun 28 07:00:25.869655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=cba1bf53-956a-436f-a043-a0646e8fb44b,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:25.872811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:25.879219 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8144f074-6dce-4369-acd8-b4c9d53d3d12 req-8d4dc54e-0cfd-4e7a-bd82-0358b2ea0d9b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349376 Jun 28 07:00:26.140781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fab33-4331-4c0f-bf86-d57e8d754e45 req-51e93f52-88ca-48ca-8fea-14111dbead6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:26.142423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-de6fab33-4331-4c0f-bf86-d57e8d754e45 req-51e93f52-88ca-48ca-8fea-14111dbead6b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 1098 time: 0.0536680 Jun 28 07:00:26.176498 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-de6fab33-4331-4c0f-bf86-d57e8d754e45 req-0253ff36-421c-4821-887d-20b6f7ddd88a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276213 Jun 28 07:00:26.422685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:26.479878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1c786125-af01-46e2-ab54-f1cf820f07b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:27.050445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358ad2f-7540-4bc8-b6f4-71e607fa742f req-e1025467-40ce-4cdd-85ff-c6c13e151a7c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:27.051907 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c358ad2f-7540-4bc8-b6f4-71e607fa742f req-e1025467-40ce-4cdd-85ff-c6c13e151a7c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 945 time: 0.0633428 Jun 28 07:00:27.091726 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c358ad2f-7540-4bc8-b6f4-71e607fa742f req-4db5c42f-fa19-46d7-a2f0-fc2773134e0f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317869 Jun 28 07:00:27.611222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:28.265496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37ac51-4791-48af-a0f8-274caf100903 req-58336f26-7f3c-4a6d-a041-72a1c0ad1ee5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:28.266943 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1d37ac51-4791-48af-a0f8-274caf100903 req-58336f26-7f3c-4a6d-a041-72a1c0ad1ee5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 945 time: 0.0661473 Jun 28 07:00:28.303963 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1d37ac51-4791-48af-a0f8-274caf100903 req-bb640478-11ad-48ea-b814-80fc36f39cac tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309110 Jun 28 07:00:28.475426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f671a-455c-4995-889c-3feff3b11ca8 req-30f11c41-b3b4-41e4-9154-d7263ad4f09d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:28.476916 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-294f671a-455c-4995-889c-3feff3b11ca8 req-30f11c41-b3b4-41e4-9154-d7263ad4f09d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 945 time: 0.0627441 Jun 28 07:00:28.514176 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-294f671a-455c-4995-889c-3feff3b11ca8 req-b6fa997b-d16d-4730-9178-6e9b24fe8806 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Jun 28 07:00:28.537371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58456) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:28.587103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45aa1e7-bcaa-4322-a059-ef74c6374f40 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:28.588470 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d45aa1e7-bcaa-4322-a059-ef74c6374f40 tempest-TestNetworkBasicOps-846766182 tempest-TestNetworkBasicOps-846766182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 1093 time: 0.0501139 Jun 28 07:00:28.591253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58458) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:28.595823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:00:28.665045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:29.130735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:29.233441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Allocated IP 172.26.4.87 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/da363463-f894-464f-b76c-41d065cd9e0b) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:00:29.334904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:29.339904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:29.454123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:29.457100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8878b12b-a24f-49f3-be00-35b4cb4b9915 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:29.491013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:00:29.496171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:00:29.499515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:00:29.529831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=da363463-f894-464f-b76c-41d065cd9e0b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:29.533670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:29.864129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:29.980871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:30.128365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:30.199599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:30.202582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0986694d-7bc7-4c29-a2a3-7be9edce3790 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:00:30.269053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event updated for resources: {'Port': ['ID=da363463-f894-464f-b76c-41d065cd9e0b,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:00:30.271838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:00:30.278472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:30.377970 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP c59d3a88-36d1-4372-8c73-6162ad72706a associated. External IP: 172.26.4.87, port: cba1bf53-956a-436f-a043-a0646e8fb44b. Jun 28 07:00:30.578905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:00:30.689700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:00:30.699755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] Sync routers for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:00:30.709378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:00:30.710874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:00:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:30.782616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:30.822171 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2298343 Jun 28 07:00:30.822961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'tag': 'cba1bf53-956a-436f-a043-a0646e8fb44b'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:00:30.825015 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58460) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:30.825512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1" -d '{"events": [{"name": "network-changed", "server_uuid": "975cbedd-b0d3-42b5-ab15-0f27337f6965", "tag": "cba1bf53-956a-436f-a043-a0646e8fb44b"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:00:30.869010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a90422-451f-4bd3-83e6-457c095280d4 x-openstack-request-id: req-49a90422-451f-4bd3-83e6-457c095280d4 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:00:30.869360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975cbedd-b0d3-42b5-ab15-0f27337f6965", "tag": "cba1bf53-956a-436f-a043-a0646e8fb44b", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:00:30.869674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49a90422-451f-4bd3-83e6-457c095280d4 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:00:30.870128 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'tag': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'status': 'completed', 'code': 200} Jun 28 07:00:30.903654 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-191c9df8-85d2-49d4-bfe2-ebd30df0f18d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/c59d3a88-36d1-4372-8c73-6162ad72706a HTTP/1.1" status: 200 len: 990 time: 0.0773249 Jun 28 07:00:30.959791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:00:30.968200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-63341b9b-e6e1-400a-baf9-2a01d12e70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:30.969764 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-63341b9b-e6e1-400a-baf9-2a01d12e70f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 1098 time: 0.0535772 Jun 28 07:00:31.062563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-9255f81d-5093-41dc-b7be-ac5a963caeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:31.064032 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-9255f81d-5093-41dc-b7be-ac5a963caeb8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d9c8097-16dd-4c7d-ab68-a20563c0df47 HTTP/1.1" status: 200 len: 897 time: 0.0876579 Jun 28 07:00:31.128060 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-f0b0caed-9356-4bed-a2ed-2c9536146f10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba1bf53-956a-436f-a043-a0646e8fb44b HTTP/1.1" status: 200 len: 998 time: 0.0571208 Jun 28 07:00:31.178155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c59d3a88-36d1-4372-8c73-6162ad72706a', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'port_id': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'mac_address': 'fa:16:3e:1e:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:00:29Z', 'updated_at': '2021-06-28T07:00:29Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:00:16Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:31.181531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-5d6556d2-ff14-4bc5-96fc-d82bcdc0b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:31.182995 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-5d6556d2-ff14-4bc5-96fc-d82bcdc0b337 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a623b72d-63db-44f8-b166-d4ed2d263422 HTTP/1.1" status: 200 len: 834 time: 0.0489073 Jun 28 07:00:31.203677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] Checking router: b6fa2872-48a8-4e70-90e6-c2d6f99eac4e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:00:31.212125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:00:31.212736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:00:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:31.242028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-3aed289e-b31d-45fd-8ffd-2e9b22bb0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:00:31.243524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-3aed289e-b31d-45fd-8ffd-2e9b22bb0697 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d9c8097-16dd-4c7d-ab68-a20563c0df47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540915 Jun 28 07:00:31.314759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:00:31.336203 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-8674a6ad-981f-41b5-b3e3-f6f5c18ce32f service neutron] 10.222.0.50 "GET /v2.0/networks/9d9c8097-16dd-4c7d-ab68-a20563c0df47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852787 Jun 28 07:00:31.428739 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fb9728e-2f4d-4f31-b2c9-6d3df1bf88a1 req-64a4c6c7-6cd5-47bb-896e-95bd5305f600 service neutron] 10.222.0.50 "GET /v2.0/networks/9d9c8097-16dd-4c7d-ab68-a20563c0df47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864315 Jun 28 07:00:31.535261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c59d3a88-36d1-4372-8c73-6162ad72706a', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'port_id': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'mac_address': 'fa:16:3e:1e:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:00:29Z', 'updated_at': '2021-06-28T07:00:29Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:00:16Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:00:31.560994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f37b6e-a208-4a61-9f8f-96a98c00519d None None] The sync data for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv is: [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c59d3a88-36d1-4372-8c73-6162ad72706a', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'port_id': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'mac_address': 'fa:16:3e:1e:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:00:29Z', 'updated_at': '2021-06-28T07:00:29Z', 'revision_number': 0, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:00:16Z', 'revision_number': 5, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:00:31.734999 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2590ab-1b31-4314-9131-092a79c34567 None None] New status for floating IP c59d3a88-36d1-4372-8c73-6162ad72706a: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:00:31.905611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58464) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:31.970312 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d04135a5-3b93-43a3-9fcf-4453c1c066b9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/c59d3a88-36d1-4372-8c73-6162ad72706a HTTP/1.1" status: 200 len: 990 time: 0.0634778 Jun 28 07:00:32.974081 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58466) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:00:33.036883 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c1f05278-ef88-48e8-b6e6-404becbca5da tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/c59d3a88-36d1-4372-8c73-6162ad72706a HTTP/1.1" status: 200 len: 992 time: 0.0615506 Jun 28 07:00:43.548246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:52.316925 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:00:53.764910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ec0d11c9-56bc-448c-9835-07288bbb8245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:56.424473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:56.476172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-353ce618-994f-42ad-bc42-a52b7198e824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:57.608257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:00:59.325245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:02.326294 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58478) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:02.330924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-78819a10-89de-4058-a8a9-8d67b18680b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'router': {'admin_state_up': False}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:01:02.631622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78819a10-89de-4058-a8a9-8d67b18680b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:02.710725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78819a10-89de-4058-a8a9-8d67b18680b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:02.817505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78819a10-89de-4058-a8a9-8d67b18680b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:01:02.928053 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78819a10-89de-4058-a8a9-8d67b18680b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:01:02.934941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-78819a10-89de-4058-a8a9-8d67b18680b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:02.936720 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-78819a10-89de-4058-a8a9-8d67b18680b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/b6fa2872-48a8-4e70-90e6-c2d6f99eac4e HTTP/1.1" status: 200 len: 887 time: 0.6095212 Jun 28 07:01:02.937882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20501fd-760d-4082-89ea-33a1cfe557e4 None None] Sync routers for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:01:02.950291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20501fd-760d-4082-89ea-33a1cfe557e4 None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:01:02.951951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b20501fd-760d-4082-89ea-33a1cfe557e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:00:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:02.984676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b20501fd-760d-4082-89ea-33a1cfe557e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:02.992879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20501fd-760d-4082-89ea-33a1cfe557e4 None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:01:02.993485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b20501fd-760d-4082-89ea-33a1cfe557e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:00:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:03.024811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b20501fd-760d-4082-89ea-33a1cfe557e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:03.025467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20501fd-760d-4082-89ea-33a1cfe557e4 None None] The sync data for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv is: [] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:01:03.514062 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7a72a-7f24-4270-b246-74378100f119 None None] New status for floating IP c59d3a88-36d1-4372-8c73-6162ad72706a: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:01:04.109051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 608d7106-a215-4ec3-81b7-0dd11c2a11a0 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:01:04.183914 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:04.214455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 608d7106-a215-4ec3-81b7-0dd11c2a11a0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=608d7106-a215-4ec3-81b7-0dd11c2a11a0,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:04.281731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:04.282487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 68b520e7-6193-40df-8131-22d2c9ce262b no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:01:04.284087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-654dab45-9309-4439-b3c5-7303dc2eaf87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:04.357600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=608d7106-a215-4ec3-81b7-0dd11c2a11a0,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:04.360827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:04.394609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:04.414050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 68b520e7-6193-40df-8131-22d2c9ce262b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=68b520e7-6193-40df-8131-22d2c9ce262b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:04.492796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:04.494550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8cbac691-fa8b-4ac5-95fb-e8f526dae4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:04.539658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=68b520e7-6193-40df-8131-22d2c9ce262b,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:04.542683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:05.104576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58482) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:05.110148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2da233a1-0b1e-4343-9cd6-edfe461ce47a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:01:05.410029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2da233a1-0b1e-4343-9cd6-edfe461ce47a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:05.487942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2da233a1-0b1e-4343-9cd6-edfe461ce47a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914155'] for router, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:05.598833 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da233a1-0b1e-4343-9cd6-edfe461ce47a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:01:05.704680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da233a1-0b1e-4343-9cd6-edfe461ce47a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:01:05.711448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2da233a1-0b1e-4343-9cd6-edfe461ce47a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:05.712585 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2da233a1-0b1e-4343-9cd6-edfe461ce47a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/b6fa2872-48a8-4e70-90e6-c2d6f99eac4e HTTP/1.1" status: 200 len: 886 time: 0.6069956 Jun 28 07:01:05.714167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] Sync routers for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:01:05.715517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58484) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:05.723476 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:01:05.724097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:00:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:05.774296 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-edf44685-29a0-417a-b977-8952af43e5c1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/c59d3a88-36d1-4372-8c73-6162ad72706a HTTP/1.1" status: 200 len: 990 time: 0.0574424 Jun 28 07:01:05.829262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:01:06.046893 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:01:05Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:01:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c59d3a88-36d1-4372-8c73-6162ad72706a', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'port_id': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'mac_address': 'fa:16:3e:1e:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:00:29Z', 'updated_at': '2021-06-28T07:01:03Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:01:04Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:06.072099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] Checking router: b6fa2872-48a8-4e70-90e6-c2d6f99eac4e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:01:06.080109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:01:06.080706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:00:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:06.182771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:01:06.397401 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:01:05Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:01:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c59d3a88-36d1-4372-8c73-6162ad72706a', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'port_id': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'mac_address': 'fa:16:3e:1e:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:00:29Z', 'updated_at': '2021-06-28T07:01:03Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:01:04Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:06.426063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5192a2-39e8-4a44-b75b-c9d45ab8663c None None] The sync data for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv is: [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:01:05Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:01:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c59d3a88-36d1-4372-8c73-6162ad72706a', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'port_id': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'mac_address': 'fa:16:3e:1e:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:00:29Z', 'updated_at': '2021-06-28T07:01:03Z', 'revision_number': 2, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:01:04Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:01:06.778130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58486) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:06.845682 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-38013b6d-cad1-4f7c-99d2-3ceb313ee189 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/c59d3a88-36d1-4372-8c73-6162ad72706a HTTP/1.1" status: 200 len: 990 time: 0.0651500 Jun 28 07:01:07.849923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58488) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:07.917968 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a417f646-1186-456b-9c63-728265271608 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/c59d3a88-36d1-4372-8c73-6162ad72706a HTTP/1.1" status: 200 len: 990 time: 0.0664458 Jun 28 07:01:07.922961 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ecaa5-0e53-4237-96c8-007fd9ad1d73 None None] New status for floating IP c59d3a88-36d1-4372-8c73-6162ad72706a: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:01:08.151315 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 68b520e7-6193-40df-8131-22d2c9ce262b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:01:08.198277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 68b520e7-6193-40df-8131-22d2c9ce262b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:01:08.198593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:08.274500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:08.295837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 68b520e7-6193-40df-8131-22d2c9ce262b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=68b520e7-6193-40df-8131-22d2c9ce262b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:08.364955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:08.365850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 608d7106-a215-4ec3-81b7-0dd11c2a11a0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:01:08.367618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:08.442239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=68b520e7-6193-40df-8131-22d2c9ce262b,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:08.451721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.452015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.452362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.452700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.453067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.453405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.453737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.454065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.454393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.454719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.455046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.455366 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:08.460667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:08.467077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:01:08.467461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:08.541894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:08.576148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 608d7106-a215-4ec3-81b7-0dd11c2a11a0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=608d7106-a215-4ec3-81b7-0dd11c2a11a0,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:08.673239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:08.675156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:08.725679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=608d7106-a215-4ec3-81b7-0dd11c2a11a0,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:08.728605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:08.922476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58490) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:08.989687 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-218f6cd6-b939-4356-b66a-fc3657ce8448 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/floatingips/c59d3a88-36d1-4372-8c73-6162ad72706a HTTP/1.1" status: 200 len: 992 time: 0.0660045 Jun 28 07:01:09.298166 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58496) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:09.456841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port da363463-f894-464f-b76c-41d065cd9e0b {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:01:09.457212 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:09.534747 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:09.535068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:09.546454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for da363463-f894-464f-b76c-41d065cd9e0b owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:01:09.761816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:09.764189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1a0d865e-892a-4ff3-896f-0f51ba504da6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:09.792220 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=da363463-f894-464f-b76c-41d065cd9e0b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:09.803996 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.804395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.804782 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.805184 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.805564 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.805941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.806313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.806688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.807059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.807424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.807789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.808152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:09.826558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:09.865229 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:09.865563 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Floating IP c59d3a88-36d1-4372-8c73-6162ad72706a disassociated (deleted). External IP: 172.26.4.87, port: cba1bf53-956a-436f-a043-a0646e8fb44b. Jun 28 07:01:10.080320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:01:10.126098 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 68b520e7-6193-40df-8131-22d2c9ce262b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:01:10.173977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 68b520e7-6193-40df-8131-22d2c9ce262b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:01:10.174353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:10.256087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 608d7106-a215-4ec3-81b7-0dd11c2a11a0 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:01:10.303954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:01:10.304337 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:10.518815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:01:10.523026 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:10.527851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] Sync routers for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:01:10.537287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:01:10.537903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:00:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:10.559825 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/floatingips/c59d3a88-36d1-4372-8c73-6162ad72706a HTTP/1.1" status: 204 len: 168 time: 1.2606642 Jun 28 07:01:10.560507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'tag': 'cba1bf53-956a-436f-a043-a0646e8fb44b'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:01:10.563434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744fd839-25a2-4ef3-907d-b42f29a892d4" -d '{"events": [{"name": "network-changed", "server_uuid": "975cbedd-b0d3-42b5-ab15-0f27337f6965", "tag": "cba1bf53-956a-436f-a043-a0646e8fb44b"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:01:10.602506 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a026f1-77a3-4714-bc7b-081ecfcee589 x-openstack-request-id: req-66a026f1-77a3-4714-bc7b-081ecfcee589 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:01:10.603074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975cbedd-b0d3-42b5-ab15-0f27337f6965", "tag": "cba1bf53-956a-436f-a043-a0646e8fb44b", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:01:10.603566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66a026f1-77a3-4714-bc7b-081ecfcee589 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:01:10.604159 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'tag': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'status': 'completed', 'code': 200} Jun 28 07:01:10.651182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:01:10.702385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-aa2a5033-cd58-4b3b-b0e0-b4286bbf58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:10.703888 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-aa2a5033-cd58-4b3b-b0e0-b4286bbf58d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=928c838aa6674b9cac7488cce014aba7&device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 1098 time: 0.0558333 Jun 28 07:01:10.804570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-5b85c780-0ae7-4591-b1d0-eed09034b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:10.805978 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-5b85c780-0ae7-4591-b1d0-eed09034b093 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d9c8097-16dd-4c7d-ab68-a20563c0df47 HTTP/1.1" status: 200 len: 897 time: 0.0948601 Jun 28 07:01:10.846527 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-ad0db692-2755-417b-99be-4e1ec6d71e3a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba1bf53-956a-436f-a043-a0646e8fb44b HTTP/1.1" status: 200 len: 217 time: 0.0345900 Jun 28 07:01:10.853175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:01:05Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:01:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:01:08Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:10.879229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] Checking router: b6fa2872-48a8-4e70-90e6-c2d6f99eac4e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:01:10.888841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:01:10.890730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:00:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:10.896304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-10a86c6b-237b-49e2-a4a0-d35bac5c44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:10.897978 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-10a86c6b-237b-49e2-a4a0-d35bac5c44e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a623b72d-63db-44f8-b166-d4ed2d263422 HTTP/1.1" status: 200 len: 834 time: 0.0448236 Jun 28 07:01:10.967511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-9b725a1e-e45e-4b5d-94c0-762e86d2a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:10.969089 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-9b725a1e-e45e-4b5d-94c0-762e86d2a557 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d9c8097-16dd-4c7d-ab68-a20563c0df47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645123 Jun 28 07:01:11.076640 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-6a620dfa-c69a-4d33-8a19-9ea250c52758 service neutron] 10.222.0.50 "GET /v2.0/networks/9d9c8097-16dd-4c7d-ab68-a20563c0df47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002569 Jun 28 07:01:11.155234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:01:11.220213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7090c6-d3f0-4623-9dd9-e226aaf0ae78 req-f20551a0-bb18-479c-a85e-9fab0d2bc1c2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:11.221719 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8f7090c6-d3f0-4623-9dd9-e226aaf0ae78 req-f20551a0-bb18-479c-a85e-9fab0d2bc1c2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 945 time: 0.1307371 Jun 28 07:01:11.223993 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-744fd839-25a2-4ef3-907d-b42f29a892d4 req-be4d5f29-11d0-412f-bfb9-e562d6b1c4a4 service neutron] 10.222.0.50 "GET /v2.0/networks/9d9c8097-16dd-4c7d-ab68-a20563c0df47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408885 Jun 28 07:01:11.261017 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8f7090c6-d3f0-4623-9dd9-e226aaf0ae78 req-3eae8093-d17b-42f8-819b-3fbd627b4890 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333936 Jun 28 07:01:11.357964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:01:05Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:01:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:01:08Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:11.382606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbdda31-76d3-42f0-bdc5-77d9ac7b0578 None None] The sync data for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv is: [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:01:05Z', 'revision_number': 6, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:01:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '608d7106-a215-4ec3-81b7-0dd11c2a11a0', 'name': '', 'network_id': '9d9c8097-16dd-4c7d-ab68-a20563c0df47', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'mac_address': 'fa:16:3e:f4:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:11Z', 'updated_at': '2021-06-28T07:01:08Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'subnets': [{'id': 'a623b72d-63db-44f8-b166-d4ed2d263422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:01:11.999725 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b120d2-fc82-4258-9a17-33bf4fce6138 None None] New status for floating IP c59d3a88-36d1-4372-8c73-6162ad72706a: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:01:12.440798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97ffc5-94aa-419d-9686-57e355be6908 req-c6c6db8d-a4fa-46b9-ad17-cc80deb4f927 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:12.442358 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb97ffc5-94aa-419d-9686-57e355be6908 req-c6c6db8d-a4fa-46b9-ad17-cc80deb4f927 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 945 time: 0.0671799 Jun 28 07:01:12.479584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb97ffc5-94aa-419d-9686-57e355be6908 req-d862f7bc-5fab-4928-96e0-13e1eb5ecf74 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/security-groups?id=75686e11-6144-40d4-b7fa-56f7adf46ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316164 Jun 28 07:01:12.548731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-ec153c3d-cecd-4843-bdbd-af53d93d00f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:12.550114 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-ec153c3d-cecd-4843-bdbd-af53d93d00f0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 945 time: 0.0614483 Jun 28 07:01:12.650607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port cba1bf53-956a-436f-a043-a0646e8fb44b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:01:12.650949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:12.740835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port cba1bf53-956a-436f-a043-a0646e8fb44b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cba1bf53-956a-436f-a043-a0646e8fb44b,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:12.741206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:12.753346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for cba1bf53-956a-436f-a043-a0646e8fb44b owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:01:12.962347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:12.967196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8a227b0c-e8fa-43e7-994d-99522e4f7fda tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:12.992342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=cba1bf53-956a-436f-a043-a0646e8fb44b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:13.020725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.022882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.022882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.022882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.022882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.022882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.023389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.023389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.023731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.024089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.024445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.024800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:01:13.030571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:13.048183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] No DVR routers for this DVR port cba1bf53-956a-436f-a043-a0646e8fb44b on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:01:13.050551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:13.052504 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87149c7e-bcf9-400c-925c-49831b7c7614 req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.50 "DELETE /v2.0/ports/cba1bf53-956a-436f-a043-a0646e8fb44b HTTP/1.1" status: 204 len: 173 time: 0.4966681 Jun 28 07:01:13.053029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'name': 'network-vif-deleted', 'tag': 'cba1bf53-956a-436f-a043-a0646e8fb44b'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:01:13.055300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01b557a-a1d1-412e-9329-e06d8bab8d99" -d '{"events": [{"server_uuid": "975cbedd-b0d3-42b5-ab15-0f27337f6965", "name": "network-vif-deleted", "tag": "cba1bf53-956a-436f-a043-a0646e8fb44b"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:01:13.093382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9998e4a8-5a86-4d20-9982-89edcae53b45 x-openstack-request-id: req-9998e4a8-5a86-4d20-9982-89edcae53b45 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:01:13.093732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975cbedd-b0d3-42b5-ab15-0f27337f6965", "name": "network-vif-deleted", "tag": "cba1bf53-956a-436f-a043-a0646e8fb44b", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:01:13.094034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9998e4a8-5a86-4d20-9982-89edcae53b45 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:01:13.094484 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975cbedd-b0d3-42b5-ab15-0f27337f6965', 'name': 'network-vif-deleted', 'tag': 'cba1bf53-956a-436f-a043-a0646e8fb44b', 'status': 'completed', 'code': 200} Jun 28 07:01:13.513970 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:13.635647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3a526ffa-363b-4313-a979-8e56d2db1ba7 req-d3aba91b-ef83-4f25-8ee4-ec2f4bb1e568 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "GET /v2.0/ports?device_id=975cbedd-b0d3-42b5-ab15-0f27337f6965 HTTP/1.1" status: 200 len: 210 time: 0.0321901 Jun 28 07:01:14.734835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58512) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:14.792783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9fc898b-c62a-4a18-ac50-2eba4d48d13a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:14.817940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9fc898b-c62a-4a18-ac50-2eba4d48d13a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:15.010443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9fc898b-c62a-4a18-ac50-2eba4d48d13a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:15.013258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f9fc898b-c62a-4a18-ac50-2eba4d48d13a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:15.015005 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f9fc898b-c62a-4a18-ac50-2eba4d48d13a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/security-groups/75686e11-6144-40d4-b7fa-56f7adf46ffd HTTP/1.1" status: 204 len: 168 time: 0.2791448 Jun 28 07:01:15.015786 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c34683c8-c093-42a2-9da4-3b81aa8a4e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:15.024877 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc898b-c62a-4a18-ac50-2eba4d48d13a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75686e11-6144-40d4-b7fa-56f7adf46ffd,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:15.027794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f9fc898b-c62a-4a18-ac50-2eba4d48d13a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:15.119524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58516) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:15.469225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:15.727781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 608d7106-a215-4ec3-81b7-0dd11c2a11a0 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:01:15.728033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:15.780210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device cba1bf53-956a-436f-a043-a0646e8fb44b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:01:15.800371 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: cba1bf53-956a-436f-a043-a0646e8fb44b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:01:15.800740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device cba1bf53-956a-436f-a043-a0646e8fb44b not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:01:15.820830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 608d7106-a215-4ec3-81b7-0dd11c2a11a0, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=608d7106-a215-4ec3-81b7-0dd11c2a11a0,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:15.821217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:15.832515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 608d7106-a215-4ec3-81b7-0dd11c2a11a0 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:01:16.139028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:16.141579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:16.167251 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=608d7106-a215-4ec3-81b7-0dd11c2a11a0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:16.170391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:16.345081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:16.923059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:01:17.028762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:01:17.034629 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "PUT /v2.0/routers/b6fa2872-48a8-4e70-90e6-c2d6f99eac4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9140809 Jun 28 07:01:17.037420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58518) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:17.038209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] Sync routers for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:01:17.047534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:01:17.048148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:00:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:17.094563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af5c8cd-b6c7-47a0-8386-0dfb3f60f54d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting subnet a623b72d-63db-44f8-b166-d4ed2d263422 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:01:17.097757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4af5c8cd-b6c7-47a0-8386-0dfb3f60f54d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.137582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4af5c8cd-b6c7-47a0-8386-0dfb3f60f54d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.153452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:01:17.220775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4af5c8cd-b6c7-47a0-8386-0dfb3f60f54d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.336228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:01:16Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:01:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:17.359698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4af5c8cd-b6c7-47a0-8386-0dfb3f60f54d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.362858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c5ca4371-3252-4a9e-b7dc-9cdc3ae23558 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:17.372417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] Checking router: b6fa2872-48a8-4e70-90e6-c2d6f99eac4e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:01:17.372417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] Routers {'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:01:17.372417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:00:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:17.389512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5c8cd-b6c7-47a0-8386-0dfb3f60f54d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Subnet': ['ID=a623b72d-63db-44f8-b166-d4ed2d263422,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:17.395399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4af5c8cd-b6c7-47a0-8386-0dfb3f60f54d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.396719 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4af5c8cd-b6c7-47a0-8386-0dfb3f60f54d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/subnets/a623b72d-63db-44f8-b166-d4ed2d263422 HTTP/1.1" status: 204 len: 168 time: 0.3577323 Jun 28 07:01:17.396719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58522) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:17.397567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4af5c8cd-b6c7-47a0-8386-0dfb3f60f54d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:17.410087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b180a70b-3630-4a6c-bf69-9ec4e26c2b3b None None] Network 9d9c8097-16dd-4c7d-ab68-a20563c0df47 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:01:17.506378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.569845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] Set router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:01:17.616907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.750795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Deleting port 68b520e7-6193-40df-8131-22d2c9ce262b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:01:17.751149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.754218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] DHCP port deletion for 9d9c8097-16dd-4c7d-ab68-a20563c0df47 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:01:17.793048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:01:16Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:01:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:17.827732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38141d-4a67-4f10-93ce-942436c9e001 None None] The sync data for ids ['b6fa2872-48a8-4e70-90e6-c2d6f99eac4e'] in dv-neutron-797120-6-hyperv is: [{'id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'name': 'tempest-TestNetworkBasicOps-router-583649336', 'tenant_id': '928c838aa6674b9cac7488cce014aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:00:07Z', 'updated_at': '2021-06-28T07:01:16Z', 'revision_number': 7, 'project_id': '928c838aa6674b9cac7488cce014aba7', 'gw_port': {'id': '68b520e7-6193-40df-8131-22d2c9ce262b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fa2872-48a8-4e70-90e6-c2d6f99eac4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:00:08Z', 'updated_at': '2021-06-28T07:01:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:01:17.832341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] For port 68b520e7-6193-40df-8131-22d2c9ce262b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=68b520e7-6193-40df-8131-22d2c9ce262b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:17.832740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.840406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] Deleting port addfd664-2a43-4210-a754-697b29757098 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:01:17.840798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.847538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Calling delete_port for 68b520e7-6193-40df-8131-22d2c9ce262b owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:01:17.909575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] For port addfd664-2a43-4210-a754-697b29757098, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=addfd664-2a43-4210-a754-697b29757098,segment=NetworkSegment(5985eea4-2c53-4fa7-968b-d51e20cdc5af),segment_id=5985eea4-2c53-4fa7-968b-d51e20cdc5af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:17.909985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:17.922870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] Calling delete_port for addfd664-2a43-4210-a754-697b29757098 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:01:18.064558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.066612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:18.090507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] Pushing event deleted for resources: {'Port': ['ID=addfd664-2a43-4210-a754-697b29757098,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:18.094101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:18.094897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] No DVR routers for this DVR port addfd664-2a43-4210-a754-697b29757098 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:01:18.098918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.102672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-81f110b9-4901-46d6-8bdb-bd415b904506 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:18.131096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Port': ['ID=68b520e7-6193-40df-8131-22d2c9ce262b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:18.134340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:18.192377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.294206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device addfd664-2a43-4210-a754-697b29757098 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:01:18.294404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.296694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.315158 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: addfd664-2a43-4210-a754-697b29757098 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:01:18.315462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device addfd664-2a43-4210-a754-697b29757098 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:01:18.315903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 608d7106-a215-4ec3-81b7-0dd11c2a11a0 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:01:18.336184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 608d7106-a215-4ec3-81b7-0dd11c2a11a0 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:01:18.336549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 608d7106-a215-4ec3-81b7-0dd11c2a11a0 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:01:18.407101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.407657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Fanout notify agent at l3_agent the message router_deleted on router b6fa2872-48a8-4e70-90e6-c2d6f99eac4e {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:01:18.414463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.415595 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/routers/b6fa2872-48a8-4e70-90e6-c2d6f99eac4e HTTP/1.1" status: 204 len: 168 time: 1.0171230 Jun 28 07:01:18.418273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58524) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:18.501801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.596089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.605785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9c8097-16dd-4c7d-ab68-a20563c0df47']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:18.616794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5985eea4-2c53-4fa7-968b-d51e20cdc5af') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:18.617119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5985eea4-2c53-4fa7-968b-d51e20cdc5af') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:01:18.626076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.639796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.645808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:01:18.646215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:01:18.649165 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:01:18.765693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.770216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:18.772107 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] 10.222.0.24 "DELETE /v2.0/networks/9d9c8097-16dd-4c7d-ab68-a20563c0df47 HTTP/1.1" status: 204 len: 168 time: 0.3529191 Jun 28 07:01:18.773089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d1ec5bae-5be9-485f-9601-b4a244f928ba tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:18.788576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Pushing event deleted for resources: {'Network': ['ID=9d9c8097-16dd-4c7d-ab68-a20563c0df47,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:18.793206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:19.234035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58530) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:19.362102 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-acfe0649-f49d-4c64-b04c-e608761453a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=928c838aa6674b9cac7488cce014aba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267710 Jun 28 07:01:19.364465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58534) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:19.415532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-31b1823c-c369-437d-b803-de104fd7fd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:19.435370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-31b1823c-c369-437d-b803-de104fd7fd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:19.547346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-31b1823c-c369-437d-b803-de104fd7fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:19.550056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-31b1823c-c369-437d-b803-de104fd7fd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:19.551176 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-31b1823c-c369-437d-b803-de104fd7fd10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/593d46ac-6e72-4044-b981-2543c1b1b63f HTTP/1.1" status: 204 len: 168 time: 0.1858130 Jun 28 07:01:19.551937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-61f8691e-f0dc-4955-8ddf-1079a81be402 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:19.559392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1823c-c369-437d-b803-de104fd7fd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593d46ac-6e72-4044-b981-2543c1b1b63f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:19.562794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-31b1823c-c369-437d-b803-de104fd7fd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:20.079088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 68b520e7-6193-40df-8131-22d2c9ce262b no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:01:20.102821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 68b520e7-6193-40df-8131-22d2c9ce262b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:01:20.103179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 68b520e7-6193-40df-8131-22d2c9ce262b not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:01:20.115412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58540) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:20.129475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fea97619-944c-4e5b-9855-b05381a45ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:20.213152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fea97619-944c-4e5b-9855-b05381a45ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:20.293012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fea97619-944c-4e5b-9855-b05381a45ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:20.297035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c830498d-fe74-4234-b024-837c4456e9b0 tempest-ServerActionsTestJSON-126753150 tempest-ServerActionsTestJSON-126753150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:20.332292 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fea97619-944c-4e5b-9855-b05381a45ddc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a00b1334ac14f75a06dc87c43277d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158387 Jun 28 07:01:20.334578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea97619-944c-4e5b-9855-b05381a45ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee05c16-770e-4d25-82cc-54240d05a297,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:20.335413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58542) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:20.337565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fea97619-944c-4e5b-9855-b05381a45ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:20.389434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff007-f2e6-4b46-938a-a7529c8a5c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:20.409741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff007-f2e6-4b46-938a-a7529c8a5c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:20.555963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff007-f2e6-4b46-938a-a7529c8a5c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:20.558623 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff007-f2e6-4b46-938a-a7529c8a5c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:20.559770 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ef1ff007-f2e6-4b46-938a-a7529c8a5c79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fee05c16-770e-4d25-82cc-54240d05a297 HTTP/1.1" status: 204 len: 168 time: 0.2233832 Jun 28 07:01:20.561770 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-35681403-53ff-41f7-bde1-102bc68e829f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:20.569730 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ff007-f2e6-4b46-938a-a7529c8a5c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee05c16-770e-4d25-82cc-54240d05a297,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:20.571534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ef1ff007-f2e6-4b46-938a-a7529c8a5c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:23.764974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bab37dc1-15aa-47ee-a8ce-6e1b5e4fb721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:26.413053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:26.455837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-954e4541-6513-42ea-8266-a846374df482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:27.604702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:27.820011 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-aea9961b-a8b4-48b7-85c4-26daf8d7293a tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ecc6c14b9c8b49efae1efeed2bd47261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507882 Jun 28 07:01:28.007321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-9526603c-2693-4620-aa94-283c7b3affd1 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:28.008771 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-9526603c-2693-4620-aa94-283c7b3affd1 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834219 Jun 28 07:01:28.024923 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-dc024944-9f49-4cb8-af2d-956c667dad73 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/quotas/ecc6c14b9c8b49efae1efeed2bd47261 HTTP/1.1" status: 200 len: 375 time: 0.0090611 Jun 28 07:01:28.058757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-63dee661-1502-4a02-b095-3ec0b6fa344d tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecc6c14b9c8b49efae1efeed2bd47261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278091 Jun 28 07:01:28.312622 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8be65147-9e1e-4bf5-ae6c-7e08b78a5213 req-ac3189fd-6a4e-4d13-b8d3-53f1c542559e tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 210 time: 0.0284581 Jun 28 07:01:29.314645 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:01:29.321454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:29.394381 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-31060e11-7feb-4948-993a-02d3244c8edb req-f5157858-8fc3-4f72-90a5-9b6b05b5738b tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 210 time: 0.0283096 Jun 28 07:01:30.478551 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-70bf0e29-983f-4f19-bd88-0b5e62f42196 req-3569e463-fcfb-4f57-b1d6-db88428fb3b1 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 210 time: 0.0315635 Jun 28 07:01:31.625527 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff982220-4263-4d3f-9ab6-bf69ab6de77c req-5e786f52-ea67-4ed7-a007-75d088f853cc tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 210 time: 0.0304401 Jun 28 07:01:32.781109 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-db6c9627-7e7f-4ae8-9672-de5300d3c66c req-3fefac69-d176-4c9c-b340-313bf22f4d02 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 210 time: 0.0407555 Jun 28 07:01:32.791605 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-2ad62354-efeb-44ec-975c-42512b473f9c tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ecc6c14b9c8b49efae1efeed2bd47261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396869 Jun 28 07:01:32.903444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-b7c216ac-8d7c-4ef4-aa91-bfaa3bcf7088 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:32.904838 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-b7c216ac-8d7c-4ef4-aa91-bfaa3bcf7088 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084676 Jun 28 07:01:32.924595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Request body: {'port': {'device_id': '5088fc2a-5cbb-45cf-a059-8d68c69a378f', 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6', 'admin_state_up': True, 'tenant_id': 'ecc6c14b9c8b49efae1efeed2bd47261'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:01:33.104296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Made reservation on behalf of ecc6c14b9c8b49efae1efeed2bd47261 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:01:33.107943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:33.117788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:33.212802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:33.269617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:33.272571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-075f7ba5-ce6e-46f9-b844-15d192ba3177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:33.331919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a74170-73bc-4d98-9afe-4352b469d028,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:33.336711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:33.399994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Allocated IP 192.168.233.105 (cd01e3b3-fde1-43a0-a605-cee43f76dce6/7820b503-a643-460c-9ba5-6044ef8dfced/f60a9374-8834-4879-83d8-7533491d365c) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:01:33.544095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:33.557036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Transition to ACTIVE for port object f60a9374-8834-4879-83d8-7533491d365c will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:01:33.670406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:33.674973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9cbd40b1-7243-4bc3-8e8a-66ee621dda02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:33.716998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Network cd01e3b3-fde1-43a0-a605-cee43f76dce6 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:01:33.720029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:01:33.723902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:01:33.748040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Pushing event updated for resources: {'Port': ['ID=f60a9374-8834-4879-83d8-7533491d365c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:33.753808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:33.776296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:33.776938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:33.839513 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9187052 Jun 28 07:01:33.859182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Request body: {'port': {'device_id': '5088fc2a-5cbb-45cf-a059-8d68c69a378f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:01:33.982958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:34.010130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e0974-4ee3-45c0-8934-4ca09bea4065 req-2067403a-a51e-47bb-bb6a-57a1510a7525 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:34.011554 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ee8e0974-4ee3-45c0-8934-4ca09bea4065 req-2067403a-a51e-47bb-bb6a-57a1510a7525 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 936 time: 0.1163623 Jun 28 07:01:34.013016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9021f42f-1354-49ac-82a2-11c48efcd3ab None None] Provisioning for port f60a9374-8834-4879-83d8-7533491d365c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:01:34.017311 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9021f42f-1354-49ac-82a2-11c48efcd3ab None None] Provisioning complete for port f60a9374-8834-4879-83d8-7533491d365c triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:01:34.017760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9021f42f-1354-49ac-82a2-11c48efcd3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:34.052369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9021f42f-1354-49ac-82a2-11c48efcd3ab None None] Port f60a9374-8834-4879-83d8-7533491d365c cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:01:34.127179 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ee8e0974-4ee3-45c0-8934-4ca09bea4065 req-0bba9a0d-78c9-4693-a19a-992360e2649c tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949578 Jun 28 07:01:34.289422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60a9374-8834-4879-83d8-7533491d365c {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:01:34.297269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:34.308746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Transition to ACTIVE for port object f60a9374-8834-4879-83d8-7533491d365c will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:01:34.369782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:34.372736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-804a67eb-aad7-445c-9fc3-3ddba0dcc22a tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:34.425102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Pushing event updated for resources: {'Port': ['ID=f60a9374-8834-4879-83d8-7533491d365c,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:34.443440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:34.499545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Attempting to bind port f60a9374-8834-4879-83d8-7533491d365c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:01:34.499883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Attempting to bind port f60a9374-8834-4879-83d8-7533491d365c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9f15e1b7-d260-416d-871c-f23a50acc433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:01:34.500208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Attempting to bind port f60a9374-8834-4879-83d8-7533491d365c on network cd01e3b3-fde1-43a0-a605-cee43f76dce6 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:01:34.504822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Port f60a9374-8834-4879-83d8-7533491d365c on network cd01e3b3-fde1-43a0-a605-cee43f76dce6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:01:34.505167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Attempting to bind port f60a9374-8834-4879-83d8-7533491d365c on network cd01e3b3-fde1-43a0-a605-cee43f76dce6 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:01:34.510440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:01:34.510775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Checking segment: {'id': '9f15e1b7-d260-416d-871c-f23a50acc433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:01:34.511159 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Bound using segment: {'id': '9f15e1b7-d260-416d-871c-f23a50acc433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:01:34.511589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Bound port: f60a9374-8834-4879-83d8-7533491d365c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f15e1b7-d260-416d-871c-f23a50acc433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:01:34.511946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:34.582107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] For port f60a9374-8834-4879-83d8-7533491d365c, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:01:34.585308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] For port f60a9374-8834-4879-83d8-7533491d365c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f60a9374-8834-4879-83d8-7533491d365c,segment=NetworkSegment(9f15e1b7-d260-416d-871c-f23a50acc433),segment_id=9f15e1b7-d260-416d-871c-f23a50acc433)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:01:34.647575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:34.649800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6bd61ce4-9972-4ea1-a5c8-7bb69d8327e4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:34.682765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:34.683374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:34.684834 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] 10.222.0.50 "PUT /v2.0/ports/f60a9374-8834-4879-83d8-7533491d365c HTTP/1.1" status: 200 len: 1098 time: 0.8306081 Jun 28 07:01:34.685374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5088fc2a-5cbb-45cf-a059-8d68c69a378f', 'tag': 'f60a9374-8834-4879-83d8-7533491d365c'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:01:34.687697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e319025-b6a9-4f4e-a883-138d13ce00c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5088fc2a-5cbb-45cf-a059-8d68c69a378f", "tag": "f60a9374-8834-4879-83d8-7533491d365c"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:01:34.712695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Pushing event updated for resources: {'Port': ['ID=f60a9374-8834-4879-83d8-7533491d365c,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:34.721883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:34.734050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050e20f6-5d78-48ac-9ed0-a6e575d3a61d x-openstack-request-id: req-050e20f6-5d78-48ac-9ed0-a6e575d3a61d {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:01:34.734417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5088fc2a-5cbb-45cf-a059-8d68c69a378f", "tag": "f60a9374-8834-4879-83d8-7533491d365c", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:01:34.734712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-050e20f6-5d78-48ac-9ed0-a6e575d3a61d {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:01:34.735159 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5088fc2a-5cbb-45cf-a059-8d68c69a378f', 'tag': 'f60a9374-8834-4879-83d8-7533491d365c', 'status': 'completed', 'code': 200} Jun 28 07:01:34.837019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e319025-b6a9-4f4e-a883-138d13ce00c2 req-c94ee260-99c0-4249-a19c-43ac8f150d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:34.838474 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e319025-b6a9-4f4e-a883-138d13ce00c2 req-c94ee260-99c0-4249-a19c-43ac8f150d57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ecc6c14b9c8b49efae1efeed2bd47261&device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 1101 time: 0.0609734 Jun 28 07:01:34.872929 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e319025-b6a9-4f4e-a883-138d13ce00c2 req-fe4fd001-9013-4784-924c-6f53908c3a0e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ecc6c14b9c8b49efae1efeed2bd47261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203063 Jun 28 07:01:34.969669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e319025-b6a9-4f4e-a883-138d13ce00c2 req-ddfb8c50-af30-4c41-bc2e-8f23961fba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:34.971050 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e319025-b6a9-4f4e-a883-138d13ce00c2 req-ddfb8c50-af30-4c41-bc2e-8f23961fba70 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927858 Jun 28 07:01:35.081683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-ae7d2b4f-606d-4e7c-81a8-27cda3441072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:35.083402 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-ae7d2b4f-606d-4e7c-81a8-27cda3441072 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ecc6c14b9c8b49efae1efeed2bd47261&device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 1101 time: 0.0517323 Jun 28 07:01:35.134247 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-a892d57d-e785-4cf0-8841-a906d2bd3e97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=f60a9374-8834-4879-83d8-7533491d365c HTTP/1.1" status: 200 len: 217 time: 0.0379732 Jun 28 07:01:35.183432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-1b73bc73-c1e5-4067-abd5-a0bbddee0897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:35.185431 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-1b73bc73-c1e5-4067-abd5-a0bbddee0897 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7820b503-a643-460c-9ba5-6044ef8dfced HTTP/1.1" status: 200 len: 843 time: 0.0445843 Jun 28 07:01:35.244138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-60860436-06ef-4f9d-9adb-f97614af9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:35.245636 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-60860436-06ef-4f9d-9adb-f97614af9da1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd01e3b3-fde1-43a0-a605-cee43f76dce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0540569 Jun 28 07:01:35.377878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f34d62-88ac-481e-aa52-9433928a8dac req-c990376c-e2e8-46d0-81b1-81281d2b9a22 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:35.379347 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c8f34d62-88ac-481e-aa52-9433928a8dac req-c990376c-e2e8-46d0-81b1-81281d2b9a22 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 948 time: 0.1375756 Jun 28 07:01:35.384497 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-01bea19d-6873-43cd-9447-a5faf5459df7 service neutron] 10.222.0.50 "GET /v2.0/networks/cd01e3b3-fde1-43a0-a605-cee43f76dce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297278 Jun 28 07:01:35.474830 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c8f34d62-88ac-481e-aa52-9433928a8dac req-8b493841-96e3-4cce-910d-f2e2d82358e1 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894301 Jun 28 07:01:35.502239 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bfa437c-9307-4f29-b108-62b196cb3e00 req-c5ee6fff-5ec7-4213-ac48-d5fcd064a948 service neutron] 10.222.0.50 "GET /v2.0/networks/cd01e3b3-fde1-43a0-a605-cee43f76dce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103287 Jun 28 07:01:36.648169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec043b-0123-46ae-a26e-771e54e865dc req-278ba816-357b-4240-8bb8-a01a8df2d9d9 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:36.649654 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-76ec043b-0123-46ae-a26e-771e54e865dc req-278ba816-357b-4240-8bb8-a01a8df2d9d9 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 948 time: 0.0642214 Jun 28 07:01:36.686138 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-76ec043b-0123-46ae-a26e-771e54e865dc req-dfcb6f0c-8484-4990-aa01-e4a87f07bd13 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308166 Jun 28 07:01:37.856086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623528a-3654-428a-a4bd-7cdec8867e3d req-988cc30e-542c-49b9-aab5-24ae0aae2881 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:37.857637 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d623528a-3654-428a-a4bd-7cdec8867e3d req-988cc30e-542c-49b9-aab5-24ae0aae2881 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 948 time: 0.0641646 Jun 28 07:01:37.887842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device f60a9374-8834-4879-83d8-7533491d365c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:01:37.900814 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d623528a-3654-428a-a4bd-7cdec8867e3d req-9d8af186-d1ec-4890-a090-348e694b8fef tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Jun 28 07:01:37.986481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port f60a9374-8834-4879-83d8-7533491d365c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f60a9374-8834-4879-83d8-7533491d365c,segment=NetworkSegment(9f15e1b7-d260-416d-871c-f23a50acc433),segment_id=9f15e1b7-d260-416d-871c-f23a50acc433)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:37.997528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'f60a9374-8834-4879-83d8-7533491d365c', 'network_id': 'cd01e3b3-fde1-43a0-a605-cee43f76dce6', 'port_id': 'f60a9374-8834-4879-83d8-7533491d365c', 'mac_address': 'fa:16:3e:90:96:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7820b503-a643-460c-9ba5-6044ef8dfced', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:01:38.034339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:38.047070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60a9374-8834-4879-83d8-7533491d365c {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:01:38.066083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port f60a9374-8834-4879-83d8-7533491d365c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f60a9374-8834-4879-83d8-7533491d365c,segment=NetworkSegment(9f15e1b7-d260-416d-871c-f23a50acc433),segment_id=9f15e1b7-d260-416d-871c-f23a50acc433)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:38.120951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:38.123871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:38.169150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=f60a9374-8834-4879-83d8-7533491d365c,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:38.172619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:38.402001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['f60a9374-8834-4879-83d8-7533491d365c'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:01:39.072453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718b696-7921-4eef-89df-316078e1c43a req-576e2014-0c07-4949-ae2f-d6aeaf19be6f tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:39.073946 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9718b696-7921-4eef-89df-316078e1c43a req-576e2014-0c07-4949-ae2f-d6aeaf19be6f tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 949 time: 0.0646045 Jun 28 07:01:39.112078 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9718b696-7921-4eef-89df-316078e1c43a req-a5c86341-848a-4f2b-878a-3972eedc3415 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Jun 28 07:01:39.888527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device f60a9374-8834-4879-83d8-7533491d365c up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:01:40.026733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port f60a9374-8834-4879-83d8-7533491d365c completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:01:40.030594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port f60a9374-8834-4879-83d8-7533491d365c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:01:40.030972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:40.109833 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:40.132016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5088fc2a-5cbb-45cf-a059-8d68c69a378f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a9374-8834-4879-83d8-7533491d365c'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:01:40.134336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8e0d9e-8c44-4545-ab3f-1ef5ea520b44" -d '{"events": [{"server_uuid": "5088fc2a-5cbb-45cf-a059-8d68c69a378f", "name": "network-vif-plugged", "status": "completed", "tag": "f60a9374-8834-4879-83d8-7533491d365c"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:01:40.147445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port f60a9374-8834-4879-83d8-7533491d365c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f60a9374-8834-4879-83d8-7533491d365c,segment=NetworkSegment(9f15e1b7-d260-416d-871c-f23a50acc433),segment_id=9f15e1b7-d260-416d-871c-f23a50acc433)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:40.171069 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7e9efe-49ab-4d6e-ad4d-273dd542cab0 x-openstack-request-id: req-9b7e9efe-49ab-4d6e-ad4d-273dd542cab0 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:01:40.172430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5088fc2a-5cbb-45cf-a059-8d68c69a378f", "name": "network-vif-plugged", "status": "completed", "tag": "f60a9374-8834-4879-83d8-7533491d365c", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:01:40.172430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b7e9efe-49ab-4d6e-ad4d-273dd542cab0 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:01:40.172430 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5088fc2a-5cbb-45cf-a059-8d68c69a378f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a9374-8834-4879-83d8-7533491d365c', 'code': 200} Jun 28 07:01:40.215381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:40.217654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c6f4ba3d-7d11-4c69-8747-cfc9d4ab338d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:40.264224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=f60a9374-8834-4879-83d8-7533491d365c,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:40.267694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:40.287111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8ff42-038d-4cb1-a2ca-c59e1f28339d req-b1e22c36-459c-4889-a662-56e7fdfbe759 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:40.288580 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4cb8ff42-038d-4cb1-a2ca-c59e1f28339d req-b1e22c36-459c-4889-a662-56e7fdfbe759 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 950 time: 0.0656550 Jun 28 07:01:40.326746 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4cb8ff42-038d-4cb1-a2ca-c59e1f28339d req-d6c5ea1e-517d-45c1-bc4d-8fc57932cd1c tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Jun 28 07:01:40.537232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde4557-6283-4014-a82d-c931d6dc14ce req-92b9715c-98e5-4c52-95fd-efad638d03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:40.538698 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2dde4557-6283-4014-a82d-c931d6dc14ce req-92b9715c-98e5-4c52-95fd-efad638d03e9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 1103 time: 0.0560250 Jun 28 07:01:40.574902 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2dde4557-6283-4014-a82d-c931d6dc14ce req-d0665cb8-9cd1-47f9-ae44-698bb5af1bc4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301943 Jun 28 07:01:41.506569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734cf52-937e-4245-adf4-34b0b9d40993 req-2b129f9f-04b9-40e9-9687-93e81b32dacc tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:41.508063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e734cf52-937e-4245-adf4-34b0b9d40993 req-2b129f9f-04b9-40e9-9687-93e81b32dacc tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 950 time: 0.0688362 Jun 28 07:01:41.547484 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e734cf52-937e-4245-adf4-34b0b9d40993 req-156ea71f-b10d-4142-afc9-08743a354a6c tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332859 Jun 28 07:01:42.719732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a163-e1f3-40e4-ae0f-9aaf820e7e5a req-e102fc21-0299-43f6-9254-8d4fad051fbc tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:42.721195 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-08e0a163-e1f3-40e4-ae0f-9aaf820e7e5a req-e102fc21-0299-43f6-9254-8d4fad051fbc tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 950 time: 0.0627499 Jun 28 07:01:42.762407 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-08e0a163-e1f3-40e4-ae0f-9aaf820e7e5a req-3aa60a0d-167f-4126-a32e-1a765d7760d3 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355806 Jun 28 07:01:43.578920 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:44.364862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7adf5c-1bf0-4638-a661-230d2f02870a req-068c9c8e-c1dd-412c-9f18-cb7949ba1cc8 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:44.366329 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd7adf5c-1bf0-4638-a661-230d2f02870a req-068c9c8e-c1dd-412c-9f18-cb7949ba1cc8 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 950 time: 0.0630982 Jun 28 07:01:44.404482 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd7adf5c-1bf0-4638-a661-230d2f02870a req-06c19c5a-dab7-434d-8b85-efcee0b6bcb7 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325744 Jun 28 07:01:45.577275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc3323-378f-449f-a30f-72bdda73668e req-92febe3b-c9bc-45fb-924b-522f225ddaa3 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:45.578755 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-59fc3323-378f-449f-a30f-72bdda73668e req-92febe3b-c9bc-45fb-924b-522f225ddaa3 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 950 time: 0.0645926 Jun 28 07:01:45.616502 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-59fc3323-378f-449f-a30f-72bdda73668e req-2efbe37d-49f8-4dc5-a3d1-e6bc19f16edb tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/security-groups?id=35a74170-73bc-4d98-9afe-4352b469d028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Jun 28 07:01:46.120362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-e099ffa9-bcc2-49bf-9ee8-13db5ac618b0 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:46.121852 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-e099ffa9-bcc2-49bf-9ee8-13db5ac618b0 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.50 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 950 time: 0.4245141 Jun 28 07:01:46.216086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Deleting port f60a9374-8834-4879-83d8-7533491d365c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:01:46.216584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:46.306988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] For port f60a9374-8834-4879-83d8-7533491d365c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f60a9374-8834-4879-83d8-7533491d365c,segment=NetworkSegment(9f15e1b7-d260-416d-871c-f23a50acc433),segment_id=9f15e1b7-d260-416d-871c-f23a50acc433)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:01:46.307341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:46.319329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Calling delete_port for f60a9374-8834-4879-83d8-7533491d365c owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:01:46.524157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:46.528038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:46.556119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Pushing event deleted for resources: {'Port': ['ID=f60a9374-8834-4879-83d8-7533491d365c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:46.557450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['f60a9374-8834-4879-83d8-7533491d365c'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:01:46.562767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:46.601782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] No DVR routers for this DVR port f60a9374-8834-4879-83d8-7533491d365c on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:01:46.606353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:46.609044 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-feea4da1-8adc-49f2-9159-fcc0b51c3ba5 req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.50 "DELETE /v2.0/ports/f60a9374-8834-4879-83d8-7533491d365c HTTP/1.1" status: 204 len: 173 time: 0.4814403 Jun 28 07:01:46.609605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5088fc2a-5cbb-45cf-a059-8d68c69a378f', 'name': 'network-vif-deleted', 'tag': 'f60a9374-8834-4879-83d8-7533491d365c'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:01:46.612182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ea780b-d3a5-45ab-bccf-43696722cd63" -d '{"events": [{"server_uuid": "5088fc2a-5cbb-45cf-a059-8d68c69a378f", "name": "network-vif-deleted", "tag": "f60a9374-8834-4879-83d8-7533491d365c"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:01:46.650130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f51e90-45ae-4131-a0d2-95c9a9cd5269 x-openstack-request-id: req-63f51e90-45ae-4131-a0d2-95c9a9cd5269 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:01:46.650319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5088fc2a-5cbb-45cf-a059-8d68c69a378f", "name": "network-vif-deleted", "tag": "f60a9374-8834-4879-83d8-7533491d365c", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:01:46.650542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63f51e90-45ae-4131-a0d2-95c9a9cd5269 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:01:46.651489 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5088fc2a-5cbb-45cf-a059-8d68c69a378f', 'name': 'network-vif-deleted', 'tag': 'f60a9374-8834-4879-83d8-7533491d365c', 'status': 'completed', 'code': 200} Jun 28 07:01:46.767220 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ac3dbd4-c390-465a-85ba-de627b6280f9 req-350a2202-0499-4deb-97da-a2d50c0af1f3 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] 10.222.0.24 "GET /v2.0/ports?device_id=5088fc2a-5cbb-45cf-a059-8d68c69a378f HTTP/1.1" status: 200 len: 210 time: 0.0334837 Jun 28 07:01:48.351377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58690) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:48.478667 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2dd88542-5503-4edb-8002-f76237792613 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecc6c14b9c8b49efae1efeed2bd47261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260328 Jun 28 07:01:48.481017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58694) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:48.529361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3892a1e4-8fa6-42a1-b7df-d17f987b110b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:48.550909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3892a1e4-8fa6-42a1-b7df-d17f987b110b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:48.666621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3892a1e4-8fa6-42a1-b7df-d17f987b110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:48.669304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3892a1e4-8fa6-42a1-b7df-d17f987b110b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:48.670458 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3892a1e4-8fa6-42a1-b7df-d17f987b110b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35a74170-73bc-4d98-9afe-4352b469d028 HTTP/1.1" status: 204 len: 168 time: 0.1882524 Jun 28 07:01:48.671296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c90e6112-75d2-46e9-a2bf-da4c1bd5293d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:48.678876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892a1e4-8fa6-42a1-b7df-d17f987b110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a74170-73bc-4d98-9afe-4352b469d028,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:48.681260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3892a1e4-8fa6-42a1-b7df-d17f987b110b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:49.266761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58700) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:49.283346 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a7f852e-3f97-48a6-aa10-8a5d69700403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:49.370743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a7f852e-3f97-48a6-aa10-8a5d69700403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:49.426715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2a7f852e-3f97-48a6-aa10-8a5d69700403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:49.429168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-639f0771-ebc3-480e-842f-0137b0c6a2a2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:49.463286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f852e-3f97-48a6-aa10-8a5d69700403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c193a55b-3690-4e23-9cd7-d32d54979389,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:49.467544 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2a7f852e-3f97-48a6-aa10-8a5d69700403 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68c06eead0b0435fb74ab270531baebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997709 Jun 28 07:01:49.468430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a7f852e-3f97-48a6-aa10-8a5d69700403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:49.470170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58702) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:49.517930 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8a8bed7-eca4-449d-9ffa-893d2a7ec3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:49.538076 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8a8bed7-eca4-449d-9ffa-893d2a7ec3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:49.660798 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8a8bed7-eca4-449d-9ffa-893d2a7ec3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:49.663488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c8a8bed7-eca4-449d-9ffa-893d2a7ec3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:49.664703 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c8a8bed7-eca4-449d-9ffa-893d2a7ec3c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c193a55b-3690-4e23-9cd7-d32d54979389 HTTP/1.1" status: 204 len: 168 time: 0.1936457 Jun 28 07:01:49.665551 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ace67159-ba82-4ab6-88d8-0f9edd99bb13 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:49.673626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8bed7-eca4-449d-9ffa-893d2a7ec3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c193a55b-3690-4e23-9cd7-d32d54979389,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:49.675947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c8a8bed7-eca4-449d-9ffa-893d2a7ec3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:49.935863 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device f60a9374-8834-4879-83d8-7533491d365c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:01:49.955585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: f60a9374-8834-4879-83d8-7533491d365c {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:01:49.955938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device f60a9374-8834-4879-83d8-7533491d365c not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:01:50.685209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58724) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:50.781091 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-526283852-network', 'tenant_id': 'd476e37cb60d46978c5e11242b1a41f2'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:01:50.878160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Made reservation on behalf of d476e37cb60d46978c5e11242b1a41f2 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:01:50.880421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:50.889570 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:50.980948 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:51.051928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:51.055778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-47ef8224-b061-401b-a01e-eda7e104c3d8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:51.073181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:01:51.088170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183bc4e6-3777-47da-9f00-7a926a6bd7e9,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:51.091167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:51.092042 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Added segment 4ad6cc9a-9301-4004-a8e0-018df65fdcf7 of type vlan for network 49c828ae-5e36-4f4a-afa9-e3f163312cdf Jun 28 07:01:51.092875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:51.130609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:51.223758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:51.224764 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:51.225395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:51.227469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2ad8dcac-0183-415d-8b4b-df00a8a11449 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:51.315293 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Pushing event updated for resources: {'Network': ['ID=49c828ae-5e36-4f4a-afa9-e3f163312cdf,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:51.318100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:51.324907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 49c828ae-5e36-4f4a-afa9-e3f163312cdf details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:01:51.347559 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6612017 Jun 28 07:01:51.350498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58728) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:01:51.355475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Request body: {'subnet': {'network_id': '49c828ae-5e36-4f4a-afa9-e3f163312cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-526283852-subnet', 'tenant_id': 'd476e37cb60d46978c5e11242b1a41f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:01:51.432405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Made reservation on behalf of d476e37cb60d46978c5e11242b1a41f2 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:01:51.435455 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:51.661554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:51.663644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ede2d49a-df30-40b6-b80d-004018bb63cd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:51.715372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b6ec96-aaf6-4a4f-a27b-43b983998577,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:51.719514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:51.726516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Checking segment: {'id': '4ad6cc9a-9301-4004-a8e0-018df65fdcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49c828ae-5e36-4f4a-afa9-e3f163312cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:01:51.726878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Network hostable DHCP agents. Network: 49c828ae-5e36-4f4a-afa9-e3f163312cdf, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:01:51.800834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Network 49c828ae-5e36-4f4a-afa9-e3f163312cdf is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:01:51.897862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 49c828ae-5e36-4f4a-afa9-e3f163312cdf) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:01:51.902144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:51.902799 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:51.907622 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ade71b-665c-4192-84e2-49a717e5c4d6 None None] Network 49c828ae-5e36-4f4a-afa9-e3f163312cdf requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:01:52.022195 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6704388 Jun 28 07:01:52.030844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b739c71-dc59-4a08-a0be-0fc10da5fe0f None None] Network 49c828ae-5e36-4f4a-afa9-e3f163312cdf requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:01:52.444448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-6f04a074-f47b-4a21-89bd-8eae36791a31 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:52.445918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-6f04a074-f47b-4a21-89bd-8eae36791a31 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/networks?id=49c828ae-5e36-4f4a-afa9-e3f163312cdf HTTP/1.1" status: 200 len: 811 time: 0.1015511 Jun 28 07:01:52.461433 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-37cbd2bd-4ead-4666-a87e-c31469253165 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/quotas/d476e37cb60d46978c5e11242b1a41f2 HTTP/1.1" status: 200 len: 375 time: 0.0094459 Jun 28 07:01:52.494164 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-65433d9d-4fe1-4eb4-a848-1ea0480d27ae tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d476e37cb60d46978c5e11242b1a41f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275600 Jun 28 07:01:52.587760 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-3aea268f-e1a7-454f-9260-302db28ef6d6 service neutron] 10.222.0.24 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861969 Jun 28 07:01:52.680244 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-e27f5d24-5b74-441a-8702-6176f958c5ed service neutron] 10.222.0.24 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863531 Jun 28 07:01:53.800813 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4c952ea9-3d88-46f2-8843-8da45af9d34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:53.951455 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e09f4ba7-48f7-4fdd-b546-1f2d6ca327bb req-1f8c6b1f-1072-4995-a3d4-63ba0c293d61 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 210 time: 0.0317376 Jun 28 07:01:55.032206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ae1328a-987d-4342-a7ca-05ef5e10b11f req-76c4c681-a305-40d2-b612-22d1919672fb tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 210 time: 0.0289807 Jun 28 07:01:56.171367 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40cd4e0d-4507-4601-a4f7-8d91c40cfcb6 req-0e8fe193-f447-44b7-b738-ca720f6ebc4c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 210 time: 0.0288217 Jun 28 07:01:56.455168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:56.489792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f5c01680-4ef6-4b75-9e11-816ad6fc7b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:56.550530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-80ca0121-3d56-40f6-b54d-b2437f98a945 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:56.551951 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-80ca0121-3d56-40f6-b54d-b2437f98a945 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.50 "GET /v2.0/networks?id=49c828ae-5e36-4f4a-afa9-e3f163312cdf HTTP/1.1" status: 200 len: 811 time: 0.1046338 Jun 28 07:01:56.581092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Request body: {'port': {'device_id': 'fc48d74e-6ac4-4382-83ed-262365256527', 'network_id': '49c828ae-5e36-4f4a-afa9-e3f163312cdf', 'admin_state_up': True, 'tenant_id': 'd476e37cb60d46978c5e11242b1a41f2'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:01:56.750111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Made reservation on behalf of d476e37cb60d46978c5e11242b1a41f2 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:01:56.754119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:56.882611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Allocated IP 172.20.0.6 (49c828ae-5e36-4f4a-afa9-e3f163312cdf/92b6ec96-aaf6-4a4f-a27b-43b983998577/89186fcf-b259-4bde-8310-c7b2b7a389e8) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:01:57.031477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:57.121339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:57.125368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8a60b8dd-a37e-465a-b085-c5ebb2c97b11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:57.166085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Network 49c828ae-5e36-4f4a-afa9-e3f163312cdf is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:01:57.169121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:01:57.173740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:01:57.179859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Pushing event updated for resources: {'Port': ['ID=89186fcf-b259-4bde-8310-c7b2b7a389e8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:57.199325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:57.226876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:57.227490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:57.356433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f831-aa88-4c2b-b1e2-e37eb93b07b5 req-82caa214-c05d-49c9-bc19-d08dd1c227cf tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:57.357953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2d45f831-aa88-4c2b-b1e2-e37eb93b07b5 req-82caa214-c05d-49c9-bc19-d08dd1c227cf tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 931 time: 0.0736229 Jun 28 07:01:57.359321 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821784 Jun 28 07:01:57.382647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Request body: {'port': {'device_id': 'fc48d74e-6ac4-4382-83ed-262365256527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:01:57.433147 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2d45f831-aa88-4c2b-b1e2-e37eb93b07b5 req-e7ce02a1-d297-40d5-a253-865beca9be44 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694933 Jun 28 07:01:57.471596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:57.603949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:57.734258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89186fcf-b259-4bde-8310-c7b2b7a389e8 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:01:57.741454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:57.753199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Transition to ACTIVE for port object 89186fcf-b259-4bde-8310-c7b2b7a389e8 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:01:57.829822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:57.832812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4b581237-2013-476c-ba15-c45b54ce5ca1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:57.895971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Pushing event updated for resources: {'Port': ['ID=89186fcf-b259-4bde-8310-c7b2b7a389e8,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:57.899924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:57.945700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Attempting to bind port 89186fcf-b259-4bde-8310-c7b2b7a389e8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:01:57.946035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Attempting to bind port 89186fcf-b259-4bde-8310-c7b2b7a389e8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '4ad6cc9a-9301-4004-a8e0-018df65fdcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49c828ae-5e36-4f4a-afa9-e3f163312cdf'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:01:57.946384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Attempting to bind port 89186fcf-b259-4bde-8310-c7b2b7a389e8 on network 49c828ae-5e36-4f4a-afa9-e3f163312cdf {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:01:57.950593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Port 89186fcf-b259-4bde-8310-c7b2b7a389e8 on network 49c828ae-5e36-4f4a-afa9-e3f163312cdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:01:57.951484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Attempting to bind port 89186fcf-b259-4bde-8310-c7b2b7a389e8 on network 49c828ae-5e36-4f4a-afa9-e3f163312cdf {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:01:57.956442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:01:57.956784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Checking segment: {'id': '4ad6cc9a-9301-4004-a8e0-018df65fdcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49c828ae-5e36-4f4a-afa9-e3f163312cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:01:57.957196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Bound using segment: {'id': '4ad6cc9a-9301-4004-a8e0-018df65fdcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49c828ae-5e36-4f4a-afa9-e3f163312cdf'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:01:57.957626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Bound port: 89186fcf-b259-4bde-8310-c7b2b7a389e8, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad6cc9a-9301-4004-a8e0-018df65fdcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49c828ae-5e36-4f4a-afa9-e3f163312cdf'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:01:57.957986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:58.025182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] For port 89186fcf-b259-4bde-8310-c7b2b7a389e8, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:01:58.028242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] For port 89186fcf-b259-4bde-8310-c7b2b7a389e8, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8,segment=NetworkSegment(4ad6cc9a-9301-4004-a8e0-018df65fdcf7),segment_id=4ad6cc9a-9301-4004-a8e0-018df65fdcf7)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:01:58.093309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:58.095445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:01:58.133461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:58.134076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:58.135434 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] 10.222.0.50 "PUT /v2.0/ports/89186fcf-b259-4bde-8310-c7b2b7a389e8 HTTP/1.1" status: 200 len: 1093 time: 0.7571182 Jun 28 07:01:58.135957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc48d74e-6ac4-4382-83ed-262365256527', 'tag': '89186fcf-b259-4bde-8310-c7b2b7a389e8'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:01:58.138431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e467591a-7a0d-4507-a339-93f24ff95a52" -d '{"events": [{"name": "network-changed", "server_uuid": "fc48d74e-6ac4-4382-83ed-262365256527", "tag": "89186fcf-b259-4bde-8310-c7b2b7a389e8"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:01:58.156458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Pushing event updated for resources: {'Port': ['ID=89186fcf-b259-4bde-8310-c7b2b7a389e8,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:01:58.161575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:01:58.179204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ab0bae-37b5-4f46-827d-42d4eed64dcc x-openstack-request-id: req-81ab0bae-37b5-4f46-827d-42d4eed64dcc {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:01:58.179764 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc48d74e-6ac4-4382-83ed-262365256527", "tag": "89186fcf-b259-4bde-8310-c7b2b7a389e8", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:01:58.179877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81ab0bae-37b5-4f46-827d-42d4eed64dcc {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:01:58.180303 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc48d74e-6ac4-4382-83ed-262365256527', 'tag': '89186fcf-b259-4bde-8310-c7b2b7a389e8', 'status': 'completed', 'code': 200} Jun 28 07:01:58.273207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467591a-7a0d-4507-a339-93f24ff95a52 req-e25a477e-828f-471f-84a1-5d095cc9f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:58.274682 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e467591a-7a0d-4507-a339-93f24ff95a52 req-e25a477e-828f-471f-84a1-5d095cc9f1d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d476e37cb60d46978c5e11242b1a41f2&device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 1096 time: 0.0539045 Jun 28 07:01:58.378578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467591a-7a0d-4507-a339-93f24ff95a52 req-6571ab76-de66-43b5-a6eb-a42704f0f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:58.380005 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e467591a-7a0d-4507-a339-93f24ff95a52 req-6571ab76-de66-43b5-a6eb-a42704f0f0cc service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d476e37cb60d46978c5e11242b1a41f2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0933456 Jun 28 07:01:58.474533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467591a-7a0d-4507-a339-93f24ff95a52 req-527131af-0556-4c83-b7a5-97d41e6b1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:58.476161 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e467591a-7a0d-4507-a339-93f24ff95a52 req-527131af-0556-4c83-b7a5-97d41e6b1670 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901608 Jun 28 07:01:58.634144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-5fc498e8-df95-4bc2-851c-636d50fdec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:58.635638 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-5fc498e8-df95-4bc2-851c-636d50fdec3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d476e37cb60d46978c5e11242b1a41f2&device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 1096 time: 0.1004832 Jun 28 07:01:58.648165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cea9e-3c37-42e3-8004-616734e3ad97 req-337ca136-ea82-4dc6-9a85-4dd2ab04ceef tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:58.649618 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-606cea9e-3c37-42e3-8004-616734e3ad97 req-337ca136-ea82-4dc6-9a85-4dd2ab04ceef tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 943 time: 0.1050916 Jun 28 07:01:58.690041 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-a4ef1d59-b23b-4034-8f6f-dfde9d265f37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8 HTTP/1.1" status: 200 len: 217 time: 0.0395350 Jun 28 07:01:58.751070 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-606cea9e-3c37-42e3-8004-616734e3ad97 req-46c3fae4-c159-433b-8736-5196e5b644eb tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930758 Jun 28 07:01:58.759715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-39a9e30c-5084-4c8a-9854-0f1328bc1e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:58.761162 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-39a9e30c-5084-4c8a-9854-0f1328bc1e02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92b6ec96-aaf6-4a4f-a27b-43b983998577 HTTP/1.1" status: 200 len: 851 time: 0.0616219 Jun 28 07:01:58.793192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-0151212f-b0d3-4d01-8103-ced30d10f2aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49c828ae-5e36-4f4a-afa9-e3f163312cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258667 Jun 28 07:01:58.881071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-5ad10202-ec89-4884-8377-c016e3468efa service neutron] 10.222.0.50 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814624 Jun 28 07:01:58.969621 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-144d603c-1b40-4ba4-9e3e-7233e4e90452 req-363e9949-9f09-45dc-9a5a-fc56a2654d19 service neutron] 10.222.0.50 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823610 Jun 28 07:01:59.335151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:01:59.922910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de658527-eb5d-4d75-8db9-993e822caff8 req-f7cb2f9f-3627-44f3-b182-b9d5a34e717e tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:01:59.924384 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-de658527-eb5d-4d75-8db9-993e822caff8 req-f7cb2f9f-3627-44f3-b182-b9d5a34e717e tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 943 time: 0.0624902 Jun 28 07:01:59.965655 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-de658527-eb5d-4d75-8db9-993e822caff8 req-5e0a1ecf-b545-4b89-8c3e-2977e37676dd tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356622 Jun 28 07:02:00.043641 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 89186fcf-b259-4bde-8310-c7b2b7a389e8 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:02:00.139008 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 89186fcf-b259-4bde-8310-c7b2b7a389e8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8,segment=NetworkSegment(4ad6cc9a-9301-4004-a8e0-018df65fdcf7),segment_id=4ad6cc9a-9301-4004-a8e0-018df65fdcf7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:02:00.149621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '89186fcf-b259-4bde-8310-c7b2b7a389e8', 'network_id': '49c828ae-5e36-4f4a-afa9-e3f163312cdf', 'port_id': '89186fcf-b259-4bde-8310-c7b2b7a389e8', 'mac_address': 'fa:16:3e:6b:8e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b6ec96-aaf6-4a4f-a27b-43b983998577', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:02:00.187185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:00.199089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89186fcf-b259-4bde-8310-c7b2b7a389e8 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:02:00.220467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 89186fcf-b259-4bde-8310-c7b2b7a389e8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8,segment=NetworkSegment(4ad6cc9a-9301-4004-a8e0-018df65fdcf7),segment_id=4ad6cc9a-9301-4004-a8e0-018df65fdcf7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:02:00.298193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:00.300016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:00.350565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=89186fcf-b259-4bde-8310-c7b2b7a389e8,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:00.353625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:00.563408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['89186fcf-b259-4bde-8310-c7b2b7a389e8'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:02:01.140822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e027c6f-3058-4658-b77a-cd68b91281b1 req-1b613ad6-4db6-46bb-9ca5-9042d5fc65e2 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:01.142306 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1e027c6f-3058-4658-b77a-cd68b91281b1 req-1b613ad6-4db6-46bb-9ca5-9042d5fc65e2 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 944 time: 0.0671859 Jun 28 07:02:01.179616 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1e027c6f-3058-4658-b77a-cd68b91281b1 req-304c4ace-954a-41c0-9fd7-b5c14e9c7df6 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317857 Jun 28 07:02:02.060562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 89186fcf-b259-4bde-8310-c7b2b7a389e8 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:02:02.157848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 89186fcf-b259-4bde-8310-c7b2b7a389e8 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:02:02.161416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 89186fcf-b259-4bde-8310-c7b2b7a389e8 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:02:02.161805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:02.242368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:02.266507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc48d74e-6ac4-4382-83ed-262365256527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89186fcf-b259-4bde-8310-c7b2b7a389e8'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:02:02.268874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd3e34c-d350-4887-8954-3b53c31730fe" -d '{"events": [{"server_uuid": "fc48d74e-6ac4-4382-83ed-262365256527", "name": "network-vif-plugged", "status": "completed", "tag": "89186fcf-b259-4bde-8310-c7b2b7a389e8"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:02:02.282088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 89186fcf-b259-4bde-8310-c7b2b7a389e8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8,segment=NetworkSegment(4ad6cc9a-9301-4004-a8e0-018df65fdcf7),segment_id=4ad6cc9a-9301-4004-a8e0-018df65fdcf7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:02:02.315142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c54313-6878-4684-8f8b-8fd5d3b160f9 x-openstack-request-id: req-c2c54313-6878-4684-8f8b-8fd5d3b160f9 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:02:02.315142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc48d74e-6ac4-4382-83ed-262365256527", "name": "network-vif-plugged", "status": "completed", "tag": "89186fcf-b259-4bde-8310-c7b2b7a389e8", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:02:02.315142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2c54313-6878-4684-8f8b-8fd5d3b160f9 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:02:02.315142 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc48d74e-6ac4-4382-83ed-262365256527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89186fcf-b259-4bde-8310-c7b2b7a389e8', 'code': 200} Jun 28 07:02:02.355515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ef019-b39f-4c0a-9eaa-eb71d2dd46e7 req-eb9f21bb-5b03-4caa-9418-4c3aa5c259d0 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:02.357895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9d5ef019-b39f-4c0a-9eaa-eb71d2dd46e7 req-eb9f21bb-5b03-4caa-9418-4c3aa5c259d0 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 944 time: 0.0669763 Jun 28 07:02:02.360769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:02.363642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-002eec94-e3e8-49c0-a825-4410330ab37f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:02.399198 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9d5ef019-b39f-4c0a-9eaa-eb71d2dd46e7 req-6c805540-1dbc-4a89-9a37-5030b77b00d1 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344191 Jun 28 07:02:02.419956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=89186fcf-b259-4bde-8310-c7b2b7a389e8,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:02.423290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:02.717000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27450c6-be6d-4beb-af94-65b21e28b4ef req-48228d34-26b1-4e57-b22b-8c76c5bf10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:02.718589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c27450c6-be6d-4beb-af94-65b21e28b4ef req-48228d34-26b1-4e57-b22b-8c76c5bf10a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 1098 time: 0.0564880 Jun 28 07:02:02.751951 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c27450c6-be6d-4beb-af94-65b21e28b4ef req-ff8d541c-c14c-4373-81ec-ab14d7094192 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273502 Jun 28 07:02:03.579451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9a8c7-3b20-4f58-a694-169a0bde375e req-09eb3fc0-86fb-4375-b3f1-944c89d2f44b tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:03.581185 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11d9a8c7-3b20-4f58-a694-169a0bde375e req-09eb3fc0-86fb-4375-b3f1-944c89d2f44b tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0655954 Jun 28 07:02:03.621005 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11d9a8c7-3b20-4f58-a694-169a0bde375e req-c5ce16c7-049d-467f-b18f-0179ec44f5a7 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338259 Jun 28 07:02:04.793076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b4706-1967-4814-bd56-e27ebcbfbd8f req-d531c0aa-eda2-42de-8bb6-c5fdf3e94e2d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:04.795178 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-493b4706-1967-4814-bd56-e27ebcbfbd8f req-d531c0aa-eda2-42de-8bb6-c5fdf3e94e2d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0623877 Jun 28 07:02:04.836736 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-493b4706-1967-4814-bd56-e27ebcbfbd8f req-1630bb26-bd0b-40ae-a95c-19c825718420 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359788 Jun 28 07:02:05.369909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdb7e4-8d38-4483-aaba-7ed0f6bdf027 req-88d16d09-deb2-43a9-b538-a7d8e1c33672 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:05.371360 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bfbdb7e4-8d38-4483-aaba-7ed0f6bdf027 req-88d16d09-deb2-43a9-b538-a7d8e1c33672 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0626774 Jun 28 07:02:05.409668 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bfbdb7e4-8d38-4483-aaba-7ed0f6bdf027 req-2f008773-3bc6-4b60-85b2-d8095c723818 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324996 Jun 28 07:02:05.501897 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58794) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:02:05.596997 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-d99783c2-aac0-4f4c-98d6-969f2bcabe35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936770 Jun 28 07:02:06.313826 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:02:06.587040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c609c-b853-4114-95b0-df3bc1da4466 req-fb3192ad-99b8-4009-9f88-b4ae4f51e75f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:06.588492 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c67c609c-b853-4114-95b0-df3bc1da4466 req-fb3192ad-99b8-4009-9f88-b4ae4f51e75f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0646904 Jun 28 07:02:06.627454 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c67c609c-b853-4114-95b0-df3bc1da4466 req-6abdda82-1343-4e80-b8df-447d77bc8e70 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Jun 28 07:02:07.851057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be099aba-9653-4d16-a5d4-efc0293816a3 req-73288903-8244-4616-9dcf-4d9d7de447c8 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:07.852526 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-be099aba-9653-4d16-a5d4-efc0293816a3 req-73288903-8244-4616-9dcf-4d9d7de447c8 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.1080980 Jun 28 07:02:07.867750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-6238674e-789f-4076-8895-456700d357f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:07.870421 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-6238674e-789f-4076-8895-456700d357f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d476e37cb60d46978c5e11242b1a41f2&device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 1098 time: 0.0906451 Jun 28 07:02:07.952523 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-be099aba-9653-4d16-a5d4-efc0293816a3 req-44a34815-cdda-463a-b0c3-d769b10c4fed tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923805 Jun 28 07:02:07.982921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-ed48acbd-bc41-4467-bcb5-09d4a55ad91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:07.984448 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-ed48acbd-bc41-4467-bcb5-09d4a55ad91e service neutron] 10.222.0.50 "GET /v2.0/networks?id=49c828ae-5e36-4f4a-afa9-e3f163312cdf HTTP/1.1" status: 200 len: 912 time: 0.1058767 Jun 28 07:02:08.026127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-b1b55dd8-1d5c-4fce-b3d8-11d7b00d9678 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8 HTTP/1.1" status: 200 len: 217 time: 0.0350850 Jun 28 07:02:08.072491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-685706db-58ed-4b2c-802c-4c1eabc53a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:08.073914 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-685706db-58ed-4b2c-802c-4c1eabc53a40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92b6ec96-aaf6-4a4f-a27b-43b983998577 HTTP/1.1" status: 200 len: 851 time: 0.0423167 Jun 28 07:02:08.109319 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-f75b6789-14aa-4cc6-9ffc-4c36e60e0d58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49c828ae-5e36-4f4a-afa9-e3f163312cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296698 Jun 28 07:02:08.195116 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-a3ea3ffb-d3cc-4427-b1b4-124f493fe48a service neutron] 10.222.0.50 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785007 Jun 28 07:02:08.284472 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-f014239f-a268-40bf-91b9-e34709269784 service neutron] 10.222.0.50 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831251 Jun 28 07:02:09.126108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6b099-5e8d-4eeb-9329-4b548e5c3f28 req-7801facf-ebde-42c1-8420-49241efeb723 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:09.127563 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf6b099-5e8d-4eeb-9329-4b548e5c3f28 req-7801facf-ebde-42c1-8420-49241efeb723 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0645216 Jun 28 07:02:09.164800 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf6b099-5e8d-4eeb-9329-4b548e5c3f28 req-8e794e17-96f5-4f17-b90f-172811c215dd tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314887 Jun 28 07:02:10.344643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe2478-6368-4c0e-b1bb-ff3955818301 req-6843abfe-f9d2-47c6-92ea-379f6f9dd40c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:10.346037 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dabe2478-6368-4c0e-b1bb-ff3955818301 req-6843abfe-f9d2-47c6-92ea-379f6f9dd40c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0656199 Jun 28 07:02:10.383235 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dabe2478-6368-4c0e-b1bb-ff3955818301 req-3f930dac-2251-495d-a67a-8e0308e39e16 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Jun 28 07:02:11.562253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc12b4c-35dc-40f8-8e29-6af91e9385bc req-a008579e-0344-4168-b460-a4065ade9f6f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:11.563724 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3bc12b4c-35dc-40f8-8e29-6af91e9385bc req-a008579e-0344-4168-b460-a4065ade9f6f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0676768 Jun 28 07:02:11.602681 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3bc12b4c-35dc-40f8-8e29-6af91e9385bc req-8d396e6d-0331-4441-90d3-8b9975389226 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Jun 28 07:02:12.773874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab319c-8e92-4f68-80da-a93ad5d01fef req-e1525fca-6f43-483c-80d1-c097549e0b3f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:12.775315 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50ab319c-8e92-4f68-80da-a93ad5d01fef req-e1525fca-6f43-483c-80d1-c097549e0b3f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0618458 Jun 28 07:02:12.813990 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50ab319c-8e92-4f68-80da-a93ad5d01fef req-635e1f2f-bcb0-4fa4-904a-073a8bb0c335 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Jun 28 07:02:13.595451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:13.985474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3ce9c-43f0-4656-bb28-ac4496066187 req-fa63c47b-18df-46c4-abc3-374885f9fb7d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:13.986969 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7f3ce9c-43f0-4656-bb28-ac4496066187 req-fa63c47b-18df-46c4-abc3-374885f9fb7d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0640788 Jun 28 07:02:14.028937 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7f3ce9c-43f0-4656-bb28-ac4496066187 req-1032ca9c-d2dd-4573-bb6b-ca61cdbd3d0d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359516 Jun 28 07:02:15.198938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee50510-7cf5-4f46-968a-742eb5b88d71 req-7125733e-62b1-431a-923c-ad2b5585345f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:15.200979 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ee50510-7cf5-4f46-968a-742eb5b88d71 req-7125733e-62b1-431a-923c-ad2b5585345f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0621760 Jun 28 07:02:15.237329 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ee50510-7cf5-4f46-968a-742eb5b88d71 req-9399a443-358d-428c-8190-fd62811d3d51 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308499 Jun 28 07:02:16.412106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b553d3-bfe5-4ed6-8e16-2a618b13ef32 req-0b629bf5-015d-463b-aa8d-d0e6afe3e35a tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:16.413569 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e0b553d3-bfe5-4ed6-8e16-2a618b13ef32 req-0b629bf5-015d-463b-aa8d-d0e6afe3e35a tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0634799 Jun 28 07:02:16.452826 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e0b553d3-bfe5-4ed6-8e16-2a618b13ef32 req-7697a523-2dcf-48ce-b3ff-6f1c10a54499 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336881 Jun 28 07:02:17.627678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d110d2-4945-4d21-9fef-741a4445a262 req-3190b0af-ae57-4a23-9005-a3038d5a8725 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:17.629150 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-44d110d2-4945-4d21-9fef-741a4445a262 req-3190b0af-ae57-4a23-9005-a3038d5a8725 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0670180 Jun 28 07:02:17.669403 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-44d110d2-4945-4d21-9fef-741a4445a262 req-1ca1308e-d3e0-4102-9795-902abb532057 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341585 Jun 28 07:02:18.850683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974273e-8504-4626-a56e-f428e40d3536 req-397957bb-186a-4c1b-ad23-7616c3217c82 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:18.852154 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6974273e-8504-4626-a56e-f428e40d3536 req-397957bb-186a-4c1b-ad23-7616c3217c82 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0623782 Jun 28 07:02:18.889118 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6974273e-8504-4626-a56e-f428e40d3536 req-18ec5b9b-d1b4-4aaf-a976-05cb943f2cde tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Jun 28 07:02:20.068093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfee86-8daa-41a3-87b4-a73ff88399ab req-23d088f0-1750-4e18-b5a9-2f8006999e4c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:20.069585 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ccfee86-8daa-41a3-87b4-a73ff88399ab req-23d088f0-1750-4e18-b5a9-2f8006999e4c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0642712 Jun 28 07:02:20.113628 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ccfee86-8daa-41a3-87b4-a73ff88399ab req-6d61bcde-0b70-4f6e-8d84-7d5630b6e2a0 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383096 Jun 28 07:02:21.288452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4cd16-f41c-4d13-bdbd-cc04253b54c2 req-5379fa48-87a4-4d33-bbf4-c8e8b8f87c0c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:21.289940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f6e4cd16-f41c-4d13-bdbd-cc04253b54c2 req-5379fa48-87a4-4d33-bbf4-c8e8b8f87c0c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0630329 Jun 28 07:02:21.326979 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f6e4cd16-f41c-4d13-bdbd-cc04253b54c2 req-c6b1a44d-daee-433f-93c0-998260eb8d9c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Jun 28 07:02:22.509826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dacf39-bbcf-4930-93f5-f7d3153c7f37 req-3839bba9-f582-4f67-82d4-1b0887e83306 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:22.511367 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-43dacf39-bbcf-4930-93f5-f7d3153c7f37 req-3839bba9-f582-4f67-82d4-1b0887e83306 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0725543 Jun 28 07:02:22.554729 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-43dacf39-bbcf-4930-93f5-f7d3153c7f37 req-1472c057-609e-4a46-a39e-f882ba877de9 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364687 Jun 28 07:02:23.737774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d2dbc-024b-40f6-ad5c-e34a8df28ca1 req-0ebbbc15-51fa-4de8-a296-93f0f88be4eb tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:23.739254 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c39d2dbc-024b-40f6-ad5c-e34a8df28ca1 req-0ebbbc15-51fa-4de8-a296-93f0f88be4eb tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0703583 Jun 28 07:02:23.778541 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c39d2dbc-024b-40f6-ad5c-e34a8df28ca1 req-11348fdf-b3a8-411c-8ecb-64d7d91a15a1 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Jun 28 07:02:23.778912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baf070ce-221e-425a-8495-17ccaa4d5c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:24.953718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2b05-c9dc-49f6-9381-024f87f755d8 req-eaaf9a18-e783-4157-837d-0948abda4f66 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:24.955177 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3ecb2b05-c9dc-49f6-9381-024f87f755d8 req-eaaf9a18-e783-4157-837d-0948abda4f66 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0648165 Jun 28 07:02:24.993048 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3ecb2b05-c9dc-49f6-9381-024f87f755d8 req-534acbc5-e6d6-4b81-a2db-c54115eb871f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Jun 28 07:02:26.166329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd5d6a-60e8-42be-90de-3184a4c4aa03 req-b88c52b2-bdad-4564-9b47-0760c11dd50d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:26.167786 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-89cd5d6a-60e8-42be-90de-3184a4c4aa03 req-b88c52b2-bdad-4564-9b47-0760c11dd50d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0633757 Jun 28 07:02:26.209576 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-89cd5d6a-60e8-42be-90de-3184a4c4aa03 req-5a03e420-1e19-4e3b-b8cd-e84de675721a tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343962 Jun 28 07:02:26.452455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:26.505850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-80a0e092-0674-4a50-acbc-988eb5602c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:27.383830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264c58-d272-4851-a449-015f9466c98c req-71ccbea0-aecb-44ad-ab6c-1c83a90bf08a tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:27.385302 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9264c58-d272-4851-a449-015f9466c98c req-71ccbea0-aecb-44ad-ab6c-1c83a90bf08a tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0635414 Jun 28 07:02:27.422072 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9264c58-d272-4851-a449-015f9466c98c req-c7758631-da3b-417d-a75f-59211a6630b0 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Jun 28 07:02:27.625883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:28.597301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea695cc-1c49-4ce4-b4c9-efb0514276ca req-f516cbf6-bbef-4930-bd7c-96c4d60c7438 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:28.598760 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ea695cc-1c49-4ce4-b4c9-efb0514276ca req-f516cbf6-bbef-4930-bd7c-96c4d60c7438 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0641925 Jun 28 07:02:28.635783 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ea695cc-1c49-4ce4-b4c9-efb0514276ca req-693c58d9-e6d5-4bab-82db-7f7bf1cf6124 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Jun 28 07:02:29.334677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:30.114227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf19351-e35c-47ff-9761-c69be0489435 req-501c033d-be27-4990-ac05-a64183649c9b tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:30.115669 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bdf19351-e35c-47ff-9761-c69be0489435 req-501c033d-be27-4990-ac05-a64183649c9b tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.3673930 Jun 28 07:02:30.121487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4a00-eeaa-45b0-bd39-39b326c497d4 req-d0a3dd01-09f1-402b-a3b4-f649210ec184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:30.123345 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaa4a00-eeaa-45b0-bd39-39b326c497d4 req-d0a3dd01-09f1-402b-a3b4-f649210ec184 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d476e37cb60d46978c5e11242b1a41f2&device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 1098 time: 0.0784411 Jun 28 07:02:30.177318 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bdf19351-e35c-47ff-9761-c69be0489435 req-5abf20a1-9f81-4912-902b-f93f38c358ad tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529771 Jun 28 07:02:30.238748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4a00-eeaa-45b0-bd39-39b326c497d4 req-dbaadb2e-2dc8-45fb-97e5-cf2d86e72b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:30.244099 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaa4a00-eeaa-45b0-bd39-39b326c497d4 req-dbaadb2e-2dc8-45fb-97e5-cf2d86e72b5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=49c828ae-5e36-4f4a-afa9-e3f163312cdf HTTP/1.1" status: 200 len: 912 time: 0.0960441 Jun 28 07:02:30.280649 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaa4a00-eeaa-45b0-bd39-39b326c497d4 req-f3481d5c-c97f-4a82-af11-2ad22a621aa4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8 HTTP/1.1" status: 200 len: 217 time: 0.0337319 Jun 28 07:02:30.327165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4a00-eeaa-45b0-bd39-39b326c497d4 req-99a10bec-9275-432d-8453-291866641929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:30.328554 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaa4a00-eeaa-45b0-bd39-39b326c497d4 req-99a10bec-9275-432d-8453-291866641929 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92b6ec96-aaf6-4a4f-a27b-43b983998577 HTTP/1.1" status: 200 len: 851 time: 0.0422766 Jun 28 07:02:30.364973 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaa4a00-eeaa-45b0-bd39-39b326c497d4 req-eada8c97-0121-43a2-8f73-8b00e58b820f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49c828ae-5e36-4f4a-afa9-e3f163312cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303929 Jun 28 07:02:30.452711 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaa4a00-eeaa-45b0-bd39-39b326c497d4 req-06989bdd-8f83-432a-89fd-e61fe4bde3e2 service neutron] 10.222.0.50 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809271 Jun 28 07:02:30.545952 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaa4a00-eeaa-45b0-bd39-39b326c497d4 req-e61c5760-5242-403e-b8ce-38a3c11addcb service neutron] 10.222.0.50 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867167 Jun 28 07:02:31.352032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2ad19-bebc-4652-8e66-82de29f9ee27 req-1c42c36e-594d-4f30-a538-173e472c973e tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:31.355208 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2af2ad19-bebc-4652-8e66-82de29f9ee27 req-1c42c36e-594d-4f30-a538-173e472c973e tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0636897 Jun 28 07:02:31.391036 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2af2ad19-bebc-4652-8e66-82de29f9ee27 req-c4f27f79-8dd5-4b48-a33b-b2b9e3fb8850 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319355 Jun 28 07:02:32.566427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db875e-dfc3-48cc-a468-f12169676470 req-fb76580c-cdf4-4d6e-bb6e-5be1d76cd068 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:32.567918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96db875e-dfc3-48cc-a468-f12169676470 req-fb76580c-cdf4-4d6e-bb6e-5be1d76cd068 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0690184 Jun 28 07:02:32.605695 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96db875e-dfc3-48cc-a468-f12169676470 req-16b98882-7e02-4696-9578-9e798488a401 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Jun 28 07:02:33.776866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a6aaa-f239-4ec7-9c01-6a111f94bdeb req-d8297f79-6083-4403-bc39-d0392a5a3184 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:33.778899 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2d2a6aaa-f239-4ec7-9c01-6a111f94bdeb req-d8297f79-6083-4403-bc39-d0392a5a3184 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0645144 Jun 28 07:02:33.816366 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2d2a6aaa-f239-4ec7-9c01-6a111f94bdeb req-f5d58dca-5494-4620-836c-9add0f6a94af tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Jun 28 07:02:34.988105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d3743-1ab0-48d4-886b-ff56ff7217fb req-562b248e-fad0-4b8f-829b-189f1b3cf423 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:34.989598 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-298d3743-1ab0-48d4-886b-ff56ff7217fb req-562b248e-fad0-4b8f-829b-189f1b3cf423 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0625436 Jun 28 07:02:35.027628 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-298d3743-1ab0-48d4-886b-ff56ff7217fb req-6288c569-ef38-443a-bc7b-ea2c60b6a733 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Jun 28 07:02:35.589590 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-153977cf-b122-41c9-b158-76a8f99ae260 service neutron] 10.222.0.50 "GET /v2.0/ports/89186fcf-b259-4bde-8310-c7b2b7a389e8/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0577483 Jun 28 07:02:36.271921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b90780-5f47-4601-b64a-f8458ee2f15e req-11b95ab6-8d9a-42a0-b5d5-a13376dfe6ed tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:36.273391 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39b90780-5f47-4601-b64a-f8458ee2f15e req-11b95ab6-8d9a-42a0-b5d5-a13376dfe6ed tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.1295366 Jun 28 07:02:36.286850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-bd77e26a-e39c-4b50-8f3f-5c7d193ec95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:36.288218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-bd77e26a-e39c-4b50-8f3f-5c7d193ec95e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527&tenant_id=d476e37cb60d46978c5e11242b1a41f2 HTTP/1.1" status: 200 len: 1098 time: 0.1160474 Jun 28 07:02:36.318435 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39b90780-5f47-4601-b64a-f8458ee2f15e req-662204b4-899e-4e47-8ad4-c23801d8049f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391989 Jun 28 07:02:36.376214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-1807b813-1d19-41b2-94ed-217cf98ed2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:36.377707 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-1807b813-1d19-41b2-94ed-217cf98ed2db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d476e37cb60d46978c5e11242b1a41f2&device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 1098 time: 0.0516214 Jun 28 07:02:36.467457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-dd92358f-3dc9-46db-a53f-b1b106a17007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:36.468970 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-dd92358f-3dc9-46db-a53f-b1b106a17007 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49c828ae-5e36-4f4a-afa9-e3f163312cdf HTTP/1.1" status: 200 len: 912 time: 0.0853620 Jun 28 07:02:36.509321 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-8d063340-0ae8-486c-ab6b-9db39a5727ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8 HTTP/1.1" status: 200 len: 217 time: 0.0342884 Jun 28 07:02:36.555344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-2c8607ba-2116-4f59-95e7-73b994051e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:36.556702 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-2c8607ba-2116-4f59-95e7-73b994051e46 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92b6ec96-aaf6-4a4f-a27b-43b983998577 HTTP/1.1" status: 200 len: 851 time: 0.0419316 Jun 28 07:02:36.591937 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-f1536b03-e50d-49b4-b670-ee5c4823d259 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49c828ae-5e36-4f4a-afa9-e3f163312cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293298 Jun 28 07:02:36.680550 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-562ee2fa-96bb-482d-b6ec-4e0ee862627a service neutron] 10.222.0.50 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826628 Jun 28 07:02:36.770554 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05294231-1bca-4ce7-9bd8-51fb56c94690 req-56740801-5a45-489f-a7da-d975bdd4c3d1 service neutron] 10.222.0.50 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839329 Jun 28 07:02:37.491093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ea766-6ed0-4fa6-a6e4-10cef3ff9a76 req-b06a2c13-ed91-442e-b4d7-03756335c8a9 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:37.492562 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d16ea766-6ed0-4fa6-a6e4-10cef3ff9a76 req-b06a2c13-ed91-442e-b4d7-03756335c8a9 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0645781 Jun 28 07:02:37.529782 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d16ea766-6ed0-4fa6-a6e4-10cef3ff9a76 req-94d2584f-37dc-433d-9b1a-2447503be006 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310228 Jun 28 07:02:38.252380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 89186fcf-b259-4bde-8310-c7b2b7a389e8 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:02:38.344049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 89186fcf-b259-4bde-8310-c7b2b7a389e8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8,segment=NetworkSegment(4ad6cc9a-9301-4004-a8e0-018df65fdcf7),segment_id=4ad6cc9a-9301-4004-a8e0-018df65fdcf7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:02:38.354829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '89186fcf-b259-4bde-8310-c7b2b7a389e8', 'network_id': '49c828ae-5e36-4f4a-afa9-e3f163312cdf', 'port_id': '89186fcf-b259-4bde-8310-c7b2b7a389e8', 'mac_address': 'fa:16:3e:6b:8e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b6ec96-aaf6-4a4f-a27b-43b983998577', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:02:38.389939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:38.405940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89186fcf-b259-4bde-8310-c7b2b7a389e8 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:02:38.424894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 89186fcf-b259-4bde-8310-c7b2b7a389e8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8,segment=NetworkSegment(4ad6cc9a-9301-4004-a8e0-018df65fdcf7),segment_id=4ad6cc9a-9301-4004-a8e0-018df65fdcf7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:02:38.497297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:38.499124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3e9349a0-3d08-436a-8419-62e85f91f63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:38.545095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=89186fcf-b259-4bde-8310-c7b2b7a389e8,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:38.552058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.552414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.552759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.553129 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.553465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.553809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.554136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.554469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.554798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.555122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.555455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.555773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:38.560099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:38.672035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['89186fcf-b259-4bde-8310-c7b2b7a389e8'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:02:38.707093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77892113-3731-4c42-bdac-427badd85385 req-6336b62d-78c6-4d2c-bdde-64c5ed8095d5 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:38.708874 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77892113-3731-4c42-bdac-427badd85385 req-6336b62d-78c6-4d2c-bdde-64c5ed8095d5 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 944 time: 0.0658407 Jun 28 07:02:38.747108 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77892113-3731-4c42-bdac-427badd85385 req-173d1971-b2fb-4737-8424-df4886c39dd7 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Jun 28 07:02:39.930059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33dc2f-e127-4cd8-aa08-84f983fbe58b req-07fb5f55-b63e-47f9-8ba2-7aa1c604d890 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:39.931550 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3b33dc2f-e127-4cd8-aa08-84f983fbe58b req-07fb5f55-b63e-47f9-8ba2-7aa1c604d890 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 944 time: 0.0699043 Jun 28 07:02:39.975555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3b33dc2f-e127-4cd8-aa08-84f983fbe58b req-0e452711-07b8-4b78-a440-e5b1cead931c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374649 Jun 28 07:02:40.267673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 89186fcf-b259-4bde-8310-c7b2b7a389e8 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:02:40.316422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 89186fcf-b259-4bde-8310-c7b2b7a389e8 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:02:40.316804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:40.391812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:40.412956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc48d74e-6ac4-4382-83ed-262365256527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89186fcf-b259-4bde-8310-c7b2b7a389e8'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:02:40.415202 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3653f5-ff1b-48e6-bdb3-36616be5d0ea" -d '{"events": [{"server_uuid": "fc48d74e-6ac4-4382-83ed-262365256527", "name": "network-vif-plugged", "status": "completed", "tag": "89186fcf-b259-4bde-8310-c7b2b7a389e8"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:02:40.427175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 89186fcf-b259-4bde-8310-c7b2b7a389e8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8,segment=NetworkSegment(4ad6cc9a-9301-4004-a8e0-018df65fdcf7),segment_id=4ad6cc9a-9301-4004-a8e0-018df65fdcf7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:02:40.466138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45ec3d8-e839-4fd8-922a-78c4fa9b7413 x-openstack-request-id: req-d45ec3d8-e839-4fd8-922a-78c4fa9b7413 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:02:40.466482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc48d74e-6ac4-4382-83ed-262365256527", "name": "network-vif-plugged", "status": "completed", "tag": "89186fcf-b259-4bde-8310-c7b2b7a389e8", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:02:40.467125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d45ec3d8-e839-4fd8-922a-78c4fa9b7413 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:02:40.467537 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc48d74e-6ac4-4382-83ed-262365256527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89186fcf-b259-4bde-8310-c7b2b7a389e8', 'code': 200} Jun 28 07:02:40.586142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:40.588000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:40.636684 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=89186fcf-b259-4bde-8310-c7b2b7a389e8,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:40.640545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:40.665856 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32130dec-7b2f-45a0-82e8-0896759f654d req-7f41b6f4-5f16-4e43-ab73-f37a12983044 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:40.667519 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32130dec-7b2f-45a0-82e8-0896759f654d req-7f41b6f4-5f16-4e43-ab73-f37a12983044 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527&tenant_id=d476e37cb60d46978c5e11242b1a41f2&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1199098 Jun 28 07:02:40.776899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32130dec-7b2f-45a0-82e8-0896759f654d req-4bdf7e7d-1939-44b7-8be5-99bd1334c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:40.778390 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32130dec-7b2f-45a0-82e8-0896759f654d req-4bdf7e7d-1939-44b7-8be5-99bd1334c3db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d476e37cb60d46978c5e11242b1a41f2&device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 1098 time: 0.0523109 Jun 28 07:02:40.868946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32130dec-7b2f-45a0-82e8-0896759f654d req-6edf6f09-16b5-4309-b4bc-3ad73c618ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:40.870287 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32130dec-7b2f-45a0-82e8-0896759f654d req-6edf6f09-16b5-4309-b4bc-3ad73c618ec8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49c828ae-5e36-4f4a-afa9-e3f163312cdf HTTP/1.1" status: 200 len: 912 time: 0.0860150 Jun 28 07:02:40.908879 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32130dec-7b2f-45a0-82e8-0896759f654d req-b6977509-e65e-4f17-8469-0847cebdd84c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8 HTTP/1.1" status: 200 len: 217 time: 0.0327289 Jun 28 07:02:40.956173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32130dec-7b2f-45a0-82e8-0896759f654d req-f3194a6a-007a-411e-b3e7-10ea252ceea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:40.957663 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32130dec-7b2f-45a0-82e8-0896759f654d req-f3194a6a-007a-411e-b3e7-10ea252ceea5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92b6ec96-aaf6-4a4f-a27b-43b983998577 HTTP/1.1" status: 200 len: 851 time: 0.0431085 Jun 28 07:02:40.990215 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32130dec-7b2f-45a0-82e8-0896759f654d req-2ce38cfa-5d95-449f-9d41-534b4de86d2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49c828ae-5e36-4f4a-afa9-e3f163312cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256734 Jun 28 07:02:41.080697 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32130dec-7b2f-45a0-82e8-0896759f654d req-05b50838-7ec2-416e-9c96-196691d158f6 service neutron] 10.222.0.50 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836296 Jun 28 07:02:41.174512 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32130dec-7b2f-45a0-82e8-0896759f654d req-bbeed0ba-95bf-4c1f-a8bb-e94e3a568841 service neutron] 10.222.0.50 "GET /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869906 Jun 28 07:02:43.222167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8977eb-2f06-401d-955d-a314bf27b498 req-f9324086-2c86-4185-8155-b325e0f04764 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:43.223661 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3c8977eb-2f06-401d-955d-a314bf27b498 req-f9324086-2c86-4185-8155-b325e0f04764 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0646417 Jun 28 07:02:43.261013 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3c8977eb-2f06-401d-955d-a314bf27b498 req-1c1a2049-ea90-40c9-8de6-387a3f52d949 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Jun 28 07:02:43.312402 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:02:43.688698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:44.435522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe240dfc-2f7a-43c3-a876-5346a696caa9 req-4a6d3636-0ffa-4033-9a22-e5c9ba82c64b tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:44.437036 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fe240dfc-2f7a-43c3-a876-5346a696caa9 req-4a6d3636-0ffa-4033-9a22-e5c9ba82c64b tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0633156 Jun 28 07:02:44.476841 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fe240dfc-2f7a-43c3-a876-5346a696caa9 req-ee737425-a9be-4c03-9c25-5549788ed07f tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/security-groups?id=183bc4e6-3777-47da-9f00-7a926a6bd7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342181 Jun 28 07:02:45.030352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32130dec-7b2f-45a0-82e8-0896759f654d req-2349c6b2-6cda-4cf2-8446-669d2556074c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:45.031795 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32130dec-7b2f-45a0-82e8-0896759f654d req-2349c6b2-6cda-4cf2-8446-669d2556074c tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 945 time: 0.0678024 Jun 28 07:02:45.130928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-32130dec-7b2f-45a0-82e8-0896759f654d req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Deleting port 89186fcf-b259-4bde-8310-c7b2b7a389e8 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:02:45.131267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-32130dec-7b2f-45a0-82e8-0896759f654d req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:45.222631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-32130dec-7b2f-45a0-82e8-0896759f654d req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] For port 89186fcf-b259-4bde-8310-c7b2b7a389e8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89186fcf-b259-4bde-8310-c7b2b7a389e8,segment=NetworkSegment(4ad6cc9a-9301-4004-a8e0-018df65fdcf7),segment_id=4ad6cc9a-9301-4004-a8e0-018df65fdcf7)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:02:45.222987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-32130dec-7b2f-45a0-82e8-0896759f654d req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:45.235230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-32130dec-7b2f-45a0-82e8-0896759f654d req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Calling delete_port for 89186fcf-b259-4bde-8310-c7b2b7a389e8 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:02:45.468907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-32130dec-7b2f-45a0-82e8-0896759f654d req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:45.472735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-745c3679-1233-4f52-b6df-d9d1797b3e8d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:45.499050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Pushing event deleted for resources: {'Port': ['ID=89186fcf-b259-4bde-8310-c7b2b7a389e8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:45.502240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['89186fcf-b259-4bde-8310-c7b2b7a389e8'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:02:45.510587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.510587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.510587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.510587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.510587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.510587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.510587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.511522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.511522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.511688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.512001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.512325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:45.538211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:45.560740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-32130dec-7b2f-45a0-82e8-0896759f654d req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] No DVR routers for this DVR port 89186fcf-b259-4bde-8310-c7b2b7a389e8 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:02:45.563277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-32130dec-7b2f-45a0-82e8-0896759f654d req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:45.565548 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32130dec-7b2f-45a0-82e8-0896759f654d req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.50 "DELETE /v2.0/ports/89186fcf-b259-4bde-8310-c7b2b7a389e8 HTTP/1.1" status: 204 len: 173 time: 0.5281012 Jun 28 07:02:45.566072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc48d74e-6ac4-4382-83ed-262365256527', 'name': 'network-vif-deleted', 'tag': '89186fcf-b259-4bde-8310-c7b2b7a389e8'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:02:45.568461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e61421-55ef-40c8-aa37-c3e18ee8229d" -d '{"events": [{"server_uuid": "fc48d74e-6ac4-4382-83ed-262365256527", "name": "network-vif-deleted", "tag": "89186fcf-b259-4bde-8310-c7b2b7a389e8"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:02:45.610418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b22874-c6ce-438b-93b6-c606b89e0a21 x-openstack-request-id: req-f5b22874-c6ce-438b-93b6-c606b89e0a21 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:02:45.624006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc48d74e-6ac4-4382-83ed-262365256527", "name": "network-vif-deleted", "tag": "89186fcf-b259-4bde-8310-c7b2b7a389e8", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:02:45.624006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5b22874-c6ce-438b-93b6-c606b89e0a21 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:02:45.624006 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc48d74e-6ac4-4382-83ed-262365256527', 'name': 'network-vif-deleted', 'tag': '89186fcf-b259-4bde-8310-c7b2b7a389e8', 'status': 'completed', 'code': 200} Jun 28 07:02:45.631856 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6e879a25-3bfe-452b-bb0f-963d711c307e req-e6b599c5-cdd5-4dc6-9483-e4e8c7f2f571 tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 210 time: 0.0324125 Jun 28 07:02:46.797541 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-718114b2-91ac-4ca7-8adf-3d6e9d741f08 req-b50cbe16-6563-4014-95a2-0397faf502ff tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc48d74e-6ac4-4382-83ed-262365256527 HTTP/1.1" status: 200 len: 210 time: 0.0371404 Jun 28 07:02:48.031789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58900) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:02:48.082094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Deleting subnet 92b6ec96-aaf6-4a4f-a27b-43b983998577 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:02:48.085385 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.119558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.160940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.283839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 89186fcf-b259-4bde-8310-c7b2b7a389e8 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:02:48.304227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 89186fcf-b259-4bde-8310-c7b2b7a389e8 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:02:48.304581 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 89186fcf-b259-4bde-8310-c7b2b7a389e8 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:02:48.317673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.319880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fd5a46a1-2585-40b2-8fea-5d56be0157c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:48.344060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b6ec96-aaf6-4a4f-a27b-43b983998577,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:48.351447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.353265 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/92b6ec96-aaf6-4a4f-a27b-43b983998577 HTTP/1.1" status: 204 len: 168 time: 0.3204503 Jun 28 07:02:48.355005 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.355392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.355766 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.356020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58902) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:02:48.356420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.356513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.356839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.357799 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.358321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.358689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.359056 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.359418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.359773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:02:48.362878 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d5d115bc-fe1d-4c70-9667-564ecf202cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:48.435975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.527008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.537139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c828ae-5e36-4f4a-afa9-e3f163312cdf']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:02:48.547781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad6cc9a-9301-4004-a8e0-018df65fdcf7') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:02:48.548080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad6cc9a-9301-4004-a8e0-018df65fdcf7') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:02:48.556766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.570282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.576007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:02:48.576397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:02:48.578034 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:02:48.717723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.721977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:48.723886 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] 10.222.0.24 "DELETE /v2.0/networks/49c828ae-5e36-4f4a-afa9-e3f163312cdf HTTP/1.1" status: 204 len: 168 time: 0.3668354 Jun 28 07:02:48.724713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9d33b8f3-c872-4867-b8ba-294c391bb9a5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:48.742682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=49c828ae-5e36-4f4a-afa9-e3f163312cdf,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:48.744964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:49.069584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58906) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:02:49.110745 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-171fe292-8315-4fb0-97d5-c775ad945675 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d476e37cb60d46978c5e11242b1a41f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398862 Jun 28 07:02:49.113158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58908) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:02:49.164926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-489cd78b-10c6-4403-a7b1-01e827efc067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:49.187904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-489cd78b-10c6-4403-a7b1-01e827efc067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:49.323135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-489cd78b-10c6-4403-a7b1-01e827efc067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:49.326410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-489cd78b-10c6-4403-a7b1-01e827efc067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:49.327598 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-489cd78b-10c6-4403-a7b1-01e827efc067 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/183bc4e6-3777-47da-9f00-7a926a6bd7e9 HTTP/1.1" status: 204 len: 168 time: 0.2135384 Jun 28 07:02:49.328426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ec9cad82-d89a-4055-b21c-603168d36ba6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:49.337063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cd78b-10c6-4403-a7b1-01e827efc067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183bc4e6-3777-47da-9f00-7a926a6bd7e9,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:49.341146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-489cd78b-10c6-4403-a7b1-01e827efc067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:50.464579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 58930) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:02:50.557188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-945472143-network', 'tenant_id': '2aa20fd3c56849ada466f5547d5bd764'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:02:50.634443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Made reservation on behalf of 2aa20fd3c56849ada466f5547d5bd764 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:02:50.636836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:50.645709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:50.737167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:50.819677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:50.822670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-08011f48-e865-4428-b9ae-7842b061edd8 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:50.846620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:02:50.858461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e40c4-a703-48b0-8b3c-8307ca02b03a,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:50.863359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:50.864495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:50.864832 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Added segment 54695b64-4db8-4cfe-b5f9-2d3796c62390 of type vlan for network 83c9d0b5-25b2-479a-927f-c04efca6b62e Jun 28 07:02:50.913215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:51.036448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:51.037559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:51.038132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:51.040275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e6629085-33d4-4d84-837d-d2cb41221cf6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:51.397883 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9321611 Jun 28 07:02:51.400933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 58934) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:02:51.406340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Pushing event updated for resources: {'Network': ['ID=83c9d0b5-25b2-479a-927f-c04efca6b62e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:51.406491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Request body: {'subnet': {'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-945472143-subnet', 'tenant_id': '2aa20fd3c56849ada466f5547d5bd764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:02:51.408996 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:51.416585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 83c9d0b5-25b2-479a-927f-c04efca6b62e details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:02:51.522545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Made reservation on behalf of 2aa20fd3c56849ada466f5547d5bd764 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:02:51.525123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:51.780458 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:51.783290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-34d87938-1096-4781-9111-80e833d3a7c7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:51.843493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad098d87-82e9-4977-908f-ef2bb29cc5f8,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:51.847333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:51.859962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Checking segment: {'id': '54695b64-4db8-4cfe-b5f9-2d3796c62390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:02:51.859962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Network hostable DHCP agents. Network: 83c9d0b5-25b2-479a-927f-c04efca6b62e, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:02:51.973461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Network 83c9d0b5-25b2-479a-927f-c04efca6b62e is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:02:52.076711 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 83c9d0b5-25b2-479a-927f-c04efca6b62e) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:02:52.082813 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:52.084104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:52.088755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad550545-1858-444f-b072-f2f3bc1a83c9 None None] Network 83c9d0b5-25b2-479a-927f-c04efca6b62e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:02:52.163414 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7613060 Jun 28 07:02:52.206815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99995433-6870-401a-9b12-5494cee0111e None None] Network 83c9d0b5-25b2-479a-927f-c04efca6b62e requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:02:52.590279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-045060c5-7332-410f-84a4-48df44e14477 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:52.592321 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-045060c5-7332-410f-84a4-48df44e14477 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 814 time: 0.1032832 Jun 28 07:02:52.606935 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-b9a7ebdd-ed27-4b5d-a9a3-c6b8fb230419 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/quotas/2aa20fd3c56849ada466f5547d5bd764 HTTP/1.1" status: 200 len: 375 time: 0.0091486 Jun 28 07:02:52.640628 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-ee6b30ea-dc11-42db-b70a-61e4df93dc19 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284343 Jun 28 07:02:52.651186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f7c97912-29f6-4a36-946f-df3a7d9b69d2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:02:52.652123 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f7c97912-29f6-4a36-946f-df3a7d9b69d2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051134 Jun 28 07:02:52.737699 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-ce7c096f-e902-413e-bc2c-9b350a4fc746 service neutron] 10.222.0.24 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796180 Jun 28 07:02:52.826725 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-44302d5a-0596-455e-8def-20f8407e6036 service neutron] 10.222.0.24 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833609 Jun 28 07:02:53.098155 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7b07f748-ef06-4487-8a6b-4352eb3b4d94 req-7f4b511d-7ff8-48ef-8409-3228285afc60 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 210 time: 0.0298350 Jun 28 07:02:53.808227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5406ddff-ce12-4df8-b956-a58d126ac3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:54.180379 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-41388de3-08dd-4672-bf94-a1adf574d3cf req-7223b88d-484f-4f35-9bda-2c3e69bf9f27 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 210 time: 0.0302060 Jun 28 07:02:55.324044 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-56f3a931-602d-49a5-ba22-46870ca63dde req-cd7ebc49-b3af-458b-bb4e-395d79078446 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 210 time: 0.0345213 Jun 28 07:02:55.490951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-0198d27b-ccb2-433c-88cd-118a1a062465 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:55.493717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-0198d27b-ccb2-433c-88cd-118a1a062465 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 814 time: 0.1043315 Jun 28 07:02:55.511353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Request body: {'port': {'device_id': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e', 'admin_state_up': True, 'tenant_id': '2aa20fd3c56849ada466f5547d5bd764'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:02:55.691079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Made reservation on behalf of 2aa20fd3c56849ada466f5547d5bd764 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:02:55.694720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:55.818486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Allocated IP 172.20.0.5 (83c9d0b5-25b2-479a-927f-c04efca6b62e/ad098d87-82e9-4977-908f-ef2bb29cc5f8/ce692ea4-483a-41c0-bd53-1b7b23085f1b) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:02:55.970548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:56.074497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:56.079924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:56.120587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Network 83c9d0b5-25b2-479a-927f-c04efca6b62e is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:02:56.126465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:02:56.130129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:02:56.159108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Pushing event updated for resources: {'Port': ['ID=ce692ea4-483a-41c0-bd53-1b7b23085f1b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:56.163351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:56.182540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:56.183142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:56.263348 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7557030 Jun 28 07:02:56.280392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-1c31e6b9-71e1-4d83-96d6-b6ce3303f122 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:02:56.281433 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-1c31e6b9-71e1-4d83-96d6-b6ce3303f122 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054545 Jun 28 07:02:56.291451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Request body: {'port': {'device_id': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:02:56.364474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:56.448027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:56.499368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-883269e2-7f4d-4b84-9713-b35ca693ef86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:56.608289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68979ea1-db3b-4563-8403-da28f7713202 req-e8402d65-bfaa-4756-8515-5e1cbb48131a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:56.609716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68979ea1-db3b-4563-8403-da28f7713202 req-e8402d65-bfaa-4756-8515-5e1cbb48131a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 931 time: 0.1339109 Jun 28 07:02:56.676543 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68979ea1-db3b-4563-8403-da28f7713202 req-0071a91e-f028-403c-98e7-bb67c6d2f931 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581489 Jun 28 07:02:56.707425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce692ea4-483a-41c0-bd53-1b7b23085f1b {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:02:56.714956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:56.726684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Transition to ACTIVE for port object ce692ea4-483a-41c0-bd53-1b7b23085f1b will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:02:56.840057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:56.842634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea183672-10b8-4ac8-9aa4-314fcb302cfd tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:56.892784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Pushing event updated for resources: {'Port': ['ID=ce692ea4-483a-41c0-bd53-1b7b23085f1b,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:56.896300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:56.964110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Attempting to bind port ce692ea4-483a-41c0-bd53-1b7b23085f1b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:02:56.964424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Attempting to bind port ce692ea4-483a-41c0-bd53-1b7b23085f1b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '54695b64-4db8-4cfe-b5f9-2d3796c62390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:02:56.964747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Attempting to bind port ce692ea4-483a-41c0-bd53-1b7b23085f1b on network 83c9d0b5-25b2-479a-927f-c04efca6b62e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:02:56.968984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Port ce692ea4-483a-41c0-bd53-1b7b23085f1b on network 83c9d0b5-25b2-479a-927f-c04efca6b62e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:02:56.969299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Attempting to bind port ce692ea4-483a-41c0-bd53-1b7b23085f1b on network 83c9d0b5-25b2-479a-927f-c04efca6b62e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:02:56.974002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:02:56.974333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Checking segment: {'id': '54695b64-4db8-4cfe-b5f9-2d3796c62390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:02:56.974708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Bound using segment: {'id': '54695b64-4db8-4cfe-b5f9-2d3796c62390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:02:56.975123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Bound port: ce692ea4-483a-41c0-bd53-1b7b23085f1b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54695b64-4db8-4cfe-b5f9-2d3796c62390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:02:56.975469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:57.040171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] For port ce692ea4-483a-41c0-bd53-1b7b23085f1b, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:02:57.043205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] For port ce692ea4-483a-41c0-bd53-1b7b23085f1b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:02:57.137569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:57.139586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a72d6cec-fd7d-4aab-84a6-ee510f2f1ecc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:02:57.174274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:57.174698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:57.176062 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] 10.222.0.50 "PUT /v2.0/ports/ce692ea4-483a-41c0-bd53-1b7b23085f1b HTTP/1.1" status: 200 len: 1093 time: 0.8884406 Jun 28 07:02:57.178459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'tag': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:02:57.180800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307e2849-6e66-4d92-989f-dab397bf2e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6df00ef3-5b94-4421-89d9-086148a23c3a", "tag": "ce692ea4-483a-41c0-bd53-1b7b23085f1b"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:02:57.206828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Pushing event updated for resources: {'Port': ['ID=ce692ea4-483a-41c0-bd53-1b7b23085f1b,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:02:57.210402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:02:57.217186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cf1588-5e33-47c7-85e1-bdb39dea43a4 x-openstack-request-id: req-d1cf1588-5e33-47c7-85e1-bdb39dea43a4 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:02:57.217693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df00ef3-5b94-4421-89d9-086148a23c3a", "tag": "ce692ea4-483a-41c0-bd53-1b7b23085f1b", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:02:57.217999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1cf1588-5e33-47c7-85e1-bdb39dea43a4 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:02:57.218446 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'tag': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b', 'status': 'completed', 'code': 200} Jun 28 07:02:57.317216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e2849-6e66-4d92-989f-dab397bf2e7f req-47d75d5d-dc4e-4774-b5ed-d18abe77642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:57.318708 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-307e2849-6e66-4d92-989f-dab397bf2e7f req-47d75d5d-dc4e-4774-b5ed-d18abe77642d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 1096 time: 0.0557721 Jun 28 07:02:57.423506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e2849-6e66-4d92-989f-dab397bf2e7f req-5070c996-6666-49e8-95b9-ad7b0fe4830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:57.425012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-307e2849-6e66-4d92-989f-dab397bf2e7f req-5070c996-6666-49e8-95b9-ad7b0fe4830c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2aa20fd3c56849ada466f5547d5bd764&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0926533 Jun 28 07:02:57.520470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e2849-6e66-4d92-989f-dab397bf2e7f req-d06e378a-7af9-4b67-94fc-9c2fa8bf3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:57.521962 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-307e2849-6e66-4d92-989f-dab397bf2e7f req-d06e378a-7af9-4b67-94fc-9c2fa8bf3078 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912912 Jun 28 07:02:57.635723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-40bce659-9c5d-493d-8451-e69b11434689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:57.636666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:02:57.637657 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-40bce659-9c5d-493d-8451-e69b11434689 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 1096 time: 0.0532148 Jun 28 07:02:57.688259 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-428bfe00-0761-421a-ad1f-b5ed13841bf5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b HTTP/1.1" status: 200 len: 217 time: 0.0386777 Jun 28 07:02:57.736132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-684e79d8-1151-44b4-b9f9-947ac642c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:57.737622 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-684e79d8-1151-44b4-b9f9-947ac642c677 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad098d87-82e9-4977-908f-ef2bb29cc5f8 HTTP/1.1" status: 200 len: 854 time: 0.0439138 Jun 28 07:02:57.770358 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-61377d76-dcc0-49a6-981d-4e84bb0b4314 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83c9d0b5-25b2-479a-927f-c04efca6b62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265720 Jun 28 07:02:57.901339 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-6a73a2a2-5ac4-40af-88d3-ae0d35d655cd service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244373 Jun 28 07:02:57.911728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d0ad-ee35-4aa2-97f0-aed3d1b39298 req-5e0552de-462c-435b-b801-c3254b5b3de0 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:57.913104 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-28a9d0ad-ee35-4aa2-97f0-aed3d1b39298 req-5e0552de-462c-435b-b801-c3254b5b3de0 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 943 time: 0.1191888 Jun 28 07:02:58.003227 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-28a9d0ad-ee35-4aa2-97f0-aed3d1b39298 req-16787b94-f38a-4164-a187-9ea992d059ab tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820875 Jun 28 07:02:58.027827 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86ab0e8d-25dc-49ef-b2b8-084af7d29d2b req-4bb17add-4c61-40ba-b3e5-b6447576ceab service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138139 Jun 28 07:02:59.176593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd541d8-94d1-4216-a39b-bf7114781258 req-e13fe893-b21a-43b7-9b05-bc871ed10d8e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:02:59.178079 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fd541d8-94d1-4216-a39b-bf7114781258 req-e13fe893-b21a-43b7-9b05-bc871ed10d8e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 943 time: 0.0639431 Jun 28 07:02:59.214422 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0fd541d8-94d1-4216-a39b-bf7114781258 req-0577293e-ee96-45d8-a42a-5269abd847c4 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307271 Jun 28 07:02:59.345478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:00.315001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce692ea4-483a-41c0-bd53-1b7b23085f1b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:03:00.392073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791f136-0d70-4c78-9c1b-14e35a61bd7a req-bb70c6f4-f3a1-415b-9b2c-fcc7fb682c3c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:00.393491 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e791f136-0d70-4c78-9c1b-14e35a61bd7a req-bb70c6f4-f3a1-415b-9b2c-fcc7fb682c3c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 943 time: 0.0687990 Jun 28 07:03:00.418372 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ce692ea4-483a-41c0-bd53-1b7b23085f1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:00.430319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b', 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e', 'port_id': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b', 'mac_address': 'fa:16:3e:c6:a9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad098d87-82e9-4977-908f-ef2bb29cc5f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:03:00.433811 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e791f136-0d70-4c78-9c1b-14e35a61bd7a req-5137edc1-a002-410c-bb2c-57bff554eb30 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343137 Jun 28 07:03:00.468786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:00.480961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce692ea4-483a-41c0-bd53-1b7b23085f1b {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:03:00.500877 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ce692ea4-483a-41c0-bd53-1b7b23085f1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:00.556349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:00.558979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:00.607933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=ce692ea4-483a-41c0-bd53-1b7b23085f1b,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:00.611036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:00.828411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['ce692ea4-483a-41c0-bd53-1b7b23085f1b'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:03:01.606755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8fd8d-bdd9-429e-845a-a29967be2fd0 req-6caecce6-0c67-4ef3-b64d-58f2f7c42d68 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:01.609038 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ca8fd8d-bdd9-429e-845a-a29967be2fd0 req-6caecce6-0c67-4ef3-b64d-58f2f7c42d68 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 944 time: 0.0632443 Jun 28 07:03:01.647318 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ca8fd8d-bdd9-429e-845a-a29967be2fd0 req-477ba730-2429-4379-8a35-141f7f749d85 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Jun 28 07:03:02.322258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce692ea4-483a-41c0-bd53-1b7b23085f1b up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:03:02.424791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port ce692ea4-483a-41c0-bd53-1b7b23085f1b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:03:02.428462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port ce692ea4-483a-41c0-bd53-1b7b23085f1b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:03:02.428841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:02.508635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:02.533512 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:03:02.535784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ebc1c7-ad47-477f-a879-d9e8677b2e91" -d '{"events": [{"server_uuid": "6df00ef3-5b94-4421-89d9-086148a23c3a", "name": "network-vif-plugged", "status": "completed", "tag": "ce692ea4-483a-41c0-bd53-1b7b23085f1b"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:03:02.549393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ce692ea4-483a-41c0-bd53-1b7b23085f1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:02.570639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc184c-c01c-4417-871a-1d2895fa8c39 x-openstack-request-id: req-93dc184c-c01c-4417-871a-1d2895fa8c39 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:03:02.570931 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df00ef3-5b94-4421-89d9-086148a23c3a", "name": "network-vif-plugged", "status": "completed", "tag": "ce692ea4-483a-41c0-bd53-1b7b23085f1b", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:03:02.571180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93dc184c-c01c-4417-871a-1d2895fa8c39 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:03:02.571569 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b', 'code': 200} Jun 28 07:03:02.614061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:02.615936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:02.666797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=ce692ea4-483a-41c0-bd53-1b7b23085f1b,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:02.670050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:02.822684 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57cc70-15ad-4e46-b58f-7716764b6d90 req-35cfa658-87a1-4978-9635-8f6126e8b57e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:02.824183 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7b57cc70-15ad-4e46-b58f-7716764b6d90 req-35cfa658-87a1-4978-9635-8f6126e8b57e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0666101 Jun 28 07:03:02.862800 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7b57cc70-15ad-4e46-b58f-7716764b6d90 req-bfc595b1-6a44-447f-858e-7d18c841fab5 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Jun 28 07:03:02.968605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d181e-eee7-49c7-926f-2dfcc12d174c req-404688e3-b2ec-4dfe-9b2d-6a79cd92b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:02.968605 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-858d181e-eee7-49c7-926f-2dfcc12d174c req-404688e3-b2ec-4dfe-9b2d-6a79cd92b884 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 1098 time: 0.0559590 Jun 28 07:03:03.000683 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-858d181e-eee7-49c7-926f-2dfcc12d174c req-bb388985-8353-4e1d-ace7-5c458febb887 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276904 Jun 28 07:03:04.034995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570beb23-b5b8-4be5-ba40-246c99b77b2c req-9c9d795d-f451-4f3e-b3e0-82ccdc79ffff tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:04.036468 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-570beb23-b5b8-4be5-ba40-246c99b77b2c req-9c9d795d-f451-4f3e-b3e0-82ccdc79ffff tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0634487 Jun 28 07:03:04.074316 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-570beb23-b5b8-4be5-ba40-246c99b77b2c req-867dcfe4-f48e-49bf-8c0d-daa5e2ba84e1 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Jun 28 07:03:05.249622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dc756-d1dc-4a95-9ec4-287d8676ad34 req-54c80ba2-587d-41e5-bba6-83e565d7fafa tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:05.251082 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-141dc756-d1dc-4a95-9ec4-287d8676ad34 req-54c80ba2-587d-41e5-bba6-83e565d7fafa tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0687203 Jun 28 07:03:05.288707 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-141dc756-d1dc-4a95-9ec4-287d8676ad34 req-0dbfff95-90ac-4bb2-9d42-9f6b1805b6a0 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321112 Jun 28 07:03:05.460037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f288c4-63ee-47a9-ada2-85981d7d438f req-681d61e5-50d7-4f8c-8ef2-59319b5326ac tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:05.461522 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-42f288c4-63ee-47a9-ada2-85981d7d438f req-681d61e5-50d7-4f8c-8ef2-59319b5326ac tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0658648 Jun 28 07:03:05.500699 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-42f288c4-63ee-47a9-ada2-85981d7d438f req-b02280a7-a19a-428c-b728-220954336794 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326927 Jun 28 07:03:05.900653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a5f2e-cd80-4d1a-9999-3efbfe2631d7 req-3fab84ac-9992-495c-b0a5-c1e69e46ea8b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:05.902121 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f20a5f2e-cd80-4d1a-9999-3efbfe2631d7 req-3fab84ac-9992-495c-b0a5-c1e69e46ea8b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0626869 Jun 28 07:03:05.940171 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f20a5f2e-cd80-4d1a-9999-3efbfe2631d7 req-010718a9-2c67-473c-a55c-9c6d0cc56389 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Jun 28 07:03:06.114531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a0dd-5acb-4c4e-8338-c906f1fe0df5 req-ff4e6105-fb26-4e1a-9bb8-8cbd8c406212 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:06.115933 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6356a0dd-5acb-4c4e-8338-c906f1fe0df5 req-ff4e6105-fb26-4e1a-9bb8-8cbd8c406212 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0679471 Jun 28 07:03:06.153138 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6356a0dd-5acb-4c4e-8338-c906f1fe0df5 req-691ca7ed-42c8-46c1-a335-9e5eac2a5956 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Jun 28 07:03:06.722745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678dcb1-ba4e-4bac-9fd2-03422c9e39e4 req-0f1f6d75-f730-4258-b1eb-ba1075c9ff27 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:06.724219 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8678dcb1-ba4e-4bac-9fd2-03422c9e39e4 req-0f1f6d75-f730-4258-b1eb-ba1075c9ff27 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0641093 Jun 28 07:03:06.761406 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8678dcb1-ba4e-4bac-9fd2-03422c9e39e4 req-4a80e6be-ffcc-4bbc-9c92-1a6365587d37 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Jun 28 07:03:06.782505 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-577daff9-b72c-4290-9789-a5383da227d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543096 Jun 28 07:03:07.943086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89097-130a-431b-abe1-4ee940f0b80e req-689bfced-4b1a-41eb-9d6e-e4494b77f457 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:07.944570 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-57d89097-130a-431b-abe1-4ee940f0b80e req-689bfced-4b1a-41eb-9d6e-e4494b77f457 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0708613 Jun 28 07:03:07.987429 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-57d89097-130a-431b-abe1-4ee940f0b80e req-34728c25-b946-4608-bff2-9a3e139c9fed tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370297 Jun 28 07:03:08.993033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-0fa69a00-bf2f-4517-8606-04ee76922774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:08.994560 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-0fa69a00-bf2f-4517-8606-04ee76922774 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 1098 time: 0.0534828 Jun 28 07:03:09.085847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-ba2a6fd8-166a-4f34-935d-1ddef0f17e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:09.087441 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-ba2a6fd8-166a-4f34-935d-1ddef0f17e97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 915 time: 0.0868988 Jun 28 07:03:09.139673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-7037f144-1ccd-4ccf-8285-7fbb8cee15f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b HTTP/1.1" status: 200 len: 217 time: 0.0458686 Jun 28 07:03:09.207205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-71a5f25b-819e-4123-8ce0-4d88f8ce4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:09.208875 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-71a5f25b-819e-4123-8ce0-4d88f8ce4385 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad098d87-82e9-4977-908f-ef2bb29cc5f8 HTTP/1.1" status: 200 len: 854 time: 0.0538609 Jun 28 07:03:09.233544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ec38-72e7-4e17-8bbe-88cce8830ca9 req-2bc0f71d-b6eb-4862-a30c-81af2178dbe9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:09.235134 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2644ec38-72e7-4e17-8bbe-88cce8830ca9 req-2bc0f71d-b6eb-4862-a30c-81af2178dbe9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.1358039 Jun 28 07:03:09.257982 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-e953148a-5f46-4fd6-9644-540fefb0a8a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83c9d0b5-25b2-479a-927f-c04efca6b62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422151 Jun 28 07:03:09.336365 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2644ec38-72e7-4e17-8bbe-88cce8830ca9 req-3ed9f513-d5a9-411d-9c91-d150e5998750 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810037 Jun 28 07:03:09.366708 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-ce6ed60e-3a10-4aac-bd7c-80e6176635e2 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018994 Jun 28 07:03:09.458362 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-5bb60802-ff46-42f3-987b-c4de7f4f0815 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852246 Jun 28 07:03:10.511940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a805d-e62c-4a83-8eb3-1a5afec9138e req-593d4976-4f40-451a-8e77-ada0e1a94919 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:10.513429 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e94a805d-e62c-4a83-8eb3-1a5afec9138e req-593d4976-4f40-451a-8e77-ada0e1a94919 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0639164 Jun 28 07:03:10.550653 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e94a805d-e62c-4a83-8eb3-1a5afec9138e req-14ab6018-5267-4f02-b64c-edb680330041 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315328 Jun 28 07:03:11.728877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec01c3-9561-4b66-9575-6ae30bcc1f90 req-48f2b335-b860-4d1a-a58f-100aea0a8b39 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:11.730401 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-43ec01c3-9561-4b66-9575-6ae30bcc1f90 req-48f2b335-b860-4d1a-a58f-100aea0a8b39 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0628393 Jun 28 07:03:11.768550 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-43ec01c3-9561-4b66-9575-6ae30bcc1f90 req-06114848-64a6-4ec0-9e03-f3e123f56dd8 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Jun 28 07:03:12.944572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1e447-8b43-429d-978a-2b2be8fc6cae req-bbd3428a-ef8a-4249-9fd5-4beaaa4187f8 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:12.946096 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50f1e447-8b43-429d-978a-2b2be8fc6cae req-bbd3428a-ef8a-4249-9fd5-4beaaa4187f8 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0664530 Jun 28 07:03:12.983919 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50f1e447-8b43-429d-978a-2b2be8fc6cae req-7004f9f2-9759-43c7-b787-173793f0a512 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Jun 28 07:03:13.584905 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:14.155287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb46509-525a-4ffb-a8fb-2bd74e318168 req-e9937ff5-4c9b-4426-89a3-b408968d12f2 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:14.157448 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6cb46509-525a-4ffb-a8fb-2bd74e318168 req-e9937ff5-4c9b-4426-89a3-b408968d12f2 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0646405 Jun 28 07:03:14.193789 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6cb46509-525a-4ffb-a8fb-2bd74e318168 req-e61168a0-49cb-446a-a205-a2a68ffb9efc tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Jun 28 07:03:15.369687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3acdf2-9411-42dc-b7ea-2ccff3728df4 req-13da2b52-eb5d-4800-9d86-5b3d7fc92386 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:15.371151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b3acdf2-9411-42dc-b7ea-2ccff3728df4 req-13da2b52-eb5d-4800-9d86-5b3d7fc92386 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0673068 Jun 28 07:03:15.407613 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b3acdf2-9411-42dc-b7ea-2ccff3728df4 req-69fde13b-0fd9-477e-b0bc-05cdff32198e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Jun 28 07:03:16.581851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573cc7-b6fb-40c8-8530-d09f1e3fdf10 req-7b9707b9-4b9a-4924-8d78-2ae7caccccf7 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:16.583317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a1573cc7-b6fb-40c8-8530-d09f1e3fdf10 req-7b9707b9-4b9a-4924-8d78-2ae7caccccf7 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0643113 Jun 28 07:03:16.620998 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a1573cc7-b6fb-40c8-8530-d09f1e3fdf10 req-2ad59735-ee4c-4ac4-83d3-f0c00d0c5912 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Jun 28 07:03:17.794840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca50e8-734b-4f81-ae47-c67c93cbb836 req-e3a4a7ff-0e1c-4cdf-ab31-6e1df355ad9b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:17.796966 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-33ca50e8-734b-4f81-ae47-c67c93cbb836 req-e3a4a7ff-0e1c-4cdf-ab31-6e1df355ad9b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0634196 Jun 28 07:03:17.833917 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-33ca50e8-734b-4f81-ae47-c67c93cbb836 req-733cd14a-b6bd-4379-9da8-399a74ea3506 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Jun 28 07:03:19.059639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a841399-18f0-45c2-b587-6b5ef13fd009 req-e9869d7a-3b2a-4db2-a7f6-6ac90b5845a1 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:19.062937 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7a841399-18f0-45c2-b587-6b5ef13fd009 req-e9869d7a-3b2a-4db2-a7f6-6ac90b5845a1 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.1147451 Jun 28 07:03:19.098462 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7a841399-18f0-45c2-b587-6b5ef13fd009 req-ff1c02a6-d6e1-4df8-b773-38cd2a1cbb8b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Jun 28 07:03:20.315749 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:03:20.326203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501f1a8-834f-4395-852c-e837a5e8cefb req-ec137884-f004-40a2-8058-f465a7b8ef1d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:20.327654 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d501f1a8-834f-4395-852c-e837a5e8cefb req-ec137884-f004-40a2-8058-f465a7b8ef1d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.1110957 Jun 28 07:03:20.365343 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d501f1a8-834f-4395-852c-e837a5e8cefb req-cd5bcb2a-ed0e-47b5-a883-5d1636805342 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Jun 28 07:03:21.545053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aef5a-8e1c-40d8-ab59-e8311c6eeabd req-bb7fd578-2e7f-475c-b625-d4fd6844748b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:21.546515 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cc1aef5a-8e1c-40d8-ab59-e8311c6eeabd req-bb7fd578-2e7f-475c-b625-d4fd6844748b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0690064 Jun 28 07:03:21.584732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cc1aef5a-8e1c-40d8-ab59-e8311c6eeabd req-d8700b4f-7f12-4173-a3b7-8e3485982b42 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Jun 28 07:03:22.757139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b03c2-9ba1-4ede-be7a-50fca6803307 req-01fa763b-e78d-49fe-a2ec-c2d17ed6973d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:22.758638 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ef2b03c2-9ba1-4ede-be7a-50fca6803307 req-01fa763b-e78d-49fe-a2ec-c2d17ed6973d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0646479 Jun 28 07:03:22.796178 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ef2b03c2-9ba1-4ede-be7a-50fca6803307 req-e486d1fa-aaaf-433b-aba0-171066a9a7f8 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Jun 28 07:03:23.778964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d764796e-c2eb-4050-ad2c-a33c30dd47e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:23.974549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd084d-d394-4a38-baa5-49d19f6810e9 req-a19a5997-d271-4447-85f7-00358e9ff7a3 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:23.978154 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cebd084d-d394-4a38-baa5-49d19f6810e9 req-a19a5997-d271-4447-85f7-00358e9ff7a3 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0671434 Jun 28 07:03:24.014267 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cebd084d-d394-4a38-baa5-49d19f6810e9 req-27b8c6ca-c20a-4687-8491-d6a76e9299f9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323272 Jun 28 07:03:25.187602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b0e8-4bde-42e3-9e7b-71f5237958d1 req-8183d55d-b9ad-4ae9-999e-93d0042b8190 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:25.189068 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b583b0e8-4bde-42e3-9e7b-71f5237958d1 req-8183d55d-b9ad-4ae9-999e-93d0042b8190 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0660217 Jun 28 07:03:25.227479 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b583b0e8-4bde-42e3-9e7b-71f5237958d1 req-dbb24cf6-7c9e-4ec2-a610-3e623f03c3cf tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Jun 28 07:03:26.403948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1fe89-4e47-4c12-afa7-6e87d4ec53d5 req-4326a1c9-2cda-4280-9a63-41e8be59ab20 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:26.405348 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f6c1fe89-4e47-4c12-afa7-6e87d4ec53d5 req-4326a1c9-2cda-4280-9a63-41e8be59ab20 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0643466 Jun 28 07:03:26.433524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:26.444788 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f6c1fe89-4e47-4c12-afa7-6e87d4ec53d5 req-78c7ca02-b5b5-4f1b-aa20-9ff0792e117c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Jun 28 07:03:26.515835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9e7e12ec-3b5e-4ab3-a124-5a0a2d8db665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:26.832535 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-15642268-2df8-4d0c-8797-4060aa98a0fb service neutron] 10.222.0.50 "GET /v2.0/ports/ce692ea4-483a-41c0-bd53-1b7b23085f1b/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0985994 Jun 28 07:03:27.613730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:27.671525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-094e9738-f75b-427e-8656-3db742e97580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:27.673074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-094e9738-f75b-427e-8656-3db742e97580 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a&tenant_id=2aa20fd3c56849ada466f5547d5bd764 HTTP/1.1" status: 200 len: 1098 time: 0.3942742 Jun 28 07:03:27.685083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896de749-fdec-46a2-b621-8528c15e1db6 req-39fe6cb5-5c13-445c-8f4b-1fe4bd15fe80 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:27.686466 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-896de749-fdec-46a2-b621-8528c15e1db6 req-39fe6cb5-5c13-445c-8f4b-1fe4bd15fe80 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0884428 Jun 28 07:03:27.757885 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-896de749-fdec-46a2-b621-8528c15e1db6 req-01f1438a-1a26-4921-bb58-697bbea8bd84 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656576 Jun 28 07:03:27.778614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-364f962b-2df0-45fb-9e09-b5c865a26fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:27.780097 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-364f962b-2df0-45fb-9e09-b5c865a26fa2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 1098 time: 0.0712442 Jun 28 07:03:27.868397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-544c23ba-887e-4852-85ff-a5e1013bbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:27.869902 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-544c23ba-887e-4852-85ff-a5e1013bbf4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 915 time: 0.0840983 Jun 28 07:03:27.914170 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-123177d7-ba70-4576-8b65-b11f3582cce4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b HTTP/1.1" status: 200 len: 217 time: 0.0378554 Jun 28 07:03:27.961355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-6815b036-dddf-4338-b5cc-26983e6c0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:27.962744 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-6815b036-dddf-4338-b5cc-26983e6c0d34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad098d87-82e9-4977-908f-ef2bb29cc5f8 HTTP/1.1" status: 200 len: 854 time: 0.0431654 Jun 28 07:03:27.997020 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-1c7af5c1-a7c5-4557-b1b9-068b40d0c19c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83c9d0b5-25b2-479a-927f-c04efca6b62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276227 Jun 28 07:03:28.087367 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-b6ad6f9a-6894-4cd9-a26c-22612b2647bd service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840244 Jun 28 07:03:28.173240 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11628bc6-d6e3-484f-b8d8-a56f1cee602c req-751d005c-6a46-4e20-8ba6-0837cfb5ffc2 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801971 Jun 28 07:03:28.934409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c3438-ddf9-4103-a0ba-8eb69d2dbd45 req-8c2bda30-96d1-4a7e-b8b4-331275bbdf24 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:28.935878 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f30c3438-ddf9-4103-a0ba-8eb69d2dbd45 req-8c2bda30-96d1-4a7e-b8b4-331275bbdf24 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0664060 Jun 28 07:03:28.976500 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f30c3438-ddf9-4103-a0ba-8eb69d2dbd45 req-14a9079f-5186-4dc0-bb66-4150b8ce5b54 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jun 28 07:03:29.364871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:30.160296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e4f3c-1013-431d-9dea-4ab9d71a076c req-959305d7-ee4e-484a-8071-234c7f725711 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:30.161989 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-641e4f3c-1013-431d-9dea-4ab9d71a076c req-959305d7-ee4e-484a-8071-234c7f725711 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0672262 Jun 28 07:03:30.199155 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-641e4f3c-1013-431d-9dea-4ab9d71a076c req-525e9169-6f0c-459d-8800-3915ee754b90 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Jun 28 07:03:30.464248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce692ea4-483a-41c0-bd53-1b7b23085f1b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:03:30.470973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce692ea4-483a-41c0-bd53-1b7b23085f1b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:03:30.604416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:30.624267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ce692ea4-483a-41c0-bd53-1b7b23085f1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:30.641722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b', 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e', 'port_id': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b', 'mac_address': 'fa:16:3e:c6:a9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad098d87-82e9-4977-908f-ef2bb29cc5f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:03:30.647859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:03:30.650177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc84e773-921e-4210-9c6a-1e91d757cc72" -d '{"events": [{"server_uuid": "6df00ef3-5b94-4421-89d9-086148a23c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "ce692ea4-483a-41c0-bd53-1b7b23085f1b"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:03:30.664824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ce692ea4-483a-41c0-bd53-1b7b23085f1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:30.696491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2312cbb5-ef4e-42b8-bf9e-9a408b02ab6b x-openstack-request-id: req-2312cbb5-ef4e-42b8-bf9e-9a408b02ab6b {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:03:30.696795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df00ef3-5b94-4421-89d9-086148a23c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "ce692ea4-483a-41c0-bd53-1b7b23085f1b", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:03:30.704335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2312cbb5-ef4e-42b8-bf9e-9a408b02ab6b {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:03:30.704335 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b', 'code': 200} Jun 28 07:03:30.707599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:30.720182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce692ea4-483a-41c0-bd53-1b7b23085f1b {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:03:30.744881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:30.747097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5f98a48c-46ec-46bc-b866-948322fd7403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:30.821902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 07:03:30.822276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 07:03:30.823110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=ce692ea4-483a-41c0-bd53-1b7b23085f1b,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:30.826195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:31.358687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:31.371401 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce692ea4-483a-41c0-bd53-1b7b23085f1b {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:03:31.372186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d226d0e-1f4b-499a-a442-8eda127bee20 req-2053f9ea-54d9-4dd5-a359-07cab82aba74 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:31.373717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5d226d0e-1f4b-499a-a442-8eda127bee20 req-2053f9ea-54d9-4dd5-a359-07cab82aba74 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 943 time: 0.0643682 Jun 28 07:03:31.391399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ce692ea4-483a-41c0-bd53-1b7b23085f1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:31.412957 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5d226d0e-1f4b-499a-a442-8eda127bee20 req-e3d526b9-4c09-4006-be6b-ba10c549d371 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330107 Jun 28 07:03:31.464304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:31.466768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6493fa49-6c9d-46b7-95c2-e623f94f6b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:31.515710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=ce692ea4-483a-41c0-bd53-1b7b23085f1b,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:31.519508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:31.594117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['ce692ea4-483a-41c0-bd53-1b7b23085f1b'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:03:31.816883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4c164-cfc5-45fa-8948-c7132204d065 req-0d79da1a-0502-4df4-ad02-a0f46fbe1a3f tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:31.818281 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cea4c164-cfc5-45fa-8948-c7132204d065 req-0d79da1a-0502-4df4-ad02-a0f46fbe1a3f tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 944 time: 0.0698657 Jun 28 07:03:31.889411 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cea4c164-cfc5-45fa-8948-c7132204d065 req-99ea078b-ae04-4b0d-95b2-19cb9e3dc9d8 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642309 Jun 28 07:03:31.922967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e045b30-98ba-4915-af7f-c379c556b251 req-c8525b98-ff01-4b1b-8bad-bf2f97f42c1a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:31.924402 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e045b30-98ba-4915-af7f-c379c556b251 req-c8525b98-ff01-4b1b-8bad-bf2f97f42c1a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a&tenant_id=2aa20fd3c56849ada466f5547d5bd764&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.0849156 Jun 28 07:03:32.039719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e045b30-98ba-4915-af7f-c379c556b251 req-f303ed48-5d6a-4ced-b159-8f53b2392630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:32.041194 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e045b30-98ba-4915-af7f-c379c556b251 req-f303ed48-5d6a-4ced-b159-8f53b2392630 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 1097 time: 0.0549634 Jun 28 07:03:32.127974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e045b30-98ba-4915-af7f-c379c556b251 req-8d517ab1-4a1b-489f-a45d-0af65213251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:32.129951 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e045b30-98ba-4915-af7f-c379c556b251 req-8d517ab1-4a1b-489f-a45d-0af65213251e service neutron] 10.222.0.50 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 915 time: 0.0827086 Jun 28 07:03:32.172647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e045b30-98ba-4915-af7f-c379c556b251 req-2ad71156-aa50-405c-94e3-56b0467bc2b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b HTTP/1.1" status: 200 len: 217 time: 0.0362692 Jun 28 07:03:32.220174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e045b30-98ba-4915-af7f-c379c556b251 req-cecec22f-a02d-4aac-9b31-59fea2142211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:32.221562 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e045b30-98ba-4915-af7f-c379c556b251 req-cecec22f-a02d-4aac-9b31-59fea2142211 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad098d87-82e9-4977-908f-ef2bb29cc5f8 HTTP/1.1" status: 200 len: 854 time: 0.0417807 Jun 28 07:03:32.254516 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e045b30-98ba-4915-af7f-c379c556b251 req-8a432c4f-596b-4e35-ad44-75903924142f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83c9d0b5-25b2-479a-927f-c04efca6b62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263963 Jun 28 07:03:32.343831 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e045b30-98ba-4915-af7f-c379c556b251 req-1c6f40c2-43dc-444a-bfb2-93cfef665165 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828278 Jun 28 07:03:32.432077 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e045b30-98ba-4915-af7f-c379c556b251 req-455d6693-803a-470f-a3ed-ef475c1d8797 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807858 Jun 28 07:03:32.493597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce692ea4-483a-41c0-bd53-1b7b23085f1b up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:03:32.543046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port ce692ea4-483a-41c0-bd53-1b7b23085f1b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:03:32.543448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:32.619114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:32.651094 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ce692ea4-483a-41c0-bd53-1b7b23085f1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:32.698301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:03:32.700558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f3017d-3056-46f4-850f-db068dec50f8" -d '{"events": [{"server_uuid": "6df00ef3-5b94-4421-89d9-086148a23c3a", "name": "network-vif-plugged", "status": "completed", "tag": "ce692ea4-483a-41c0-bd53-1b7b23085f1b"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:03:32.742419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:32.744879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-4deb402d-d645-4fe9-bdf2-3c723a972fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:32.748227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964c6b68-e5d6-48b2-b783-15812ecf7631 x-openstack-request-id: req-964c6b68-e5d6-48b2-b783-15812ecf7631 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:03:32.748519 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df00ef3-5b94-4421-89d9-086148a23c3a", "name": "network-vif-plugged", "status": "completed", "tag": "ce692ea4-483a-41c0-bd53-1b7b23085f1b", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:03:32.748772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-964c6b68-e5d6-48b2-b783-15812ecf7631 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:03:32.749193 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b', 'code': 200} Jun 28 07:03:32.794203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=ce692ea4-483a-41c0-bd53-1b7b23085f1b,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:32.797201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:32.838798 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-40a6d81d-9125-479b-8c3c-082b79f2b3cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533557 Jun 28 07:03:32.954409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-5f8ff3a5-dee9-4e6e-936d-056dc6f7b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:32.955913 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-5f8ff3a5-dee9-4e6e-936d-056dc6f7b847 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 1098 time: 0.0600355 Jun 28 07:03:33.102938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-036117d3-dd8a-47f6-9163-3cc05f6e22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:33.104427 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-036117d3-dd8a-47f6-9163-3cc05f6e22cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 915 time: 0.1267877 Jun 28 07:03:33.124719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e14df5-5bbb-4f53-a1b5-60c89e9e8939 req-04ca0cf5-4817-45ea-bee3-0e446b1ae9b9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:33.126157 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87e14df5-5bbb-4f53-a1b5-60c89e9e8939 req-04ca0cf5-4817-45ea-bee3-0e446b1ae9b9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.1248155 Jun 28 07:03:33.159677 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-6ae6b022-606d-47bc-b323-2abdefa2c635 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b HTTP/1.1" status: 200 len: 217 time: 0.0485833 Jun 28 07:03:33.217825 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87e14df5-5bbb-4f53-a1b5-60c89e9e8939 req-489cfd12-90d7-4919-bbb0-70efecbc5d02 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647604 Jun 28 07:03:33.225371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-aa76ea51-260c-4b43-8277-9badc1b34697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:33.226757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-aa76ea51-260c-4b43-8277-9badc1b34697 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad098d87-82e9-4977-908f-ef2bb29cc5f8 HTTP/1.1" status: 200 len: 854 time: 0.0589967 Jun 28 07:03:33.264619 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-d76ffbe2-52e4-48d0-8562-141fa0fada72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83c9d0b5-25b2-479a-927f-c04efca6b62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316944 Jun 28 07:03:33.354456 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-a12c3064-2762-4c10-b49d-2e70b70962d6 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823908 Jun 28 07:03:33.448982 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ba8a70db-6538-4522-8060-8c20a3d733e8 req-521a86ab-af5f-4314-9623-e34d9b3fbf1b service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880060 Jun 28 07:03:34.391470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3337c00-40a2-47ec-85dd-1f039e3275f7 req-d67ca1d0-c31d-43d9-bba1-237723fbfcee tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:34.392833 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3337c00-40a2-47ec-85dd-1f039e3275f7 req-d67ca1d0-c31d-43d9-bba1-237723fbfcee tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0627720 Jun 28 07:03:34.430073 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3337c00-40a2-47ec-85dd-1f039e3275f7 req-7b21cd1b-decb-4bb3-aa9b-ee07da833614 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311720 Jun 28 07:03:34.603962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f96e2-2941-4bb5-8cc4-6501d58cdc9b req-c4d67e52-4a69-4c60-bb02-ba996a099871 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:34.605502 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-018f96e2-2941-4bb5-8cc4-6501d58cdc9b req-c4d67e52-4a69-4c60-bb02-ba996a099871 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0628235 Jun 28 07:03:34.643677 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-018f96e2-2941-4bb5-8cc4-6501d58cdc9b req-62908753-1a74-4e6a-8055-f824b0c8d52d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325921 Jun 28 07:03:34.817186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c151f6-0f6b-4f74-8a23-2f1fc74800cb req-5b9d3103-fd46-4740-8d31-5baa06a80e4e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:34.819773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-79c151f6-0f6b-4f74-8a23-2f1fc74800cb req-5b9d3103-fd46-4740-8d31-5baa06a80e4e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0700271 Jun 28 07:03:34.857467 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-79c151f6-0f6b-4f74-8a23-2f1fc74800cb req-463c7199-ec76-410b-b5ed-aeeb569df18f tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Jun 28 07:03:35.491835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-2aebe4c6-3761-4b1a-a79c-d088f6c8c014 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:35.493355 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-2aebe4c6-3761-4b1a-a79c-d088f6c8c014 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 814 time: 0.1000457 Jun 28 07:03:35.507781 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-0348bb3d-d920-48b8-b9bc-cb46055948bb tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/quotas/2aa20fd3c56849ada466f5547d5bd764 HTTP/1.1" status: 200 len: 375 time: 0.0090301 Jun 28 07:03:35.575211 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-d248999f-199c-40eb-843f-9ccde1095474 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622127 Jun 28 07:03:35.626524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-8a640007-ed77-4a7c-aa1a-b882ba105a2a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:03:35.627523 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-8a640007-ed77-4a7c-aa1a-b882ba105a2a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460935 Jun 28 07:03:35.715589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-42cdeaf5-46e9-4068-b63d-7a2cf566750e service neutron] 10.222.0.24 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819645 Jun 28 07:03:35.806039 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-e06a022f-40ec-4348-9a76-307337b51ac4 service neutron] 10.222.0.24 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849707 Jun 28 07:03:36.031586 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-20e227c8-9727-4bc6-8b11-87708455bce1 req-ac66b40a-0bd1-460c-8358-4465785200bc tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 210 time: 0.0295296 Jun 28 07:03:37.175678 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a7464603-4c21-4391-b6fd-1d76bfab0485 req-12a3da79-6d26-470f-a203-b03ab894caf6 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 210 time: 0.0287437 Jun 28 07:03:37.280879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-6ce0c536-624d-412e-aad4-002acf7d058f tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:37.282316 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-6ce0c536-624d-412e-aad4-002acf7d058f tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "GET /v2.0/ports?device_id=6df00ef3-5b94-4421-89d9-086148a23c3a HTTP/1.1" status: 200 len: 945 time: 0.0645921 Jun 28 07:03:37.382203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Deleting port ce692ea4-483a-41c0-bd53-1b7b23085f1b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:03:37.382456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:37.472486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] For port ce692ea4-483a-41c0-bd53-1b7b23085f1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce692ea4-483a-41c0-bd53-1b7b23085f1b,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:37.472834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:37.484773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Calling delete_port for ce692ea4-483a-41c0-bd53-1b7b23085f1b owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:03:37.671330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:37.676194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eb630f26-7e0b-4a8e-935f-0ee1eefc77b6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:37.703303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['ce692ea4-483a-41c0-bd53-1b7b23085f1b'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:03:37.706337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Pushing event deleted for resources: {'Port': ['ID=ce692ea4-483a-41c0-bd53-1b7b23085f1b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:37.712316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:37.751704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] No DVR routers for this DVR port ce692ea4-483a-41c0-bd53-1b7b23085f1b on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:03:37.754319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:37.757446 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4c935390-ff88-42aa-8c1d-b87b6f8cb15c req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "DELETE /v2.0/ports/ce692ea4-483a-41c0-bd53-1b7b23085f1b HTTP/1.1" status: 204 len: 173 time: 0.4696593 Jun 28 07:03:37.757995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'name': 'network-vif-deleted', 'tag': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:03:37.761113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a4d4a9-063c-4033-bd0f-15ab19b47783" -d '{"events": [{"server_uuid": "6df00ef3-5b94-4421-89d9-086148a23c3a", "name": "network-vif-deleted", "tag": "ce692ea4-483a-41c0-bd53-1b7b23085f1b"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:03:37.855076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cf8f2c-c63b-40c6-8739-584322f14244 x-openstack-request-id: req-77cf8f2c-c63b-40c6-8739-584322f14244 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:03:37.855076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df00ef3-5b94-4421-89d9-086148a23c3a", "name": "network-vif-deleted", "tag": "ce692ea4-483a-41c0-bd53-1b7b23085f1b", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:03:37.855076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77cf8f2c-c63b-40c6-8739-584322f14244 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:03:37.855076 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df00ef3-5b94-4421-89d9-086148a23c3a', 'name': 'network-vif-deleted', 'tag': 'ce692ea4-483a-41c0-bd53-1b7b23085f1b', 'status': 'completed', 'code': 200} Jun 28 07:03:38.078670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-db6d97d8-0f4e-4af8-9565-c5916c325595 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:38.080094 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-db6d97d8-0f4e-4af8-9565-c5916c325595 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 814 time: 0.1023993 Jun 28 07:03:38.098173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Request body: {'port': {'device_id': '63305467-58d5-4f43-8214-93298ba4d049', 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e', 'admin_state_up': True, 'tenant_id': '2aa20fd3c56849ada466f5547d5bd764'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:03:38.281530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Made reservation on behalf of 2aa20fd3c56849ada466f5547d5bd764 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:03:38.285536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:38.327345 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1cab23d0-1ad2-4a69-8874-ca7b53caa7d5 req-06349978-0453-4b2d-9566-4f93b95e31e4 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 210 time: 0.0384045 Jun 28 07:03:38.440027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Allocated IP 172.20.0.11 (83c9d0b5-25b2-479a-927f-c04efca6b62e/ad098d87-82e9-4977-908f-ef2bb29cc5f8/059b4659-be92-46b5-a835-fa8395be2871) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:03:38.587528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:38.693662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:38.697651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b63b6f83-1aaa-4986-9adc-84c8d1c6ec09 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:38.736982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Network 83c9d0b5-25b2-479a-927f-c04efca6b62e is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:03:38.742085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:03:38.745835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:03:38.774189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Pushing event updated for resources: {'Port': ['ID=059b4659-be92-46b5-a835-fa8395be2871,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:38.778598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:38.798136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:38.798745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:38.865596 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7712157 Jun 28 07:03:38.882075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Request body: {'port': {'device_id': '63305467-58d5-4f43-8214-93298ba4d049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:03:38.956738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:39.214107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059b4659-be92-46b5-a835-fa8395be2871 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:03:39.221287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:39.233097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Transition to ACTIVE for port object 059b4659-be92-46b5-a835-fa8395be2871 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:03:39.304125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:39.306215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-860ee8a1-2037-4ede-8c76-2f609d706776 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:39.352725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Pushing event updated for resources: {'Port': ['ID=059b4659-be92-46b5-a835-fa8395be2871,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:39.358156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:39.425549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Attempting to bind port 059b4659-be92-46b5-a835-fa8395be2871 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:03:39.425888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Attempting to bind port 059b4659-be92-46b5-a835-fa8395be2871 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '54695b64-4db8-4cfe-b5f9-2d3796c62390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:03:39.426218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Attempting to bind port 059b4659-be92-46b5-a835-fa8395be2871 on network 83c9d0b5-25b2-479a-927f-c04efca6b62e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:03:39.430667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Port 059b4659-be92-46b5-a835-fa8395be2871 on network 83c9d0b5-25b2-479a-927f-c04efca6b62e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:03:39.430987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Attempting to bind port 059b4659-be92-46b5-a835-fa8395be2871 on network 83c9d0b5-25b2-479a-927f-c04efca6b62e {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:03:39.435850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:03:39.436186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Checking segment: {'id': '54695b64-4db8-4cfe-b5f9-2d3796c62390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:03:39.436571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Bound using segment: {'id': '54695b64-4db8-4cfe-b5f9-2d3796c62390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:03:39.437031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Bound port: 059b4659-be92-46b5-a835-fa8395be2871, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54695b64-4db8-4cfe-b5f9-2d3796c62390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:03:39.437391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:39.827730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] For port 059b4659-be92-46b5-a835-fa8395be2871, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:03:39.831286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] For port 059b4659-be92-46b5-a835-fa8395be2871, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=059b4659-be92-46b5-a835-fa8395be2871,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:03:39.839909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a864b-793d-4791-b0cc-4cf0b6b58623 req-82bf6b8d-e2bf-4f90-b94c-650f4c556ad0 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:39.841410 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a0a864b-793d-4791-b0cc-4cf0b6b58623 req-82bf6b8d-e2bf-4f90-b94c-650f4c556ad0 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 944 time: 0.3947213 Jun 28 07:03:39.879107 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a0a864b-793d-4791-b0cc-4cf0b6b58623 req-f9cf202b-e054-41ae-a978-651a0b00c586 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Jun 28 07:03:39.933200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:39.935373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:39.973816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:39.974586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:39.975940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] 10.222.0.50 "PUT /v2.0/ports/059b4659-be92-46b5-a835-fa8395be2871 HTTP/1.1" status: 200 len: 1094 time: 1.0980909 Jun 28 07:03:39.976464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63305467-58d5-4f43-8214-93298ba4d049', 'tag': '059b4659-be92-46b5-a835-fa8395be2871'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:03:39.978763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedc8094-008e-451f-908d-13c0ade2e6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "63305467-58d5-4f43-8214-93298ba4d049", "tag": "059b4659-be92-46b5-a835-fa8395be2871"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:03:39.997559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Pushing event updated for resources: {'Port': ['ID=059b4659-be92-46b5-a835-fa8395be2871,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:40.000633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:40.019959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10e6db1-d5db-4ffd-8e16-0203094db3f3 x-openstack-request-id: req-a10e6db1-d5db-4ffd-8e16-0203094db3f3 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:03:40.020320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63305467-58d5-4f43-8214-93298ba4d049", "tag": "059b4659-be92-46b5-a835-fa8395be2871", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:03:40.021325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a10e6db1-d5db-4ffd-8e16-0203094db3f3 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:03:40.021807 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63305467-58d5-4f43-8214-93298ba4d049', 'tag': '059b4659-be92-46b5-a835-fa8395be2871', 'status': 'completed', 'code': 200} Jun 28 07:03:40.122229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc8094-008e-451f-908d-13c0ade2e6bf req-9b17565e-d76e-4420-85aa-34c19db6151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:40.123701 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eedc8094-008e-451f-908d-13c0ade2e6bf req-9b17565e-d76e-4420-85aa-34c19db6151a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 1097 time: 0.0522864 Jun 28 07:03:40.233117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc8094-008e-451f-908d-13c0ade2e6bf req-2a102f6f-a2a1-4073-bea4-4b0ef216c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:40.234555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eedc8094-008e-451f-908d-13c0ade2e6bf req-2a102f6f-a2a1-4073-bea4-4b0ef216c17d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2aa20fd3c56849ada466f5547d5bd764&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918884 Jun 28 07:03:40.328366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc8094-008e-451f-908d-13c0ade2e6bf req-f64fe9de-8faa-4aa4-b5ff-f9c976e8fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:40.329918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eedc8094-008e-451f-908d-13c0ade2e6bf req-f64fe9de-8faa-4aa4-b5ff-f9c976e8fca7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875273 Jun 28 07:03:40.450083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-0e8e9d7b-1feb-4d60-82d3-2b90c75cafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:40.459189 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-0e8e9d7b-1feb-4d60-82d3-2b90c75cafd9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 1097 time: 0.0563416 Jun 28 07:03:40.499913 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-7cb57b90-ea36-4d67-8292-1f6d8e90d771 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=059b4659-be92-46b5-a835-fa8395be2871 HTTP/1.1" status: 200 len: 217 time: 0.0335071 Jun 28 07:03:40.547685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-8ef3e578-2e8c-4e46-bdb5-5bc41104d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:40.549221 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-8ef3e578-2e8c-4e46-bdb5-5bc41104d2b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad098d87-82e9-4977-908f-ef2bb29cc5f8 HTTP/1.1" status: 200 len: 854 time: 0.0419557 Jun 28 07:03:40.556595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce692ea4-483a-41c0-bd53-1b7b23085f1b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:03:40.576755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: ce692ea4-483a-41c0-bd53-1b7b23085f1b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:03:40.577132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce692ea4-483a-41c0-bd53-1b7b23085f1b not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:03:40.593754 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-acaf2f5e-5c72-4d9c-9f31-77fcc44aeeb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83c9d0b5-25b2-479a-927f-c04efca6b62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370107 Jun 28 07:03:40.686942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-e15b9263-f265-403a-9c46-905a6fa0a779 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848699 Jun 28 07:03:40.777413 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b579224-9770-4a5c-9e7a-fbe07daf4895 req-768be72e-2ff2-4800-8bb7-bc2c0553ab53 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834420 Jun 28 07:03:41.057230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c22f5-249f-4783-9b56-47aa98b62e33 req-33e6a428-ee1a-499c-81a7-dbfb8abc3ead tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:41.058613 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd7c22f5-249f-4783-9b56-47aa98b62e33 req-33e6a428-ee1a-499c-81a7-dbfb8abc3ead tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 944 time: 0.0647626 Jun 28 07:03:41.095860 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd7c22f5-249f-4783-9b56-47aa98b62e33 req-7d0cb1c2-aab9-44ab-ba05-bc0ed4beefc1 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Jun 28 07:03:42.267229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446f403-7c53-46ae-9567-c0ea192599c1 req-edb8115e-02f5-47e8-bb20-84dff6ecf21c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:42.268662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f446f403-7c53-46ae-9567-c0ea192599c1 req-edb8115e-02f5-47e8-bb20-84dff6ecf21c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 944 time: 0.0640488 Jun 28 07:03:42.306255 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f446f403-7c53-46ae-9567-c0ea192599c1 req-0e51e35c-30a8-4b97-bab0-ebfa48a6dbc2 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Jun 28 07:03:42.563171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 059b4659-be92-46b5-a835-fa8395be2871 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:03:42.654602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 059b4659-be92-46b5-a835-fa8395be2871, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=059b4659-be92-46b5-a835-fa8395be2871,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:42.668523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '059b4659-be92-46b5-a835-fa8395be2871', 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e', 'port_id': '059b4659-be92-46b5-a835-fa8395be2871', 'mac_address': 'fa:16:3e:65:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad098d87-82e9-4977-908f-ef2bb29cc5f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:03:42.704434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:42.716839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059b4659-be92-46b5-a835-fa8395be2871 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:03:42.735272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 059b4659-be92-46b5-a835-fa8395be2871, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=059b4659-be92-46b5-a835-fa8395be2871,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:42.801292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:42.803571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:42.848231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=059b4659-be92-46b5-a835-fa8395be2871,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:42.855494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.855850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.856196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.856538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.856896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.857235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.857568 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.857897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.858224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.858549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.858873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.859210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:03:42.862855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:43.088957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['059b4659-be92-46b5-a835-fa8395be2871'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:03:43.481367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ccf18-b749-4462-b5fb-4d63ef5730db req-3590f9d3-8256-4bd7-80fa-f6dd23979806 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:43.482826 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e1ccf18-b749-4462-b5fb-4d63ef5730db req-3590f9d3-8256-4bd7-80fa-f6dd23979806 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 945 time: 0.0674560 Jun 28 07:03:43.519307 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e1ccf18-b749-4462-b5fb-4d63ef5730db req-23d12ede-c5df-447e-bae6-a907a236d77a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308447 Jun 28 07:03:43.582123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:44.573072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 059b4659-be92-46b5-a835-fa8395be2871 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:03:44.687193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 059b4659-be92-46b5-a835-fa8395be2871 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:03:44.690617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379471f3-a055-41c5-b8b8-be04547767a8 req-4f2170d4-8f1d-47c1-9813-121873ef2aa0 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:44.691087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 059b4659-be92-46b5-a835-fa8395be2871 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:03:44.691474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:44.692084 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-379471f3-a055-41c5-b8b8-be04547767a8 req-4f2170d4-8f1d-47c1-9813-121873ef2aa0 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 945 time: 0.0640633 Jun 28 07:03:44.731218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-379471f3-a055-41c5-b8b8-be04547767a8 req-5cc699c8-76f4-424c-9b47-df0d250d030e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Jun 28 07:03:44.772085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:44.793582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63305467-58d5-4f43-8214-93298ba4d049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b4659-be92-46b5-a835-fa8395be2871'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:03:44.795791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2347c190-a1af-40d5-8dbb-d56e41ea03d2" -d '{"events": [{"server_uuid": "63305467-58d5-4f43-8214-93298ba4d049", "name": "network-vif-plugged", "status": "completed", "tag": "059b4659-be92-46b5-a835-fa8395be2871"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:03:44.808579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 059b4659-be92-46b5-a835-fa8395be2871, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=059b4659-be92-46b5-a835-fa8395be2871,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:03:44.831099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3ae16c-a282-47ca-976f-5c29fef31542 x-openstack-request-id: req-dd3ae16c-a282-47ca-976f-5c29fef31542 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:03:44.831400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63305467-58d5-4f43-8214-93298ba4d049", "name": "network-vif-plugged", "status": "completed", "tag": "059b4659-be92-46b5-a835-fa8395be2871", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:03:44.831662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd3ae16c-a282-47ca-976f-5c29fef31542 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:03:44.832082 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63305467-58d5-4f43-8214-93298ba4d049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b4659-be92-46b5-a835-fa8395be2871', 'code': 200} Jun 28 07:03:44.869919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:44.871807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:03:44.917950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=059b4659-be92-46b5-a835-fa8395be2871,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:03:44.920836 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:03:45.175608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0a68a-8a06-472a-820a-3b6d6251b202 req-a7d0a619-13e9-4675-a5d8-3850482fc71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:45.177961 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f6b0a68a-8a06-472a-820a-3b6d6251b202 req-a7d0a619-13e9-4675-a5d8-3850482fc71b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 1099 time: 0.0551963 Jun 28 07:03:45.210357 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f6b0a68a-8a06-472a-820a-3b6d6251b202 req-50ba4dd7-95fc-474a-af54-30689861c1cd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266547 Jun 28 07:03:45.905857 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761c6c2-ec8e-49b2-8969-6d13d73be123 req-d9fef416-1d08-4d1d-9e23-cab94fd35539 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:45.907258 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0761c6c2-ec8e-49b2-8969-6d13d73be123 req-d9fef416-1d08-4d1d-9e23-cab94fd35539 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0651827 Jun 28 07:03:45.944589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0761c6c2-ec8e-49b2-8969-6d13d73be123 req-a487865d-854c-4d4d-aa62-49e8c3b0e6f1 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Jun 28 07:03:47.118305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f30f58-549d-4dd9-a2ea-803bfce12e0f req-07068635-e563-4a46-ae25-c5c23cfa696c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:47.119754 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11f30f58-549d-4dd9-a2ea-803bfce12e0f req-07068635-e563-4a46-ae25-c5c23cfa696c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0632102 Jun 28 07:03:47.157405 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11f30f58-549d-4dd9-a2ea-803bfce12e0f req-e5142292-1ff8-419e-af62-aa2ccddd89a6 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 Jun 28 07:03:47.329155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e994ddc-a43b-47d2-a77e-f26ef86a99af req-aec66bc0-031f-404a-84f7-c7577626b95a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:47.330536 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6e994ddc-a43b-47d2-a77e-f26ef86a99af req-aec66bc0-031f-404a-84f7-c7577626b95a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0666287 Jun 28 07:03:47.368357 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6e994ddc-a43b-47d2-a77e-f26ef86a99af req-2374f9a9-871f-4c74-b997-fa22e77e950f tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311077 Jun 28 07:03:47.901929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946da037-2fed-421f-8b55-9e0950e143e2 req-de09aa05-d0d9-403e-a2b5-0d42c124dee3 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:47.903318 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-946da037-2fed-421f-8b55-9e0950e143e2 req-de09aa05-d0d9-403e-a2b5-0d42c124dee3 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0637996 Jun 28 07:03:47.941118 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-946da037-2fed-421f-8b55-9e0950e143e2 req-0230d107-c3cb-42af-9bd2-afc644ee45d2 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Jun 28 07:03:47.979448 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-2c59b472-4dcb-4d38-880c-5293fddf931c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0550804 Jun 28 07:03:49.124434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96cd60-3ad1-4928-8301-dfd9f1e6f171 req-7964e3fd-b87a-4b1e-9f3a-a15cb66af00d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:49.125959 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c96cd60-3ad1-4928-8301-dfd9f1e6f171 req-7964e3fd-b87a-4b1e-9f3a-a15cb66af00d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0689907 Jun 28 07:03:49.166232 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c96cd60-3ad1-4928-8301-dfd9f1e6f171 req-9ae81da5-e261-4fb9-aab9-179210a78057 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339777 Jun 28 07:03:50.188669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-79f3a365-ed54-437d-97a9-645ae5828c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:50.190225 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-79f3a365-ed54-437d-97a9-645ae5828c45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 1099 time: 0.0540423 Jun 28 07:03:50.280220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-549c0cc7-a48a-412f-8a34-8346b9e33de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:50.281680 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-549c0cc7-a48a-412f-8a34-8346b9e33de3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 915 time: 0.0853107 Jun 28 07:03:50.348796 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-6ff7423e-b8a4-45e0-aa56-8e5f146d5770 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=059b4659-be92-46b5-a835-fa8395be2871 HTTP/1.1" status: 200 len: 217 time: 0.0589120 Jun 28 07:03:50.407064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-7d99d2aa-4a8a-4e8a-bf6e-088745650bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:50.408387 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-7d99d2aa-4a8a-4e8a-bf6e-088745650bbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad098d87-82e9-4977-908f-ef2bb29cc5f8 HTTP/1.1" status: 200 len: 854 time: 0.0532324 Jun 28 07:03:50.417148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d3014-4aea-452f-887a-2726efe3c71d req-e25bdfb6-50ef-492e-a384-11909a02b56c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:50.418502 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2d1d3014-4aea-452f-887a-2726efe3c71d req-e25bdfb6-50ef-492e-a384-11909a02b56c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.1404519 Jun 28 07:03:50.459607 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-a4a13d21-89f8-4686-a5b6-172e6dded76e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83c9d0b5-25b2-479a-927f-c04efca6b62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402086 Jun 28 07:03:50.499178 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2d1d3014-4aea-452f-887a-2726efe3c71d req-ea0adcbb-a995-4828-93cc-31a787db961e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726221 Jun 28 07:03:50.558821 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-6d3f3ed4-4986-4643-b589-522a9f51bd66 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920951 Jun 28 07:03:50.650168 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-f04672bc-a5d3-44ae-bf25-92ec1402a1a1 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850711 Jun 28 07:03:51.673378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f8415-12b8-4395-bb40-cc6ea0f7ddb3 req-971a3d15-6a35-443d-9282-99684a55b343 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:51.674867 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e1f8415-12b8-4395-bb40-cc6ea0f7ddb3 req-971a3d15-6a35-443d-9282-99684a55b343 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0648761 Jun 28 07:03:51.713298 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e1f8415-12b8-4395-bb40-cc6ea0f7ddb3 req-c56f3abf-3352-49d8-b0a4-a7c7361459c2 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Jun 28 07:03:52.893027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475ce4-7d05-4459-ac84-13df0c1355a6 req-9dd07d37-596a-464b-b1ee-df604d09eebd tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:52.894380 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01475ce4-7d05-4459-ac84-13df0c1355a6 req-9dd07d37-596a-464b-b1ee-df604d09eebd tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0669525 Jun 28 07:03:52.931705 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01475ce4-7d05-4459-ac84-13df0c1355a6 req-d94e1daa-0e15-4a35-8722-e0b74184e472 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Jun 28 07:03:53.775936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-289ee5fd-1283-4079-af2f-493046759658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:54.109208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7671fba-9ce1-4334-acc8-3a34f338fe8e req-d9757742-2c5e-48d8-b267-ab0144aa6a26 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:54.110752 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b7671fba-9ce1-4334-acc8-3a34f338fe8e req-d9757742-2c5e-48d8-b267-ab0144aa6a26 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0651994 Jun 28 07:03:54.147831 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b7671fba-9ce1-4334-acc8-3a34f338fe8e req-4e497bcf-6be0-4422-8c25-1fbf8a6615e9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308268 Jun 28 07:03:55.318244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808798-1adc-4da6-a785-a1af654786e9 req-37fb4984-1ab7-44fc-b06b-46c5642edd00 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:55.319716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-84808798-1adc-4da6-a785-a1af654786e9 req-37fb4984-1ab7-44fc-b06b-46c5642edd00 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0628703 Jun 28 07:03:55.358169 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-84808798-1adc-4da6-a785-a1af654786e9 req-1fba07b7-da1a-47f8-bac5-55e2cfe9f109 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328023 Jun 28 07:03:56.424052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:56.475750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e50b0571-97a2-4748-b2ed-c24d088b873b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:56.536389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beee813-7d5f-420e-b590-0184ac196b92 req-5547de9a-9aaf-40c9-96c8-4a6d894d7608 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:56.537916 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1beee813-7d5f-420e-b590-0184ac196b92 req-5547de9a-9aaf-40c9-96c8-4a6d894d7608 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0703821 Jun 28 07:03:56.574312 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1beee813-7d5f-420e-b590-0184ac196b92 req-930f15de-7142-4245-b233-781fc5144bb7 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307407 Jun 28 07:03:57.314412 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:03:57.618280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:03:57.745861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635d40d-119a-42b2-82ff-25d42b3ec965 req-d11804cd-0e79-4520-a59b-d72c8f12594a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:57.747312 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c635d40d-119a-42b2-82ff-25d42b3ec965 req-d11804cd-0e79-4520-a59b-d72c8f12594a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0625153 Jun 28 07:03:57.783922 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c635d40d-119a-42b2-82ff-25d42b3ec965 req-1a7335b1-b0b8-40ae-8812-43a4464248fa tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Jun 28 07:03:58.959636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e263d-f835-4b0f-8173-6e98a51c84d4 req-f3325ef8-accc-47b9-84db-0cf2660c92f1 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:03:58.961108 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a0e263d-f835-4b0f-8173-6e98a51c84d4 req-f3325ef8-accc-47b9-84db-0cf2660c92f1 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0662661 Jun 28 07:03:58.997534 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a0e263d-f835-4b0f-8173-6e98a51c84d4 req-88af1d7a-f608-49bb-ba5c-4b868b472185 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Jun 28 07:03:59.378296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:00.170082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa30dd-fd2b-46a3-bd5e-993162645e2c req-b0006b6e-6444-4fca-ac50-fc08d004417a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:00.173556 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3fa30dd-fd2b-46a3-bd5e-993162645e2c req-b0006b6e-6444-4fca-ac50-fc08d004417a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0628893 Jun 28 07:04:00.208601 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3fa30dd-fd2b-46a3-bd5e-993162645e2c req-ae20284c-3989-4eb4-89a2-1b40a8c9cfe0 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307238 Jun 28 07:04:01.380349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5d7c7-fa96-4f71-96d3-6bd8ab40d558 req-a3be33e5-744c-441f-a66d-101ad691b46f tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:01.382392 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77f5d7c7-fa96-4f71-96d3-6bd8ab40d558 req-a3be33e5-744c-441f-a66d-101ad691b46f tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0637183 Jun 28 07:04:01.420421 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77f5d7c7-fa96-4f71-96d3-6bd8ab40d558 req-e26bdd1e-2a6b-412e-b402-2e1dc6f208ac tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308716 Jun 28 07:04:02.597728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6daac-f4c5-4c5f-9512-90482d14cd39 req-9eef4b57-87e9-43cd-8a52-7c9b3169d970 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:02.599203 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acc6daac-f4c5-4c5f-9512-90482d14cd39 req-9eef4b57-87e9-43cd-8a52-7c9b3169d970 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0671184 Jun 28 07:04:02.637289 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acc6daac-f4c5-4c5f-9512-90482d14cd39 req-784a46db-f67d-454e-a541-b003fc917ec6 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Jun 28 07:04:03.819798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6e98a-061e-4dd5-b01f-591970a06ee7 req-5c312547-8ea8-4039-9ff8-ece89e670589 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:03.821340 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-efd6e98a-061e-4dd5-b01f-591970a06ee7 req-5c312547-8ea8-4039-9ff8-ece89e670589 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0643213 Jun 28 07:04:03.860814 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-efd6e98a-061e-4dd5-b01f-591970a06ee7 req-ef0e322b-bb1c-4b95-a019-8a416e77a4b9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Jun 28 07:04:05.035497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84b656-fb86-4490-a178-570174053675 req-bf033fd6-1820-4a6c-b895-35740c4d887d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:05.036995 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6e84b656-fb86-4490-a178-570174053675 req-bf033fd6-1820-4a6c-b895-35740c4d887d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0665154 Jun 28 07:04:05.074416 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6e84b656-fb86-4490-a178-570174053675 req-8fa0e0ba-7dcf-485c-8ac1-c8a84daad053 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Jun 28 07:04:06.246397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c843b79-c126-496a-9462-6bf0c76ad998 req-e866f337-f61a-41f1-bc22-e62278f97153 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:06.247870 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c843b79-c126-496a-9462-6bf0c76ad998 req-e866f337-f61a-41f1-bc22-e62278f97153 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0639174 Jun 28 07:04:06.285652 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c843b79-c126-496a-9462-6bf0c76ad998 req-dafc29f4-1c54-45ec-bb2e-affdf92753bf tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322204 Jun 28 07:04:07.455700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e8078-fa8e-4252-8db8-06ac066d9731 req-00d4bd88-321a-43fb-9252-39edf69a7135 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:07.457192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b44e8078-fa8e-4252-8db8-06ac066d9731 req-00d4bd88-321a-43fb-9252-39edf69a7135 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0643029 Jun 28 07:04:07.496379 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b44e8078-fa8e-4252-8db8-06ac066d9731 req-4cd5b6e9-31e7-4795-8d4e-6535c508fc73 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Jun 28 07:04:08.670964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253caef-b90e-47a7-82d2-636123e8e81c req-a106dcf1-b8a7-43ba-b128-a66ef683da08 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:08.672412 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f253caef-b90e-47a7-82d2-636123e8e81c req-a106dcf1-b8a7-43ba-b128-a66ef683da08 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0668914 Jun 28 07:04:08.709245 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f253caef-b90e-47a7-82d2-636123e8e81c req-f40d8ab8-846a-4479-a063-ee3036398508 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Jun 28 07:04:09.881737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c5542-2807-4655-bbb4-8419e63b24b2 req-e73a3cdf-897f-43a6-8fbd-06b31b398b42 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:09.883261 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-087c5542-2807-4655-bbb4-8419e63b24b2 req-e73a3cdf-897f-43a6-8fbd-06b31b398b42 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0659745 Jun 28 07:04:09.921087 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-087c5542-2807-4655-bbb4-8419e63b24b2 req-ae9f5a90-296a-4ba3-bc46-5cf8af0db219 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322433 Jun 28 07:04:11.096065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924aa996-66bf-42c3-8ae5-34180cb8cc36 req-ad8fe691-7a5d-418f-a3c3-7f959deae8da tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:11.097547 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-924aa996-66bf-42c3-8ae5-34180cb8cc36 req-ad8fe691-7a5d-418f-a3c3-7f959deae8da tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0675042 Jun 28 07:04:11.135460 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-924aa996-66bf-42c3-8ae5-34180cb8cc36 req-ec409cd3-1004-475c-80a7-bb7875f2df5c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Jun 28 07:04:12.310777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867ffec-4682-48c4-b724-69fe2290fa91 req-6376003a-855f-44b0-a418-e4e2995231f7 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:12.312260 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d867ffec-4682-48c4-b724-69fe2290fa91 req-6376003a-855f-44b0-a418-e4e2995231f7 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0657246 Jun 28 07:04:12.352450 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d867ffec-4682-48c4-b724-69fe2290fa91 req-7ac4e9f6-d876-47fd-94b8-a1cce4fddb49 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Jun 28 07:04:13.612147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:13.687164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453d732-229f-45fa-a5ef-093e618b33e8 req-b6aded4d-c919-4398-b3a7-ba4df946dfbc tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:13.688625 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3453d732-229f-45fa-a5ef-093e618b33e8 req-b6aded4d-c919-4398-b3a7-ba4df946dfbc tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0639408 Jun 28 07:04:13.725844 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3453d732-229f-45fa-a5ef-093e618b33e8 req-73567639-9182-4441-bbc8-7771773b98d9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314093 Jun 28 07:04:14.906657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e98db0-b8a6-4704-b07e-3f6e5be0e8ed req-6f44b4fb-8bb1-47dd-9ba4-2bfa4153e860 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:14.908066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d7e98db0-b8a6-4704-b07e-3f6e5be0e8ed req-6f44b4fb-8bb1-47dd-9ba4-2bfa4153e860 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0709238 Jun 28 07:04:14.946128 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d7e98db0-b8a6-4704-b07e-3f6e5be0e8ed req-2d0209a3-f841-4ed4-bb67-f180794c8a0a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Jun 28 07:04:16.118015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212655-c2eb-4a2d-9a90-a6609a2a1119 req-efbf859c-0c30-4a8f-ad47-81321f68d089 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:16.119480 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11212655-c2eb-4a2d-9a90-a6609a2a1119 req-efbf859c-0c30-4a8f-ad47-81321f68d089 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0631604 Jun 28 07:04:16.156759 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11212655-c2eb-4a2d-9a90-a6609a2a1119 req-65ed36d0-5f74-4bd3-a7a9-3671d4290b7a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Jun 28 07:04:17.331123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04939-80ca-4a65-987c-4d9f6c2b45da req-ff080f50-a8bf-49e3-b451-567ab4a17481 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:17.332604 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-37a04939-80ca-4a65-987c-4d9f6c2b45da req-ff080f50-a8bf-49e3-b451-567ab4a17481 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0681906 Jun 28 07:04:17.370070 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-37a04939-80ca-4a65-987c-4d9f6c2b45da req-1b806010-9d8e-469e-9283-bf0a77fe4bee tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Jun 28 07:04:17.949819 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-36edd8db-6646-499c-a2ad-e945abe9dc00 service neutron] 10.222.0.50 "GET /v2.0/ports/059b4659-be92-46b5-a835-fa8395be2871/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0551529 Jun 28 07:04:18.544348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128f48a-acc6-49ce-9de7-4ba3841c3724 req-8e2277f0-6392-4974-a12b-ce8f0c4e960a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:18.545795 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8128f48a-acc6-49ce-9de7-4ba3841c3724 req-8e2277f0-6392-4974-a12b-ce8f0c4e960a tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0653644 Jun 28 07:04:18.586792 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8128f48a-acc6-49ce-9de7-4ba3841c3724 req-fe51107b-8a4e-4663-9c79-1043de58e38d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353451 Jun 28 07:04:18.674964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-a564fd3f-1e67-4b2f-a440-f794e4df19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:18.676443 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-a564fd3f-1e67-4b2f-a440-f794e4df19a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049&tenant_id=2aa20fd3c56849ada466f5547d5bd764 HTTP/1.1" status: 200 len: 1099 time: 0.0581064 Jun 28 07:04:18.768496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-9e4b6707-4289-47d0-ab57-fb0b689e6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:18.770003 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-9e4b6707-4289-47d0-ab57-fb0b689e6580 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 1099 time: 0.0520012 Jun 28 07:04:18.859057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-a56af032-52f8-42b9-bc98-4b13f795f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:18.860393 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-a56af032-52f8-42b9-bc98-4b13f795f0c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 915 time: 0.0832639 Jun 28 07:04:18.906573 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-cb890708-cae6-444f-bfa8-9ec600dc1d6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=059b4659-be92-46b5-a835-fa8395be2871 HTTP/1.1" status: 200 len: 217 time: 0.0386243 Jun 28 07:04:18.954679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-251edd3e-6186-4188-a1af-3dc16368c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:18.956050 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-251edd3e-6186-4188-a1af-3dc16368c322 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad098d87-82e9-4977-908f-ef2bb29cc5f8 HTTP/1.1" status: 200 len: 854 time: 0.0425332 Jun 28 07:04:18.988396 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-a00fb15d-e25e-43c5-abfa-3be328a5c8e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83c9d0b5-25b2-479a-927f-c04efca6b62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249007 Jun 28 07:04:19.084514 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-2638ec35-537b-44bd-be64-997a1561f0ca service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888634 Jun 28 07:04:19.173112 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bac73cfa-ac0d-4580-8e10-2a59e84401e8 req-4f8c80f2-39db-4d6f-aa4b-25ccd0f47a2a service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818532 Jun 28 07:04:19.762185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59560c-45b9-4e97-b2b5-941bb14e4734 req-0852114c-3c49-47ba-bd42-8592d133dff6 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:19.763636 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff59560c-45b9-4e97-b2b5-941bb14e4734 req-0852114c-3c49-47ba-bd42-8592d133dff6 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0659571 Jun 28 07:04:19.800632 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff59560c-45b9-4e97-b2b5-941bb14e4734 req-504ef69e-0cdc-40bf-b055-ea568d498804 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Jun 28 07:04:20.732344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 059b4659-be92-46b5-a835-fa8395be2871 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:04:20.742768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 059b4659-be92-46b5-a835-fa8395be2871 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:04:20.928466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.resource_extend [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 07:04:20.980446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869fd77-58c3-4484-8736-0b2f2a5cc8e2 req-33663b2a-8c71-48a4-b934-1e525d4dfeff tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:20.982130 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b869fd77-58c3-4484-8736-0b2f2a5cc8e2 req-33663b2a-8c71-48a4-b934-1e525d4dfeff tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0675135 Jun 28 07:04:21.021131 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b869fd77-58c3-4484-8736-0b2f2a5cc8e2 req-e41cbfac-d465-458a-a31e-cd98d3fcf42f tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332818 Jun 28 07:04:21.037486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:21.040434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 059b4659-be92-46b5-a835-fa8395be2871, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=059b4659-be92-46b5-a835-fa8395be2871,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:21.063419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '059b4659-be92-46b5-a835-fa8395be2871', 'network_id': '83c9d0b5-25b2-479a-927f-c04efca6b62e', 'port_id': '059b4659-be92-46b5-a835-fa8395be2871', 'mac_address': 'fa:16:3e:65:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad098d87-82e9-4977-908f-ef2bb29cc5f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:04:21.071858 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63305467-58d5-4f43-8214-93298ba4d049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '059b4659-be92-46b5-a835-fa8395be2871'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:04:21.074144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3d185c-c753-45bd-b3b8-40eb3662460f" -d '{"events": [{"server_uuid": "63305467-58d5-4f43-8214-93298ba4d049", "name": "network-vif-unplugged", "status": "completed", "tag": "059b4659-be92-46b5-a835-fa8395be2871"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:04:21.104309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 059b4659-be92-46b5-a835-fa8395be2871, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=059b4659-be92-46b5-a835-fa8395be2871,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:21.124998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:21.134689 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 059b4659-be92-46b5-a835-fa8395be2871 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:04:21.186816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7c5b4f-ac47-4e2d-9a57-bee05123aaf2 x-openstack-request-id: req-1b7c5b4f-ac47-4e2d-9a57-bee05123aaf2 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:04:21.187120 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63305467-58d5-4f43-8214-93298ba4d049", "name": "network-vif-unplugged", "status": "completed", "tag": "059b4659-be92-46b5-a835-fa8395be2871", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:04:21.187385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b7c5b4f-ac47-4e2d-9a57-bee05123aaf2 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:04:21.187788 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63305467-58d5-4f43-8214-93298ba4d049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '059b4659-be92-46b5-a835-fa8395be2871', 'code': 200} Jun 28 07:04:21.247100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:21.249503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:21.322285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 07:04:21.322650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 07:04:21.326910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=059b4659-be92-46b5-a835-fa8395be2871,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:21.330290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:21.860023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:21.872461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059b4659-be92-46b5-a835-fa8395be2871 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:04:21.891220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 059b4659-be92-46b5-a835-fa8395be2871, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=059b4659-be92-46b5-a835-fa8395be2871,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:21.954750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:21.956512 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ff881e94-6815-4bfe-b539-da7722ee80e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:22.002088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=059b4659-be92-46b5-a835-fa8395be2871,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:22.005009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:22.078197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['059b4659-be92-46b5-a835-fa8395be2871'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:04:22.200009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd4f9b-8f63-4434-bcf8-468104e72edb req-42502359-9f06-4ef0-a3cd-89d009200a14 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:22.201512 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b5dd4f9b-8f63-4434-bcf8-468104e72edb req-42502359-9f06-4ef0-a3cd-89d009200a14 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 945 time: 0.0649517 Jun 28 07:04:22.242765 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b5dd4f9b-8f63-4434-bcf8-468104e72edb req-3219a8b2-b6cd-4f26-a78c-1aebf58f6a5b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Jun 28 07:04:22.698979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293a2f3-fadc-45d1-be16-97b58c237254 req-1689441d-75a9-435e-83fc-ead86245a4e9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:22.700578 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3293a2f3-fadc-45d1-be16-97b58c237254 req-1689441d-75a9-435e-83fc-ead86245a4e9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 945 time: 0.0636663 Jun 28 07:04:22.734861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 059b4659-be92-46b5-a835-fa8395be2871 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:04:22.738547 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3293a2f3-fadc-45d1-be16-97b58c237254 req-165241e8-20e1-4f62-829c-58c97c785eff tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jun 28 07:04:22.782036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 059b4659-be92-46b5-a835-fa8395be2871 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:22.782408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:22.844791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-cf9b7f23-abe5-4149-b537-47e8f480e1f4 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:22.846212 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-cf9b7f23-abe5-4149-b537-47e8f480e1f4 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049&tenant_id=2aa20fd3c56849ada466f5547d5bd764&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0722847 Jun 28 07:04:22.861549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:22.893939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 059b4659-be92-46b5-a835-fa8395be2871, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=059b4659-be92-46b5-a835-fa8395be2871,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:22.961543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-9fc09f56-42dc-4ddf-b0c5-716bec699f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:22.963011 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-9fc09f56-42dc-4ddf-b0c5-716bec699f89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aa20fd3c56849ada466f5547d5bd764&device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 1098 time: 0.0561666 Jun 28 07:04:22.972148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:22.974071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:23.022647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=059b4659-be92-46b5-a835-fa8395be2871,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:23.025650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:23.051417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-2beaddc3-dcf8-4236-9f82-b60b48391ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:23.052896 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-2beaddc3-dcf8-4236-9f82-b60b48391ab8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 200 len: 915 time: 0.0828915 Jun 28 07:04:23.097567 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-01391b35-2d06-4704-b037-1630aa3635be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=059b4659-be92-46b5-a835-fa8395be2871 HTTP/1.1" status: 200 len: 217 time: 0.0360587 Jun 28 07:04:23.145875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-18ca8a1c-60a3-4211-8219-a45de86b7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:23.147510 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-18ca8a1c-60a3-4211-8219-a45de86b7194 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad098d87-82e9-4977-908f-ef2bb29cc5f8 HTTP/1.1" status: 200 len: 854 time: 0.0429838 Jun 28 07:04:23.182270 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-121877b5-6799-4cdb-9891-379601b9ee44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83c9d0b5-25b2-479a-927f-c04efca6b62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267291 Jun 28 07:04:23.188634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63305467-58d5-4f43-8214-93298ba4d049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b4659-be92-46b5-a835-fa8395be2871'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:04:23.191061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4277ab7-849c-49e0-8aab-2db9a1b3090a" -d '{"events": [{"server_uuid": "63305467-58d5-4f43-8214-93298ba4d049", "name": "network-vif-plugged", "status": "completed", "tag": "059b4659-be92-46b5-a835-fa8395be2871"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:04:23.234018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdfe203-24f3-4787-ae56-c43461181de5 x-openstack-request-id: req-8cdfe203-24f3-4787-ae56-c43461181de5 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:04:23.234317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63305467-58d5-4f43-8214-93298ba4d049", "name": "network-vif-plugged", "status": "completed", "tag": "059b4659-be92-46b5-a835-fa8395be2871", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:04:23.234574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cdfe203-24f3-4787-ae56-c43461181de5 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:04:23.234978 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63305467-58d5-4f43-8214-93298ba4d049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b4659-be92-46b5-a835-fa8395be2871', 'code': 200} Jun 28 07:04:23.274630 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-28da70cc-ace5-405d-b52e-8e6cee207595 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855584 Jun 28 07:04:23.364441 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1500599a-f604-40f4-8b4b-af01ef47deb1 req-9a37f635-d9e4-442d-b6b2-03d4ff86c955 service neutron] 10.222.0.50 "GET /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831685 Jun 28 07:04:23.800524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9e04f706-2412-4874-8b3a-b39e6fef8e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:23.919377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ee8b-c593-4145-b7a8-0832050947be req-5d87d1c5-5148-4a72-a8ed-a4e40856a545 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:23.920941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1af3ee8b-c593-4145-b7a8-0832050947be req-5d87d1c5-5148-4a72-a8ed-a4e40856a545 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0675147 Jun 28 07:04:23.967620 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1af3ee8b-c593-4145-b7a8-0832050947be req-49644b10-7aa1-4852-88a3-be1ed13dcce8 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Jun 28 07:04:25.154062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e30e8f-eef9-426d-b804-c6b9bdf102ee req-a0aea3e8-e5e6-4443-bd64-8271d4c4e965 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:25.155757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77e30e8f-eef9-426d-b804-c6b9bdf102ee req-a0aea3e8-e5e6-4443-bd64-8271d4c4e965 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0633657 Jun 28 07:04:25.194499 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77e30e8f-eef9-426d-b804-c6b9bdf102ee req-284084d1-ac19-4f8c-92e8-b8902ee9f633 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Jun 28 07:04:25.367114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8c108-a909-45cd-a36b-6aacb7ab3873 req-281ee614-1811-4134-b208-7b14d4569db9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:25.368502 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cfd8c108-a909-45cd-a36b-6aacb7ab3873 req-281ee614-1811-4134-b208-7b14d4569db9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0639641 Jun 28 07:04:25.405071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cfd8c108-a909-45cd-a36b-6aacb7ab3873 req-04aefb67-2a6c-4e8c-96a8-5bdc3bcba9bd tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Jun 28 07:04:25.863438 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb855a7-5e1a-40ea-bf8b-603a75e0c7ae req-81f8ab46-3fb0-48fb-b2b2-e76180e2d277 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:25.864966 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ebb855a7-5e1a-40ea-bf8b-603a75e0c7ae req-81f8ab46-3fb0-48fb-b2b2-e76180e2d277 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.3506980 Jun 28 07:04:25.904443 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ebb855a7-5e1a-40ea-bf8b-603a75e0c7ae req-cf953e32-a3fb-4837-adec-9eb5f3321dc3 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Jun 28 07:04:26.446574 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:26.480876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4a3e78d7-6606-494d-835a-1a04b33e5b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:26.781711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a310b42-25e0-446f-ac03-e57a6c929e30 req-fe891004-ec64-44e0-bd1c-dd320364acff tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:26.783115 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0a310b42-25e0-446f-ac03-e57a6c929e30 req-fe891004-ec64-44e0-bd1c-dd320364acff tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0631304 Jun 28 07:04:26.821087 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0a310b42-25e0-446f-ac03-e57a6c929e30 req-4014f7cd-8fae-4c71-88b2-1bb714347959 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316031 Jun 28 07:04:27.634648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:27.993781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aafa33-8d20-4041-87e2-b936fa2491f6 req-5fd0b04f-bd15-4f83-bf57-2157b9fb72e9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:27.995247 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-75aafa33-8d20-4041-87e2-b936fa2491f6 req-5fd0b04f-bd15-4f83-bf57-2157b9fb72e9 tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0673883 Jun 28 07:04:28.032432 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-75aafa33-8d20-4041-87e2-b936fa2491f6 req-5a981989-e022-42a9-a701-0fb4c526fb7d tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c2e40c4-a703-48b0-8b3c-8307ca02b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Jun 28 07:04:28.437536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-d5516d38-3578-4dec-9ac3-db2c736e372b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:28.438955 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-d5516d38-3578-4dec-9ac3-db2c736e372b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 946 time: 0.0602639 Jun 28 07:04:28.539325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Deleting port 059b4659-be92-46b5-a835-fa8395be2871 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:04:28.539671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:28.626143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] For port 059b4659-be92-46b5-a835-fa8395be2871, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=059b4659-be92-46b5-a835-fa8395be2871,segment=NetworkSegment(54695b64-4db8-4cfe-b5f9-2d3796c62390),segment_id=54695b64-4db8-4cfe-b5f9-2d3796c62390)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:28.626498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:28.639482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Calling delete_port for 059b4659-be92-46b5-a835-fa8395be2871 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:04:28.867617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:28.871939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fdc1e32b-2886-45dd-9904-a1c280f1912d tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:28.898555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Pushing event deleted for resources: {'Port': ['ID=059b4659-be92-46b5-a835-fa8395be2871,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:28.904370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['059b4659-be92-46b5-a835-fa8395be2871'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:04:28.908236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.908638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.909054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.909435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.909810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.910708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.910708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.910902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.911267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.911635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.912053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.912586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:28.936724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:28.956824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] No DVR routers for this DVR port 059b4659-be92-46b5-a835-fa8395be2871 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:04:28.960757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:28.961873 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a959de67-7170-4a36-a7fb-2da0fe72c967 req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.50 "DELETE /v2.0/ports/059b4659-be92-46b5-a835-fa8395be2871 HTTP/1.1" status: 204 len: 173 time: 0.5169041 Jun 28 07:04:28.962390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63305467-58d5-4f43-8214-93298ba4d049', 'name': 'network-vif-deleted', 'tag': '059b4659-be92-46b5-a835-fa8395be2871'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:04:28.964698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75cf4d6-38c9-44f6-97f1-eaa40e84c232" -d '{"events": [{"server_uuid": "63305467-58d5-4f43-8214-93298ba4d049", "name": "network-vif-deleted", "tag": "059b4659-be92-46b5-a835-fa8395be2871"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:04:28.999915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd13c7ec-ce2c-4f4e-8060-46c2c0bcafc3 x-openstack-request-id: req-dd13c7ec-ce2c-4f4e-8060-46c2c0bcafc3 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:04:29.000563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63305467-58d5-4f43-8214-93298ba4d049", "name": "network-vif-deleted", "tag": "059b4659-be92-46b5-a835-fa8395be2871", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:04:29.000563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd13c7ec-ce2c-4f4e-8060-46c2c0bcafc3 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:04:29.001039 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63305467-58d5-4f43-8214-93298ba4d049', 'name': 'network-vif-deleted', 'tag': '059b4659-be92-46b5-a835-fa8395be2871', 'status': 'completed', 'code': 200} Jun 28 07:04:29.174379 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-19010b76-fce7-4ef9-817f-2db7e68dbf7f req-0ddddcfd-e74a-4798-90b0-02716cdedb3b tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] 10.222.0.24 "GET /v2.0/ports?device_id=63305467-58d5-4f43-8214-93298ba4d049 HTTP/1.1" status: 200 len: 210 time: 0.0334041 Jun 28 07:04:29.360106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.403497 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 59276) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:30.452059 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Deleting subnet ad098d87-82e9-4977-908f-ef2bb29cc5f8 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:04:30.455073 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.489346 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.527906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.684417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.686605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f210e8e4-a28d-494b-b95f-cbde1c15d41e tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:30.717114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad098d87-82e9-4977-908f-ef2bb29cc5f8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:30.721567 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.723401 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ad098d87-82e9-4977-908f-ef2bb29cc5f8 HTTP/1.1" status: 204 len: 168 time: 0.3188596 Jun 28 07:04:30.726233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 59278) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:30.728998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.729395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.729776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.730149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.730516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.730883 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.731249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.731618 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.731981 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.732340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.732709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.733080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:30.736168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0d6a57fd-40b4-481a-a551-f1abb85bbb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:30.792681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.872541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.882598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c9d0b5-25b2-479a-927f-c04efca6b62e']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:30.892037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54695b64-4db8-4cfe-b5f9-2d3796c62390') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:30.892262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54695b64-4db8-4cfe-b5f9-2d3796c62390') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:30.902557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.915703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.921276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:04:30.921630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:04:30.923193 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:04:31.072804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:31.076207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-19034182-6641-4fa1-bb07-2be6a8883d47 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:31.078914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:31.080610 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] 10.222.0.24 "DELETE /v2.0/networks/83c9d0b5-25b2-479a-927f-c04efca6b62e HTTP/1.1" status: 204 len: 168 time: 0.3532994 Jun 28 07:04:31.099064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=83c9d0b5-25b2-479a-927f-c04efca6b62e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:31.099064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:31.444275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 59282) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:31.483479 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a3ad4aac-c069-4699-b5b0-9674b7f98427 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2aa20fd3c56849ada466f5547d5bd764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378857 Jun 28 07:04:31.486003 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 59284) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:31.534092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8aab4b3c-3b07-4d11-b9ea-5729500e6bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:31.555864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8aab4b3c-3b07-4d11-b9ea-5729500e6bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:31.697347 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8aab4b3c-3b07-4d11-b9ea-5729500e6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:31.700014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8aab4b3c-3b07-4d11-b9ea-5729500e6bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:31.701180 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8aab4b3c-3b07-4d11-b9ea-5729500e6bfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c2e40c4-a703-48b0-8b3c-8307ca02b03a HTTP/1.1" status: 204 len: 168 time: 0.2142236 Jun 28 07:04:31.701951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-619b6ddd-6cfb-40c5-8c8d-d9d3a75862be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:31.711865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab4b3c-3b07-4d11-b9ea-5729500e6bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e40c4-a703-48b0-8b3c-8307ca02b03a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:31.712673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8aab4b3c-3b07-4d11-b9ea-5729500e6bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:32.746885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 59306) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:32.766740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 059b4659-be92-46b5-a835-fa8395be2871 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:04:32.790302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 059b4659-be92-46b5-a835-fa8395be2871 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:04:32.790750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 059b4659-be92-46b5-a835-fa8395be2871 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:04:32.838415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-383596912-network', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:04:32.931588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Made reservation on behalf of a44a13d64cce48a2a822f56c31013a4c for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:04:32.934079 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:32.942646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:33.029261 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:33.108697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:33.111729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-90557f05-5885-4a6b-a5a8-3f7cefcbaeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:33.138384 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:04:33.144360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e678495-d553-404c-891c-17779cbdf5ea,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:33.148595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:33.151321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:33.151709 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Added segment 5711543a-8f2d-434c-adee-8f1d35ba2802 of type vlan for network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 Jun 28 07:04:33.190495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:33.295433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:33.296446 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:33.297058 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:33.299262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-82f4acfe-de06-4b5b-861d-08b56ff78c71 tempest-RoutersIpV6Test-796332913 tempest-RoutersIpV6Test-796332913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:33.362378 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Pushing event updated for resources: {'Network': ['ID=529768fb-7ec9-4009-ad5f-5f6bfef41a46,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:33.365159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:33.372843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:04:33.406601 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6586165 Jun 28 07:04:33.409470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 59310) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:33.414667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Request body: {'subnet': {'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-383596912-subnet', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:04:33.514594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Made reservation on behalf of a44a13d64cce48a2a822f56c31013a4c for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:04:33.517061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:33.777935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:33.780740 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5e9a00ec-76b3-4c26-9cad-413ad196e467 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:33.840632 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e51e6ee-2fec-4008-92f8-37b0856f733b,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:33.844493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:33.848252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Checking segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:04:33.848609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Network hostable DHCP agents. Network: 529768fb-7ec9-4009-ad5f-5f6bfef41a46, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:04:33.961279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:04:34.068894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 529768fb-7ec9-4009-ad5f-5f6bfef41a46) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:04:34.072946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:34.073534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.077400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5862813-d5a7-4485-b042-b1e06092b7c4 None None] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:04:34.166662 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7561197 Jun 28 07:04:34.169289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 59312) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:34.174136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:04:34.223648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:04:34.224514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.274553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.275641 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.312682 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:04:34.328694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.361583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Allocated IP 172.20.0.2 (529768fb-7ec9-4009-ad5f-5f6bfef41a46/2e51e6ee-2fec-4008-92f8-37b0856f733b/ac9002bc-27f7-4e9a-8113-b181cf542016) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:04:34.501798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.510287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Transition to ACTIVE for port object ac9002bc-27f7-4e9a-8113-b181cf542016 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:04:34.525156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Transition to ACTIVE for port object ac9002bc-27f7-4e9a-8113-b181cf542016 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:04:34.544951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.601012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.603875 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:34.639144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:04:34.644163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:04:34.647481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:04:34.660611 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Pushing event updated for resources: {'Port': ['ID=ac9002bc-27f7-4e9a-8113-b181cf542016,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:34.663758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:34.712367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Attempting to bind port ac9002bc-27f7-4e9a-8113-b181cf542016 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:04:34.712747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Attempting to bind port ac9002bc-27f7-4e9a-8113-b181cf542016 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:04:34.713160 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Attempting to bind port ac9002bc-27f7-4e9a-8113-b181cf542016 on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:04:34.718135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:04:34.718519 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Checking segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:04:34.718930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.719335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Bound using segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:04:34.719837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Bound port: ac9002bc-27f7-4e9a-8113-b181cf542016, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:04:34.720349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.786175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] For port ac9002bc-27f7-4e9a-8113-b181cf542016, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:04:34.789083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] For port ac9002bc-27f7-4e9a-8113-b181cf542016, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ac9002bc-27f7-4e9a-8113-b181cf542016,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:04:34.833302 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.852089 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.862041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:34.865115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8cbac691-fa8b-4ac5-95fb-e8f526dae4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:34.918769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Pushing event updated for resources: {'Port': ['ID=ac9002bc-27f7-4e9a-8113-b181cf542016,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:34.922049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:34.968502 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Allocated IP 172.26.4.235 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/d16448b1-d7fc-42c5-b6d5-3033ce5678bb) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:04:35.095459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:35.217951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:35.220120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-401248d2-c860-4cf3-b3f6-30297b8200ba tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:35.253860 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:04:35.259117 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:04:35.262432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:04:35.286216 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d16448b1-d7fc-42c5-b6d5-3033ce5678bb,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:35.291508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:35.623595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:35.801891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60ccdbc-b788-494b-8279-78fcd332a636 None None] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:04:35.831445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:35.927171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bfefb52b-0f76-4f3d-b48c-6664a9bbac50 None None] Provisioning for port ac9002bc-27f7-4e9a-8113-b181cf542016 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:04:36.039196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:04:36.150241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:04:36.158631 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:04:36.168691 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:04:36.173613 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:04:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:36.228827 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:36.230342 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0601404 Jun 28 07:04:36.233114 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 59314) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:36.272500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ac9002bc-27f7-4e9a-8113-b181cf542016 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:04:36.280624 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:04:36.394683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port ac9002bc-27f7-4e9a-8113-b181cf542016 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:04:36.398702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ac9002bc-27f7-4e9a-8113-b181cf542016 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:36.399181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:36.468582 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:35Z', 'revision_number': 3, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:36.484088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:36.506797 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:04:36.507415 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Updating router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e port d16448b1-d7fc-42c5-b6d5-3033ce5678bb binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:04:36.520524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port ac9002bc-27f7-4e9a-8113-b181cf542016, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ac9002bc-27f7-4e9a-8113-b181cf542016,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:36.545959 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:36.623295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:36.626449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:36.679536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=ac9002bc-27f7-4e9a-8113-b181cf542016,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:36.683101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:36.809128 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:36.818592 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Transition to ACTIVE for port object d16448b1-d7fc-42c5-b6d5-3033ce5678bb will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:04:36.937582 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:36.940373 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-83f98059-8b12-4dc0-91b3-97ac257bedf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:36.993044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:36.993248 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Attempting to bind port d16448b1-d7fc-42c5-b6d5-3033ce5678bb on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:04:36.993481 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Attempting to bind port d16448b1-d7fc-42c5-b6d5-3033ce5678bb by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:04:36.993860 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Attempting to bind port d16448b1-d7fc-42c5-b6d5-3033ce5678bb on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:04:36.996621 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Pushing event updated for resources: {'Port': ['ID=d16448b1-d7fc-42c5-b6d5-3033ce5678bb,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:37.004711 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.005090 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.005426 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.005782 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.006129 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.006448 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.006799 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.007128 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.007451 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.007769 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.008086 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.008401 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:37.011537 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:04:37.011923 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:04:37.012454 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:37.013120 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:04:37.013231 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Bound port: d16448b1-d7fc-42c5-b6d5-3033ce5678bb, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:04:37.013585 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:37.015318 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:37.065280 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] For port d16448b1-d7fc-42c5-b6d5-3033ce5678bb, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:04:37.068294 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] For port d16448b1-d7fc-42c5-b6d5-3033ce5678bb, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d16448b1-d7fc-42c5-b6d5-3033ce5678bb,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:04:37.135638 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:37.138386 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:37.146307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Allocated IP 172.20.0.1 (529768fb-7ec9-4009-ad5f-5f6bfef41a46/2e51e6ee-2fec-4008-92f8-37b0856f733b/57bcd8dc-c788-4424-8e66-1b3d30d2a76a) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:04:37.192976 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:04:37.194050 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:04:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:37.196830 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Pushing event updated for resources: {'Port': ['ID=d16448b1-d7fc-42c5-b6d5-3033ce5678bb,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:37.231049 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:37.251959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:37.266292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Transition to ACTIVE for port object 57bcd8dc-c788-4424-8e66-1b3d30d2a76a will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:04:37.297639 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:04:37.370725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:37.373024 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03e8986a-7b90-470c-82b7-53327eb43556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:37.411504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:04:37.417181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:04:37.420558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:04:37.449344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Pushing event updated for resources: {'Port': ['ID=57bcd8dc-c788-4424-8e66-1b3d30d2a76a,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:37.453448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:37.466531 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:37.574930 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:35Z', 'revision_number': 3, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:37.605483 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944cb38b-26bc-4cd2-9b38-e1c96e7405a4 None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:35Z', 'revision_number': 3, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:04:37.688882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:37.820716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3f95afba-2160-4bf8-8f07-044c70baf04c None None] Provisioning for port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:04:37.832203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3f95afba-2160-4bf8-8f07-044c70baf04c None None] Provisioning complete for port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:37.834467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3f95afba-2160-4bf8-8f07-044c70baf04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:37.867927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:37.876090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3f95afba-2160-4bf8-8f07-044c70baf04c None None] Port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:04:37.954872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:37.958747 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-dcd304de-648a-4d57-ab2a-807a1e0c80d5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:38.030182 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:38.034773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Pushing event updated for resources: {'Port': ['ID=57bcd8dc-c788-4424-8e66-1b3d30d2a76a,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:38.035443 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:38.134245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:04:38.135744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:04:38.276687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:04:38.350654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ac9002bc-27f7-4e9a-8113-b181cf542016 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:04:38.409556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:04:38.412643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bedfadef-8588-43ec-9c6a-17944159fe94 None None] Provisioning complete for port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:38.413088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bedfadef-8588-43ec-9c6a-17944159fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:38.422511 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] 10.222.0.24 "PUT /v2.0/routers/5a21f858-40db-46ae-ba1d-58d9d7f4dd9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1814301 Jun 28 07:04:38.422995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ac9002bc-27f7-4e9a-8113-b181cf542016 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:38.423193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:38.487424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bedfadef-8588-43ec-9c6a-17944159fe94 None None] Port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:04:38.534150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d16448b1-d7fc-42c5-b6d5-3033ce5678bb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:04:38.640482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port d16448b1-d7fc-42c5-b6d5-3033ce5678bb completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:04:38.644577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d16448b1-d7fc-42c5-b6d5-3033ce5678bb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:38.645007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:38.729154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:38.748642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port d16448b1-d7fc-42c5-b6d5-3033ce5678bb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d16448b1-d7fc-42c5-b6d5-3033ce5678bb,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:38.840114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:38.841935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:38.894304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=d16448b1-d7fc-42c5-b6d5-3033ce5678bb,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:38.900436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:39.039572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 59322) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:39.044487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-49917051-d7da-40b0-890a-16ac3f86c193 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865246007', 'description': 'tempest-description--902324361'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:04:39.148916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-49917051-d7da-40b0-890a-16ac3f86c193 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.161960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:04:39.171014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:04:39.171666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:04:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:39.232607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-49917051-d7da-40b0-890a-16ac3f86c193 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.277525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:04:39.320507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-49917051-d7da-40b0-890a-16ac3f86c193 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.324124 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-787ad605-ae50-48d3-89d8-a2e86d4f62a4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:39.350722 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49917051-d7da-40b0-890a-16ac3f86c193 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e139860f-f9c4-4da7-bec0-59ec069fe8b7,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:39.353469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-49917051-d7da-40b0-890a-16ac3f86c193 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:39.432789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-49917051-d7da-40b0-890a-16ac3f86c193 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.434139 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-49917051-d7da-40b0-890a-16ac3f86c193 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3935115 Jun 28 07:04:39.436887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 59324) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:39.441504 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-c5da1898-62a2-41b7-9568-9d7aa5fb4fa9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'security_group_rule': {'security_group_id': 'e139860f-f9c4-4da7-bec0-59ec069fe8b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:04:39.475391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 2, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:39.501943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:04:39.502307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Updating router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:04:39.539490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.574685 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c5da1898-62a2-41b7-9568-9d7aa5fb4fa9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.631092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c5da1898-62a2-41b7-9568-9d7aa5fb4fa9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.712489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c5da1898-62a2-41b7-9568-9d7aa5fb4fa9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.714494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-88f524db-d2e2-4a83-b0d1-cad0a5219a27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:39.736977 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da1898-62a2-41b7-9568-9d7aa5fb4fa9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50237db-9fc6-4f97-8ddd-4653c9c41b52,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:39.740886 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c5da1898-62a2-41b7-9568-9d7aa5fb4fa9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:39.809747 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-c5da1898-62a2-41b7-9568-9d7aa5fb4fa9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.810996 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-c5da1898-62a2-41b7-9568-9d7aa5fb4fa9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731847 Jun 28 07:04:39.813696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 59326) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:39.818408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-04bfad50-f2b6-48e6-8cd3-215712b86dd4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'security_group_rule': {'security_group_id': 'e139860f-f9c4-4da7-bec0-59ec069fe8b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:04:39.914674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bfad50-f2b6-48e6-8cd3-215712b86dd4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.958605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:39.968666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Transition to ACTIVE for port object 57bcd8dc-c788-4424-8e66-1b3d30d2a76a will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:04:39.974193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bfad50-f2b6-48e6-8cd3-215712b86dd4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.056999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.058986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:40.080112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bfad50-f2b6-48e6-8cd3-215712b86dd4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.082614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-330d2a67-acc5-4599-a396-fea60963fde1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:40.107130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd5241-4f59-464f-b7b0-99f1c3398085 None None] Pushing event updated for resources: {'Port': ['ID=57bcd8dc-c788-4424-8e66-1b3d30d2a76a,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:40.108357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfad50-f2b6-48e6-8cd3-215712b86dd4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f97dff-7eec-4b1e-9155-729f01a332bb,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:40.111331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-04bfad50-f2b6-48e6-8cd3-215712b86dd4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:40.111541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3cbd5241-4f59-464f-b7b0-99f1c3398085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:40.168943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Attempting to bind port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:04:40.168943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Attempting to bind port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:04:40.168943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Attempting to bind port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:04:40.172880 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:04:40.173287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Checking segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:04:40.173700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.174106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Bound using segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:04:40.174586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Bound port: 57bcd8dc-c788-4424-8e66-1b3d30d2a76a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:04:40.174981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.217518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-04bfad50-f2b6-48e6-8cd3-215712b86dd4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.219527 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-04bfad50-f2b6-48e6-8cd3-215712b86dd4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4048505 Jun 28 07:04:40.222607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 59328) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:40.227572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:04:40.247241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] For port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:04:40.252396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] For port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=57bcd8dc-c788-4424-8e66-1b3d30d2a76a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:04:40.255053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d16448b1-d7fc-42c5-b6d5-3033ce5678bb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:04:40.312432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d16448b1-d7fc-42c5-b6d5-3033ce5678bb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:40.312812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.331841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.341831 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.346530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:40.420944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:04:40.420944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:04:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:40.422409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd5241-4f59-464f-b7b0-99f1c3398085 None None] Pushing event updated for resources: {'Port': ['ID=57bcd8dc-c788-4424-8e66-1b3d30d2a76a,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:40.427288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3cbd5241-4f59-464f-b7b0-99f1c3398085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:40.447678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.562450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Allocated IP 172.26.4.119 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/4703e48e-1465-4d4d-88d6-ef3a0d2b04e8) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:04:40.572233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:04:40.670533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.759120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:40.762182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:40.782190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:40Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:40.794261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:04:40.796993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:04:40.807816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:04:40.808221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef61de-e4e3-42b4-965f-bb194906f21a None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:40Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:04:40.837740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event updated for resources: {'Port': ['ID=4703e48e-1465-4d4d-88d6-ef3a0d2b04e8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:40.845092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:40.931934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:41.024032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:41.182260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:41.251441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:41.253731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b661a8d-056e-460e-9094-e0d38d556c3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:41.325167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event updated for resources: {'Port': ['ID=4703e48e-1465-4d4d-88d6-ef3a0d2b04e8,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:41.329229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:41.337965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:41.400616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:41.405402 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1782777 Jun 28 07:04:41.545467 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-42cd3cbb-e2ef-4619-b06e-b65cd9866873 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--865246007&fields=id&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 267 time: 0.0347378 Jun 28 07:04:41.657042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-71e98911-6044-4158-afaa-56cb2f985142 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:41.658766 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-71e98911-6044-4158-afaa-56cb2f985142 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 811 time: 0.1060054 Jun 28 07:04:41.675114 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6780dd2a-6899-4200-a667-fd5334b33103 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/quotas/a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 375 time: 0.0099096 Jun 28 07:04:41.751821 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-926efcd1-6f58-4d88-875e-78343be567a8 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704706 Jun 28 07:04:41.893999 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-8d0418bf-4ac5-4abc-b1c2-dc8caf698e9c service neutron] 10.222.0.24 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292479 Jun 28 07:04:41.988863 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-96c23536-adfa-42fd-8eb0-59cc2123a75b service neutron] 10.222.0.24 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887473 Jun 28 07:04:42.247905 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-681b22c5-3314-4603-bd32-13511d99b796 req-293356d6-8a8b-416a-b42a-45c17525b857 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 210 time: 0.0375478 Jun 28 07:04:42.269305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 57bcd8dc-c788-4424-8e66-1b3d30d2a76a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:04:42.375477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:04:42.379472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:42.379863 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:42.460088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:42.491301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=57bcd8dc-c788-4424-8e66-1b3d30d2a76a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:42.565814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:42.567767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3cbd5241-4f59-464f-b7b0-99f1c3398085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:42.614854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=57bcd8dc-c788-4424-8e66-1b3d30d2a76a,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:42.618457 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:43.391354 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8f6a5efc-ff47-418b-b2c6-f4128cce3f91 req-785ca315-d2a9-4ba8-9142-e9dd83d9d6bc tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 210 time: 0.0297353 Jun 28 07:04:43.575151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:44.285018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 57bcd8dc-c788-4424-8e66-1b3d30d2a76a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:04:44.334947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:44.335330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:44.547071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9d17d321-afcf-40c1-9e43-c6fa60084ab1 req-41388784-d444-432c-8b84-a18c63310dc0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 210 time: 0.0408731 Jun 28 07:04:44.635873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-aab8d1a0-0a39-404b-b73e-715d9ef8877b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:44.637464 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-aab8d1a0-0a39-404b-b73e-715d9ef8877b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 811 time: 0.1209137 Jun 28 07:04:44.693217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-5c7dad2a-e2d1-4901-b37c-a7871a135a03 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 379 time: 0.0348046 Jun 28 07:04:44.704717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'port': {'device_id': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'admin_state_up': True, 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'security_groups': ['e139860f-f9c4-4da7-bec0-59ec069fe8b7']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:04:44.886246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Made reservation on behalf of a44a13d64cce48a2a822f56c31013a4c for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:04:44.890122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:45.015599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Allocated IP 172.20.0.6 (529768fb-7ec9-4009-ad5f-5f6bfef41a46/2e51e6ee-2fec-4008-92f8-37b0856f733b/d4c47a44-264c-4b7a-a95a-f0624f93f222) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:04:45.151763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:45.164667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Transition to ACTIVE for port object d4c47a44-264c-4b7a-a95a-f0624f93f222 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:04:45.263186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:45.267085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7ea0f3cf-5f1a-451f-ba6c-a6dd3d76485e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:45.305215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:04:45.310074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:04:45.313739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:04:45.348061 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event updated for resources: {'Port': ['ID=d4c47a44-264c-4b7a-a95a-f0624f93f222,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:45.353118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:45.373205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:45.373828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:45.441136 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7401280 Jun 28 07:04:45.461089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Request body: {'port': {'device_id': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:04:45.533873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:45.649768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7180ccef-55e2-487a-a77c-00c9d19b6ee1 None None] Provisioning for port d4c47a44-264c-4b7a-a95a-f0624f93f222 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:04:45.654215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7180ccef-55e2-487a-a77c-00c9d19b6ee1 None None] Provisioning complete for port d4c47a44-264c-4b7a-a95a-f0624f93f222 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:45.654599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7180ccef-55e2-487a-a77c-00c9d19b6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:45.689834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-7180ccef-55e2-487a-a77c-00c9d19b6ee1 None None] Port d4c47a44-264c-4b7a-a95a-f0624f93f222 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:04:45.796002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff944d76-85d2-442b-847e-0796359fe6bc req-3b049c6c-14f7-44e8-9062-bc76cbd9f96a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:45.797392 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff944d76-85d2-442b-847e-0796359fe6bc req-3b049c6c-14f7-44e8-9062-bc76cbd9f96a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 931 time: 0.1342576 Jun 28 07:04:45.867439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c47a44-264c-4b7a-a95a-f0624f93f222 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:04:45.875758 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff944d76-85d2-442b-847e-0796359fe6bc req-44d11134-2dab-4bcf-9701-df290c82622d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693853 Jun 28 07:04:45.877403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:45.888986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Transition to ACTIVE for port object d4c47a44-264c-4b7a-a95a-f0624f93f222 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:04:45.970966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:45.973082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:46.025379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Pushing event updated for resources: {'Port': ['ID=d4c47a44-264c-4b7a-a95a-f0624f93f222,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:46.029812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:46.101670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Attempting to bind port d4c47a44-264c-4b7a-a95a-f0624f93f222 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:04:46.102005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Attempting to bind port d4c47a44-264c-4b7a-a95a-f0624f93f222 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:04:46.102408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Attempting to bind port d4c47a44-264c-4b7a-a95a-f0624f93f222 on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:04:46.106884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Port d4c47a44-264c-4b7a-a95a-f0624f93f222 on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:04:46.107201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Attempting to bind port d4c47a44-264c-4b7a-a95a-f0624f93f222 on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:04:46.112163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:04:46.112505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Checking segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:04:46.112925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Bound using segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:04:46.113354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Bound port: d4c47a44-264c-4b7a-a95a-f0624f93f222, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:04:46.113717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:46.179474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] For port d4c47a44-264c-4b7a-a95a-f0624f93f222, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:04:46.182659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] For port d4c47a44-264c-4b7a-a95a-f0624f93f222, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:04:46.263261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:46.265430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ca1fa202-ec25-4ec4-aae5-ac3f94474c34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:46.305198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:46.305825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:46.307246 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] 10.222.0.50 "PUT /v2.0/ports/d4c47a44-264c-4b7a-a95a-f0624f93f222 HTTP/1.1" status: 200 len: 1093 time: 0.8522227 Jun 28 07:04:46.307727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:04:46.310097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b2cc8f-c1ee-4d00-9a1c-9d5af6229936" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:04:46.337430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Pushing event updated for resources: {'Port': ['ID=d4c47a44-264c-4b7a-a95a-f0624f93f222,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:46.340614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:46.351414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09625442-c55a-48a1-9fb0-c4c56dd1768a x-openstack-request-id: req-09625442-c55a-48a1-9fb0-c4c56dd1768a {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:04:46.351757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:04:46.352056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09625442-c55a-48a1-9fb0-c4c56dd1768a {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:04:46.352501 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'status': 'completed', 'code': 200} Jun 28 07:04:46.451328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2cc8f-c1ee-4d00-9a1c-9d5af6229936 req-89b95b0d-a460-4bad-96c0-efea1e0c46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:46.452939 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2b2cc8f-c1ee-4d00-9a1c-9d5af6229936 req-89b95b0d-a460-4bad-96c0-efea1e0c46dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 1096 time: 0.0580554 Jun 28 07:04:46.556388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2cc8f-c1ee-4d00-9a1c-9d5af6229936 req-1b3bf386-57b2-4cde-87c0-9eb353efd901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:46.557942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2b2cc8f-c1ee-4d00-9a1c-9d5af6229936 req-1b3bf386-57b2-4cde-87c0-9eb353efd901 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a44a13d64cce48a2a822f56c31013a4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0913515 Jun 28 07:04:46.656459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2cc8f-c1ee-4d00-9a1c-9d5af6229936 req-2c8e6210-e96e-4fec-a008-3a9293b2b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:46.657942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2b2cc8f-c1ee-4d00-9a1c-9d5af6229936 req-2c8e6210-e96e-4fec-a008-3a9293b2b987 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939779 Jun 28 07:04:46.771417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-76d2b519-f1a3-4ed3-92ad-c042f48212b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:46.772963 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-76d2b519-f1a3-4ed3-92ad-c042f48212b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 1096 time: 0.0529170 Jun 28 07:04:46.828370 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-055bdcce-791a-45c2-adfe-c8927ef0da56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222 HTTP/1.1" status: 200 len: 217 time: 0.0388515 Jun 28 07:04:46.876925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-05841a44-c13f-4e08-af44-6fa2a3fba588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:46.878326 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-05841a44-c13f-4e08-af44-6fa2a3fba588 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0432837 Jun 28 07:04:46.935979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-4a221c52-f6b5-4f2f-94f1-a1a975bffc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:46.937516 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-4a221c52-f6b5-4f2f-94f1-a1a975bffc44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526710 Jun 28 07:04:47.071223 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-7dae7172-1297-4757-b143-f00ae1a5029e service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250627 Jun 28 07:04:47.105713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e37de-b0cd-4ab3-aabe-41cf1ac86abc req-cde53212-4478-4ba8-ba1f-0361e8c8bb44 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:47.107068 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-096e37de-b0cd-4ab3-aabe-41cf1ac86abc req-cde53212-4478-4ba8-ba1f-0361e8c8bb44 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 943 time: 0.1053059 Jun 28 07:04:47.182571 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-096e37de-b0cd-4ab3-aabe-41cf1ac86abc req-383005df-d7ea-462c-98c5-acf5305d3afb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693765 Jun 28 07:04:47.203217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-702bc6aa-08d8-407d-8676-b6ced2be78c5 req-d8749f32-6985-419b-a42c-07f1804b507b service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243339 Jun 28 07:04:48.354279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b158913-f2ef-4748-8a18-916d57bb8338 req-05a8816c-31df-4f50-a59b-b455f60d6ab2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:48.355728 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b158913-f2ef-4748-8a18-916d57bb8338 req-05a8816c-31df-4f50-a59b-b455f60d6ab2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 943 time: 0.0628512 Jun 28 07:04:48.392426 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b158913-f2ef-4748-8a18-916d57bb8338 req-699ebcc9-9463-47d1-8328-03e82ce2a477 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311728 Jun 28 07:04:49.563745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874762c-4384-4ee1-a429-80354ed6f5e4 req-0f3830d9-08eb-4799-949c-1154c71299bf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:49.565223 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0874762c-4384-4ee1-a429-80354ed6f5e4 req-0f3830d9-08eb-4799-949c-1154c71299bf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 943 time: 0.0632243 Jun 28 07:04:49.603679 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0874762c-4384-4ee1-a429-80354ed6f5e4 req-af344aa8-0b05-46c1-8a67-d204504cbfc7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318100 Jun 28 07:04:50.783874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9f78a-a280-4a31-a528-fd32e9ab8285 req-c9626339-af8d-4cd2-bccb-5d4bf8d21ec2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:50.785542 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a5d9f78a-a280-4a31-a528-fd32e9ab8285 req-c9626339-af8d-4cd2-bccb-5d4bf8d21ec2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 943 time: 0.0666583 Jun 28 07:04:50.822725 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a5d9f78a-a280-4a31-a528-fd32e9ab8285 req-5ff2a5ac-b16a-4bfd-8766-b7d8cb5064bb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309300 Jun 28 07:04:50.836343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d4c47a44-264c-4b7a-a95a-f0624f93f222 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:04:50.930225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d4c47a44-264c-4b7a-a95a-f0624f93f222, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:50.941017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'port_id': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'mac_address': 'fa:16:3e:bc:7b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:04:50.977276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:50.990398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c47a44-264c-4b7a-a95a-f0624f93f222 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:04:51.010327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d4c47a44-264c-4b7a-a95a-f0624f93f222, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:51.073749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:51.075477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:51.120052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d4c47a44-264c-4b7a-a95a-f0624f93f222,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:51.126807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.127154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.127492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.127820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.128146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.128471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.128795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.129140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.129462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.129554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-7c26476c-33cb-4a4a-a54d-63c534710edf req-e1adf767-4641-49e4-bb32-bcac3c1dc17c service neutron] (100887) timed out ('10.222.0.50', 51908) {{(pid=100887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 07:04:51.129779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.130104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.130506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:04:51.134379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:51.372486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['d4c47a44-264c-4b7a-a95a-f0624f93f222'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:04:51.998642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39be67-2710-42be-b159-93ce1845de83 req-0d664dee-add7-4bec-a186-451d07f2df97 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:52.000109 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7b39be67-2710-42be-b159-93ce1845de83 req-0d664dee-add7-4bec-a186-451d07f2df97 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 944 time: 0.0663548 Jun 28 07:04:52.038133 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7b39be67-2710-42be-b159-93ce1845de83 req-10767a97-db71-4853-b9a0-52b8168336e0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Jun 28 07:04:52.852339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d4c47a44-264c-4b7a-a95a-f0624f93f222 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:04:52.963545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port d4c47a44-264c-4b7a-a95a-f0624f93f222 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:04:52.967336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port d4c47a44-264c-4b7a-a95a-f0624f93f222 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:04:52.967723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:53.046413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:53.067801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:04:53.069773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beae9f72-e40e-489b-b03a-9b93d8486059" -d '{"events": [{"server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "name": "network-vif-plugged", "status": "completed", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:04:53.082463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d4c47a44-264c-4b7a-a95a-f0624f93f222, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:04:53.108065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d922c04-7a68-4b25-9077-888f9787e853 x-openstack-request-id: req-1d922c04-7a68-4b25-9077-888f9787e853 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:04:53.108371 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "name": "network-vif-plugged", "status": "completed", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:04:53.108637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d922c04-7a68-4b25-9077-888f9787e853 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:04:53.109082 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'code': 200} Jun 28 07:04:53.160111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:53.162669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:04:53.209886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d4c47a44-264c-4b7a-a95a-f0624f93f222,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:04:53.213515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:04:53.221744 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45cceb-ba58-4a8a-bb27-b681b85e7ac9 req-63b1f326-33ce-4890-8fde-fe5953f0f964 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:53.223230 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cd45cceb-ba58-4a8a-bb27-b681b85e7ac9 req-63b1f326-33ce-4890-8fde-fe5953f0f964 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0706594 Jun 28 07:04:53.588264 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cd45cceb-ba58-4a8a-bb27-b681b85e7ac9 req-86506714-62da-42d3-bac7-61e51c55c26d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3584614 Jun 28 07:04:53.606702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e703a-12b2-48ea-97ff-004e77f4c057 req-57ee1550-3604-4d84-b192-c2a9606f142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:53.608264 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-186e703a-12b2-48ea-97ff-004e77f4c057 req-57ee1550-3604-4d84-b192-c2a9606f142f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 1098 time: 0.0671790 Jun 28 07:04:53.644656 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-186e703a-12b2-48ea-97ff-004e77f4c057 req-198f595e-456a-48c9-8856-f3b783e13eba service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283747 Jun 28 07:04:53.782338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9c75b26f-d412-42a2-ac30-0edc1e24dffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:54.762568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d808f5-7af5-4078-92f5-39c984718f80 req-187c823e-214e-44b6-a020-5ee2aa6eeaa1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:54.764026 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-94d808f5-7af5-4078-92f5-39c984718f80 req-187c823e-214e-44b6-a020-5ee2aa6eeaa1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0636389 Jun 28 07:04:54.799477 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-94d808f5-7af5-4078-92f5-39c984718f80 req-3d1ff747-fd9d-4248-ac72-95ae461cc1cb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299489 Jun 28 07:04:55.974562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a361-411f-4cdd-82b0-c402fcdd40b7 req-19a48529-8ff8-41fa-ad96-b1898e516741 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:55.976013 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c433a361-411f-4cdd-82b0-c402fcdd40b7 req-19a48529-8ff8-41fa-ad96-b1898e516741 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0677233 Jun 28 07:04:56.013249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c433a361-411f-4cdd-82b0-c402fcdd40b7 req-12aa1db2-0fa3-49f2-b88a-6aa838ee8e35 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316353 Jun 28 07:04:56.190300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a30704-0cfc-42f9-87b0-cf1671bd9f3f req-368033fd-c066-4045-bbf7-ce72564912ef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:56.191772 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a0a30704-0cfc-42f9-87b0-cf1671bd9f3f req-368033fd-c066-4045-bbf7-ce72564912ef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0620363 Jun 28 07:04:56.202775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 59388) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:04:56.207411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f4d3b646-cbf3-479a-93b3-e0fc002c7479 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'floatingip': {'port_id': 'd4c47a44-264c-4b7a-a95a-f0624f93f222'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:04:56.285186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b646-cbf3-479a-93b3-e0fc002c7479 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:56.491571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:56.535269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-17ebf0ab-9875-4cce-ad38-9acf56d28530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:56.750646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b646-cbf3-479a-93b3-e0fc002c7479 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:56.811273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b646-cbf3-479a-93b3-e0fc002c7479 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:56.912154 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-f4d3b646-cbf3-479a-93b3-e0fc002c7479 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2 associated. External IP: 172.26.4.119, port: d4c47a44-264c-4b7a-a95a-f0624f93f222. Jun 28 07:04:57.118035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d3b646-cbf3-479a-93b3-e0fc002c7479 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:04:57.221910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d3b646-cbf3-479a-93b3-e0fc002c7479 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:04:57.227000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b646-cbf3-479a-93b3-e0fc002c7479 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:57.232952 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:04:57.243266 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:04:57.243864 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:04:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:57.261967 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f4d3b646-cbf3-479a-93b3-e0fc002c7479 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "PUT /v2.0/floatingips/aa52530d-776d-4cf1-9d8d-d2866147fae2 HTTP/1.1" status: 200 len: 991 time: 1.0581234 Jun 28 07:04:57.262639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:04:57.264963 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50c3c96-564e-483f-b142-74ae8c043392" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:04:57.301509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ed468e-133a-4d54-ba31-86a6be3c59ec x-openstack-request-id: req-85ed468e-133a-4d54-ba31-86a6be3c59ec {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:04:57.301899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:04:57.303301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85ed468e-133a-4d54-ba31-86a6be3c59ec {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:04:57.303756 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'status': 'completed', 'code': 200} Jun 28 07:04:57.349606 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:04:57.432597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c3c96-564e-483f-b142-74ae8c043392 req-68ec27e9-d48c-4c45-ad8d-3a67bbb3aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:57.434153 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c50c3c96-564e-483f-b142-74ae8c043392 req-68ec27e9-d48c-4c45-ad8d-3a67bbb3aa2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 1098 time: 0.0529687 Jun 28 07:04:57.528166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c3c96-564e-483f-b142-74ae8c043392 req-3688c984-d5f3-4e63-8e00-e7f0a3948f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:57.529678 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c50c3c96-564e-483f-b142-74ae8c043392 req-3688c984-d5f3-4e63-8e00-e7f0a3948f35 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0882940 Jun 28 07:04:57.567374 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:bc:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:04:56Z', 'revision_number': 1, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:57.593992 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:04:57.595084 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c50c3c96-564e-483f-b142-74ae8c043392 req-d33ca107-5147-444a-af44-cc861ebb56e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222 HTTP/1.1" status: 200 len: 999 time: 0.0571196 Jun 28 07:04:57.602693 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:04:57.603302 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:04:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:57.622665 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:04:57.650158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c3c96-564e-483f-b142-74ae8c043392 req-debb0549-5b5b-40d0-9eb0-c6223196a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:57.651627 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c50c3c96-564e-483f-b142-74ae8c043392 req-debb0549-5b5b-40d0-9eb0-c6223196a143 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0494709 Jun 28 07:04:57.709324 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:04:57.712525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c3c96-564e-483f-b142-74ae8c043392 req-365b934c-6959-4e58-917a-6dffd1d0eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:04:57.714071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c50c3c96-564e-483f-b142-74ae8c043392 req-365b934c-6959-4e58-917a-6dffd1d0eab5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552106 Jun 28 07:04:57.808341 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c50c3c96-564e-483f-b142-74ae8c043392 req-0314b518-8bff-474e-9745-632264429908 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849214 Jun 28 07:04:57.904191 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c50c3c96-564e-483f-b142-74ae8c043392 req-5fb733ca-b33e-4bf1-8709-f40dd78aab79 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874467 Jun 28 07:04:57.925645 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:bc:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:04:56Z', 'revision_number': 1, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:04:57.955353 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7613c8a1-8184-4f2b-94df-aac3bb9670c4 None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:bc:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:04:56Z', 'revision_number': 1, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:04:58.138878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49f0fb-b1bc-4941-a2a2-966a35c4f821 None None] New status for floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:04:59.353900 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:11.310719 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:05:13.569204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:23.776171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f580db8a-ff6d-4b9e-91e0-c4e62e08b87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:26.450501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:26.479231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7c25c124-5ade-4240-9190-fc48ab70f3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:27.627685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:29.391602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:32.994770 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-5bd72d83-dab1-46e8-8842-5fff49681287 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537746 Jun 28 07:05:33.106586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-c269f07b-09b9-4ca3-bd8d-7fdcde86cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:33.108042 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-c269f07b-09b9-4ca3-bd8d-7fdcde86cbfd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 1098 time: 0.0532928 Jun 28 07:05:33.215765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-4ac20360-294f-484c-b1e4-fce2bea03495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:33.217253 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-4ac20360-294f-484c-b1e4-fce2bea03495 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0901203 Jun 28 07:05:33.284465 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-498a9e84-d0f8-41f3-90ae-6972c385d47a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222 HTTP/1.1" status: 200 len: 1001 time: 0.0603700 Jun 28 07:05:33.341106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-58f960b6-6145-408f-ab65-f3f673223bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:33.342510 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-58f960b6-6145-408f-ab65-f3f673223bbf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0441077 Jun 28 07:05:33.398397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-ec529020-03ce-4dfd-9a93-a919aaa46975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:33.399845 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-ec529020-03ce-4dfd-9a93-a919aaa46975 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501544 Jun 28 07:05:33.492378 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-d556e3e5-0504-444b-b71f-cb2af019f3e6 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856850 Jun 28 07:05:33.586174 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04e78134-4bfb-45ce-a58e-104a98116d9a req-44d1c208-9117-435a-ae82-5b9a19214efe service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864303 Jun 28 07:05:35.773261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac92ee-0085-45b3-85c6-862c723453ff req-2b132b10-567b-4789-81c1-2f54b69c94a0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:35.774602 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2ac92ee-0085-45b3-85c6-862c723453ff req-2b132b10-567b-4789-81c1-2f54b69c94a0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0672035 Jun 28 07:05:35.810812 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2ac92ee-0085-45b3-85c6-862c723453ff req-42eb8b0c-3cd1-4500-ac31-ce9ded69eca6 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305517 Jun 28 07:05:36.340511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c25ba2-add7-43a1-bcff-ab2b9980e18c req-35ae9410-a308-4256-bbb2-3ebb19b54083 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:36.342036 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11c25ba2-add7-43a1-bcff-ab2b9980e18c req-35ae9410-a308-4256-bbb2-3ebb19b54083 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0646234 Jun 28 07:05:36.380926 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11c25ba2-add7-43a1-bcff-ab2b9980e18c req-f0afab0e-dce0-423f-b4d5-ac0edb0fabc1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323708 Jun 28 07:05:36.399292 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-addcefa7-5f17-4f67-9104-5bb447f03591 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0548584 Jun 28 07:05:37.554269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de4a8b-67b5-43b5-9f67-5527c63281b1 req-0c7edd2e-fe23-441f-af14-c6b761a80b7a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:37.555635 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-42de4a8b-67b5-43b5-9f67-5527c63281b1 req-0c7edd2e-fe23-441f-af14-c6b761a80b7a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0627527 Jun 28 07:05:37.593035 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-42de4a8b-67b5-43b5-9f67-5527c63281b1 req-dda6f072-17ec-434d-90ac-ba05a8336434 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316961 Jun 28 07:05:38.573611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-9592cc32-406e-49d6-9e7c-6fb17c376235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:38.575003 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-9592cc32-406e-49d6-9e7c-6fb17c376235 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 1098 time: 0.0562940 Jun 28 07:05:38.665140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-4e4a2d81-6349-4cf9-a331-b1dce376c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:38.666599 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-4e4a2d81-6349-4cf9-a331-b1dce376c107 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0857022 Jun 28 07:05:38.762780 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-d2683f72-d332-46e9-8175-850c273cad5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222 HTTP/1.1" status: 200 len: 1001 time: 0.0898259 Jun 28 07:05:38.822968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811370f-d7be-4fa5-9ea0-c4e936dd11b6 req-6baf082a-ad4b-402e-bc77-51f9d7a4e50b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:38.824457 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5811370f-d7be-4fa5-9ea0-c4e936dd11b6 req-6baf082a-ad4b-402e-bc77-51f9d7a4e50b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.1136863 Jun 28 07:05:38.827960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-b1670bd0-c9e3-48bc-87df-1f261fa6a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:38.829280 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-b1670bd0-c9e3-48bc-87df-1f261fa6a322 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0602808 Jun 28 07:05:38.890769 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5811370f-d7be-4fa5-9ea0-c4e936dd11b6 req-6f4c0d6f-9d59-4de6-8ca0-3a14701c8a73 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605655 Jun 28 07:05:38.909469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-0f6b05cb-c75f-41d4-a15c-0414357d5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:38.910912 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-0f6b05cb-c75f-41d4-a15c-0414357d5c6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739293 Jun 28 07:05:38.997756 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-68712033-2bed-4163-ad94-5f1f110e68bf service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794528 Jun 28 07:05:39.089757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-bb52d781-9354-4068-a467-3882b37c6171 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849779 Jun 28 07:05:40.064297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36183b-19f0-4e3d-830a-cbe32b59ec39 req-8fc465ce-99a0-4591-bebd-455142bbf21c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:40.065863 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df36183b-19f0-4e3d-830a-cbe32b59ec39 req-8fc465ce-99a0-4591-bebd-455142bbf21c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0649362 Jun 28 07:05:40.103582 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df36183b-19f0-4e3d-830a-cbe32b59ec39 req-17603106-402b-49ec-ac4c-f077ce7bca2d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318861 Jun 28 07:05:41.282246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037cb06-8914-4210-8720-b2486076bf4d req-190bea91-1ec7-483b-87df-06bc90ab39b4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:41.283703 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0037cb06-8914-4210-8720-b2486076bf4d req-190bea91-1ec7-483b-87df-06bc90ab39b4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0678933 Jun 28 07:05:41.321989 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0037cb06-8914-4210-8720-b2486076bf4d req-8a5ed9cf-b420-4692-ae82-c0da05779338 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Jun 28 07:05:42.493671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da745f1-f206-4634-b8b9-d0e3fe5ac6e0 req-a84d348c-24af-4c97-a7e0-25b0022bda86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:42.495086 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1da745f1-f206-4634-b8b9-d0e3fe5ac6e0 req-a84d348c-24af-4c97-a7e0-25b0022bda86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0638108 Jun 28 07:05:42.531499 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1da745f1-f206-4634-b8b9-d0e3fe5ac6e0 req-669ba581-bef3-4e20-9778-5db1d9e32cc2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307658 Jun 28 07:05:43.610379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:43.705011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2adcf-a660-44fa-945e-b8cd1cd64369 req-4f1e9e35-cea9-4bff-a6c4-889287439405 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:43.706479 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ca2adcf-a660-44fa-945e-b8cd1cd64369 req-4f1e9e35-cea9-4bff-a6c4-889287439405 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0622926 Jun 28 07:05:43.743495 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ca2adcf-a660-44fa-945e-b8cd1cd64369 req-ca6e0e66-0c6b-4bde-97ef-26ab398840b1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309339 Jun 28 07:05:44.923663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff1d4e-e822-43dd-bdb0-25da7dc0f1e0 req-b73db227-f14a-40cc-a04a-f59a0819dfcb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:44.925217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeff1d4e-e822-43dd-bdb0-25da7dc0f1e0 req-b73db227-f14a-40cc-a04a-f59a0819dfcb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0665376 Jun 28 07:05:44.963957 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeff1d4e-e822-43dd-bdb0-25da7dc0f1e0 req-3cba29fc-408a-4b8a-817c-4185d996be5f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331280 Jun 28 07:05:46.139980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f00ad-46ff-494b-b12f-e824d6106ad8 req-12856d93-c6be-4232-9e06-7d0538df64e9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:46.141470 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-686f00ad-46ff-494b-b12f-e824d6106ad8 req-12856d93-c6be-4232-9e06-7d0538df64e9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0643601 Jun 28 07:05:46.179469 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-686f00ad-46ff-494b-b12f-e824d6106ad8 req-b0b7621b-6b6c-4102-ad3f-bde6a1a26d38 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319755 Jun 28 07:05:47.355592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123cb6d-2cff-45e9-ad88-64fb5781c6e8 req-d64e60da-1498-4292-a1fc-d219863fbeca tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:47.357053 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2123cb6d-2cff-45e9-ad88-64fb5781c6e8 req-d64e60da-1498-4292-a1fc-d219863fbeca tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0654135 Jun 28 07:05:47.393276 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2123cb6d-2cff-45e9-ad88-64fb5781c6e8 req-1a9bf00d-d6bb-485c-9d46-272eb6a23f5e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300274 Jun 28 07:05:48.308711 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:05:48.564561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe243166-f090-4e99-a90e-a56f3beb8a5c req-f92fcf58-7466-4e48-834f-3576e2d6df90 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:48.565948 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fe243166-f090-4e99-a90e-a56f3beb8a5c req-f92fcf58-7466-4e48-834f-3576e2d6df90 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0624416 Jun 28 07:05:48.602942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fe243166-f090-4e99-a90e-a56f3beb8a5c req-3b18366c-9b7e-4aae-80f7-897b32cc6c3f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314829 Jun 28 07:05:49.788560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64168a5c-baad-416c-8707-bd0a3c31688f req-160706c9-b428-4d96-88cd-66d0ad06d5fd tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:49.789385 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-64168a5c-baad-416c-8707-bd0a3c31688f req-160706c9-b428-4d96-88cd-66d0ad06d5fd tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0644598 Jun 28 07:05:49.827017 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-64168a5c-baad-416c-8707-bd0a3c31688f req-185ff62e-fdee-4a4c-8846-fc51af954c49 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326838 Jun 28 07:05:51.282822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1d8cf-1be9-44a9-b17a-347f7c428886 req-ada8856a-92c7-4ef4-aa9c-36672995838c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:51.284313 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1df1d8cf-1be9-44a9-b17a-347f7c428886 req-ada8856a-92c7-4ef4-aa9c-36672995838c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.3501091 Jun 28 07:05:51.351727 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1df1d8cf-1be9-44a9-b17a-347f7c428886 req-4827fea7-9056-4b59-9da3-1f90a76e1741 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617168 Jun 28 07:05:51.371520 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-9c57ffc0-22fd-481d-b088-e98436b2123d service neutron] 10.222.0.50 "GET /v2.0/ports/d4c47a44-264c-4b7a-a95a-f0624f93f222/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0677891 Jun 28 07:05:52.095141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-1fce6af2-86b2-48c2-95a6-fe7c8eda6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:52.096700 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-1fce6af2-86b2-48c2-95a6-fe7c8eda6dcd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 1098 time: 0.0567245 Jun 28 07:05:52.184426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-2c7ce558-285e-4e5e-9737-d1a6edcebdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:52.185888 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-2c7ce558-285e-4e5e-9737-d1a6edcebdb8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 1098 time: 0.0511222 Jun 28 07:05:52.279451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-f3278429-1b6c-454a-9eec-e6acea28e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:52.280927 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-f3278429-1b6c-454a-9eec-e6acea28e18f service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0891001 Jun 28 07:05:52.349807 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-1cedc2f6-9482-4b83-80a8-55fa7cb57286 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222 HTTP/1.1" status: 200 len: 1001 time: 0.0626361 Jun 28 07:05:52.397941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-152abe69-725b-44fe-847a-93577b30d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:52.399434 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-152abe69-725b-44fe-847a-93577b30d131 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0436804 Jun 28 07:05:52.456809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-552fde6b-3a30-4d51-b6b4-793e2e08caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:52.458889 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-552fde6b-3a30-4d51-b6b4-793e2e08caf3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528045 Jun 28 07:05:52.602743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140cb1-c43f-4142-bdc4-fcf45281ba13 req-31ec7129-cdab-4fd7-b7a5-6c0a153c4bf6 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:52.604177 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-53140cb1-c43f-4142-bdc4-fcf45281ba13 req-31ec7129-cdab-4fd7-b7a5-6c0a153c4bf6 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.1406794 Jun 28 07:05:52.605990 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-66d2139a-e526-4c7f-846d-6b6b8cbc02ca service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319203 Jun 28 07:05:52.699564 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-53140cb1-c43f-4142-bdc4-fcf45281ba13 req-a68e74f6-fe72-4387-9178-e7ab9ad6d209 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894811 Jun 28 07:05:52.733906 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3163595-3f21-4f4f-a818-c4a33f90756c req-04c411de-cb2c-4e4b-b1e8-094d59c5feca service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160519 Jun 28 07:05:53.814661 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ec3061de-5687-470a-b986-8d902f15406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:53.878734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c40c2-1611-4164-b741-61918c62e09b req-056fbf9f-6c98-4bb5-a26a-d07b68610d4b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:53.880222 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-462c40c2-1611-4164-b741-61918c62e09b req-056fbf9f-6c98-4bb5-a26a-d07b68610d4b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0656779 Jun 28 07:05:53.918900 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-462c40c2-1611-4164-b741-61918c62e09b req-bd6b2ba1-b17f-4e8f-949f-e73af4d02e83 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328662 Jun 28 07:05:55.108112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d4c47a44-264c-4b7a-a95a-f0624f93f222 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:05:55.115977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74f2d6-1d87-4d0e-90e7-3394a5b94212 req-224a1d5f-cf4e-45c2-aabc-35182ab541b5 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:55.117522 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f74f2d6-1d87-4d0e-90e7-3394a5b94212 req-224a1d5f-cf4e-45c2-aabc-35182ab541b5 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0696518 Jun 28 07:05:55.155748 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f74f2d6-1d87-4d0e-90e7-3394a5b94212 req-a622fb0a-0efd-4f31-a934-a0dda373603a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324240 Jun 28 07:05:55.182793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:55.208077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:05:55.210699 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29f6e19-a4eb-4b79-8f33-b79fffb81218" -d '{"events": [{"server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:05:55.223873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d4c47a44-264c-4b7a-a95a-f0624f93f222, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:05:55.265260 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1154b320-2b49-4f32-9dd2-8d5d03ba6947 x-openstack-request-id: req-1154b320-2b49-4f32-9dd2-8d5d03ba6947 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:05:55.265583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:05:55.265846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1154b320-2b49-4f32-9dd2-8d5d03ba6947 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:05:55.266246 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'code': 200} Jun 28 07:05:55.324110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:55.326056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:05:55.372580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d4c47a44-264c-4b7a-a95a-f0624f93f222,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:05:55.381006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.381361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.381711 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.382053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.382388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.382721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.383052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.383383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.383711 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.384036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.384362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.384683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:05:55.388645 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:05:56.340336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47a01-58b6-46e4-b543-fea8f300aec9 req-07acb552-5e60-49cc-aa35-a2ebe0fb8755 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:56.341734 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-36c47a01-58b6-46e4-b543-fea8f300aec9 req-07acb552-5e60-49cc-aa35-a2ebe0fb8755 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 943 time: 0.0718164 Jun 28 07:05:56.379344 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-36c47a01-58b6-46e4-b543-fea8f300aec9 req-a6fabf82-c4c0-437d-825c-a7638c58523f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317383 Jun 28 07:05:56.490503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:56.581155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-abbf35b6-8adf-4eab-a036-932da75733f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:56.989710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c6723-0c27-4cf7-8247-dd06c49055cc req-4e33c27f-24a7-4161-879a-4bf1f4ec50a1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:56.991202 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-309c6723-0c27-4cf7-8247-dd06c49055cc req-4e33c27f-24a7-4161-879a-4bf1f4ec50a1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 943 time: 0.0622702 Jun 28 07:05:57.034081 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-309c6723-0c27-4cf7-8247-dd06c49055cc req-1100bbfe-08a9-43db-8277-081fd74fd19f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363562 Jun 28 07:05:57.114041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d4c47a44-264c-4b7a-a95a-f0624f93f222 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:05:57.118788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff713-0492-4290-9f85-c7893c7c3373 req-275023d4-a3b5-4898-896a-134ba6f49c13 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:57.120256 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-047ff713-0492-4290-9f85-c7893c7c3373 req-275023d4-a3b5-4898-896a-134ba6f49c13 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a&tenant_id=a44a13d64cce48a2a822f56c31013a4c&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.0708203 Jun 28 07:05:57.219053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d4c47a44-264c-4b7a-a95a-f0624f93f222, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:05:57.230517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'port_id': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'mac_address': 'fa:16:3e:bc:7b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:05:57.240788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff713-0492-4290-9f85-c7893c7c3373 req-f84d9258-50ae-4943-a21d-364d8f8d79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:57.242222 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-047ff713-0492-4290-9f85-c7893c7c3373 req-f84d9258-50ae-4943-a21d-364d8f8d79ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 1096 time: 0.0565081 Jun 28 07:05:57.266132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:57.279024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c47a44-264c-4b7a-a95a-f0624f93f222 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:05:57.298391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d4c47a44-264c-4b7a-a95a-f0624f93f222, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:05:57.338734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff713-0492-4290-9f85-c7893c7c3373 req-1e47b696-c74a-4ccb-8438-e826197eb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:57.340208 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-047ff713-0492-4290-9f85-c7893c7c3373 req-1e47b696-c74a-4ccb-8438-e826197eb664 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0915318 Jun 28 07:05:57.404244 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-047ff713-0492-4290-9f85-c7893c7c3373 req-01aa442d-3daa-4cbc-82c9-98057fd46127 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222 HTTP/1.1" status: 200 len: 999 time: 0.0574343 Jun 28 07:05:57.417790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:57.419582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9f13d00b-1343-4999-8296-04eea6c85803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:05:57.457417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff713-0492-4290-9f85-c7893c7c3373 req-45ae26be-bcd1-4390-bf18-f6f04ac94272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:57.458939 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-047ff713-0492-4290-9f85-c7893c7c3373 req-45ae26be-bcd1-4390-bf18-f6f04ac94272 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0452461 Jun 28 07:05:57.464981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d4c47a44-264c-4b7a-a95a-f0624f93f222,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:05:57.468141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:05:57.523469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff713-0492-4290-9f85-c7893c7c3373 req-cc876c38-a9da-4893-a118-e3d54565822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:57.524923 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-047ff713-0492-4290-9f85-c7893c7c3373 req-cc876c38-a9da-4893-a118-e3d54565822f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0579875 Jun 28 07:05:57.581699 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['d4c47a44-264c-4b7a-a95a-f0624f93f222'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:05:57.623663 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-047ff713-0492-4290-9f85-c7893c7c3373 req-614fe1e6-8fca-4dc2-9157-0ead14848158 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871491 Jun 28 07:05:57.660425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:57.719670 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-047ff713-0492-4290-9f85-c7893c7c3373 req-bdbc4cbf-cef6-4bf4-ae51-6926298bd8d8 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891662 Jun 28 07:05:58.211677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf30ed-5692-43ea-a66c-170a0820e926 req-0aa6b227-2765-4b57-896d-ca8b6c45d567 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:58.213155 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-afdf30ed-5692-43ea-a66c-170a0820e926 req-0aa6b227-2765-4b57-896d-ca8b6c45d567 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 944 time: 0.0625491 Jun 28 07:05:58.251711 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-afdf30ed-5692-43ea-a66c-170a0820e926 req-6960f25d-0f85-4eaa-9105-c2ad42601bdd tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329180 Jun 28 07:05:59.135786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d4c47a44-264c-4b7a-a95a-f0624f93f222 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:05:59.184758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port d4c47a44-264c-4b7a-a95a-f0624f93f222 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:05:59.185173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:59.261540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:59.285058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:05:59.287391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a098b40-3f27-4668-84c3-42234043e9cf" -d '{"events": [{"server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "name": "network-vif-plugged", "status": "completed", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:05:59.309382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d4c47a44-264c-4b7a-a95a-f0624f93f222, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:05:59.327538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b08c5e-7c1f-4af3-b8cf-1a9fd249b1c8 x-openstack-request-id: req-10b08c5e-7c1f-4af3-b8cf-1a9fd249b1c8 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:05:59.327843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "name": "network-vif-plugged", "status": "completed", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:05:59.328130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10b08c5e-7c1f-4af3-b8cf-1a9fd249b1c8 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:05:59.328535 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'code': 200} Jun 28 07:05:59.404151 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:59.406993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7f4e9b9b-9fe2-47cc-9386-c0876fe3ccbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:05:59.428101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7e9a7-3367-44d3-b17b-c18420273f5a req-fe8b0367-1cb8-4353-ac86-b534301f7b1d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:59.429665 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9c7e9a7-3367-44d3-b17b-c18420273f5a req-fe8b0367-1cb8-4353-ac86-b534301f7b1d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 944 time: 0.0646389 Jun 28 07:05:59.445759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:05:59.455037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d4c47a44-264c-4b7a-a95a-f0624f93f222,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:05:59.459671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:05:59.468458 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9c7e9a7-3367-44d3-b17b-c18420273f5a req-702670c4-0c82-4e49-8a4a-93e60a3c7e90 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329876 Jun 28 07:05:59.654508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbe311-5df1-4091-890e-4e8c5e73f712 req-bcbdde66-5021-41b4-b83a-ad203a0a1922 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:59.655967 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-98fbe311-5df1-4091-890e-4e8c5e73f712 req-bcbdde66-5021-41b4-b83a-ad203a0a1922 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0675344 Jun 28 07:05:59.692617 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-98fbe311-5df1-4091-890e-4e8c5e73f712 req-af8fd6d8-1daf-4e38-955d-7e4cb8cf33e0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301974 Jun 28 07:05:59.863864 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff9fa1-94b3-4ede-8d49-15b03717c987 req-a01d05d2-e6f4-48ce-95e5-a04cdf400cbf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:05:59.865317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e0ff9fa1-94b3-4ede-8d49-15b03717c987 req-a01d05d2-e6f4-48ce-95e5-a04cdf400cbf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0621710 Jun 28 07:05:59.904308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e0ff9fa1-94b3-4ede-8d49-15b03717c987 req-acc0e08d-44a5-4308-b7d7-98195e3c0e06 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333157 Jun 28 07:06:00.548414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf1a45-1fc5-4ec0-809d-12b4eeb20063 req-65ebd701-a925-49dc-a1cc-2ff61ea7b681 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:00.550512 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-88cf1a45-1fc5-4ec0-809d-12b4eeb20063 req-65ebd701-a925-49dc-a1cc-2ff61ea7b681 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0680053 Jun 28 07:06:00.587426 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-88cf1a45-1fc5-4ec0-809d-12b4eeb20063 req-3f7cb63f-8e75-47f8-8ff1-407726538e0e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Jun 28 07:06:01.761122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ba855-f0fa-45f5-8c8e-666a1ba83b04 req-02638cf3-eb4b-4f2a-834b-7e3c969657a0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:01.762594 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-747ba855-f0fa-45f5-8c8e-666a1ba83b04 req-02638cf3-eb4b-4f2a-834b-7e3c969657a0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0638444 Jun 28 07:06:01.800030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-747ba855-f0fa-45f5-8c8e-666a1ba83b04 req-bcec2640-ae55-4cae-a8ba-76c54e482bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Jun 28 07:06:02.577967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b99e3347-b6ac-4723-92e6-b9eaa595b536 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:02.579288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b99e3347-b6ac-4723-92e6-b9eaa595b536 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.0606749 Jun 28 07:06:02.680467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Deleting port d4c47a44-264c-4b7a-a95a-f0624f93f222 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:06:02.680807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:02.765495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] For port d4c47a44-264c-4b7a-a95a-f0624f93f222, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d4c47a44-264c-4b7a-a95a-f0624f93f222,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:06:02.766165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:03.026551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:03.026917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:03.027226 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2 disassociated. External IP: 172.26.4.119, port: d4c47a44-264c-4b7a-a95a-f0624f93f222. Jun 28 07:06:03.027567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Calling delete_port for d4c47a44-264c-4b7a-a95a-f0624f93f222 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:06:03.037123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b5700-c335-45fb-8067-c0940af9313c req-c539630f-d08e-43c0-af41-01ac91fc6382 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:03.038570 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a62b5700-c335-45fb-8067-c0940af9313c req-c539630f-d08e-43c0-af41-01ac91fc6382 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 945 time: 0.1280642 Jun 28 07:06:03.120243 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a62b5700-c335-45fb-8067-c0940af9313c req-9a455f7f-0f7d-4c95-afb6-9c33971fa2cd tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743165 Jun 28 07:06:03.278578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:03.282818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7d2b5521-2e08-4dd6-a746-b0d6b4424224 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:06:03.309818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event deleted for resources: {'Port': ['ID=d4c47a44-264c-4b7a-a95a-f0624f93f222,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:06:03.321186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.321578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.321961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.322384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.322767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.323155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.323569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.323943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.324310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.324678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.325146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.325512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:06:03.330990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:06:03.444932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:06:03.557115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:06:03.568982 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:06:03.577723 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:06:03.578324 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:05:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:06:03.603530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] No DVR routers for this DVR port d4c47a44-264c-4b7a-a95a-f0624f93f222 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:06:03.607237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:03.607798 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cbced07f-5311-40dd-bef4-0bed33d33cdd req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "DELETE /v2.0/ports/d4c47a44-264c-4b7a-a95a-f0624f93f222 HTTP/1.1" status: 204 len: 173 time: 1.0223022 Jun 28 07:06:03.608346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'name': 'network-vif-deleted', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:06:03.611289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e998382-519b-48c2-addf-edb3ea85151e" -d '{"events": [{"server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "name": "network-vif-deleted", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:06:03.648192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b2a8ae-542b-43cf-bcef-63ea2cda4e9c x-openstack-request-id: req-c2b2a8ae-542b-43cf-bcef-63ea2cda4e9c {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:06:03.648546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8f2d7e-a2a5-44ca-9590-30312751070a", "name": "network-vif-deleted", "tag": "d4c47a44-264c-4b7a-a95a-f0624f93f222", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:06:03.648831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2b2a8ae-542b-43cf-bcef-63ea2cda4e9c {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:06:03.649298 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8f2d7e-a2a5-44ca-9590-30312751070a', 'name': 'network-vif-deleted', 'tag': 'd4c47a44-264c-4b7a-a95a-f0624f93f222', 'status': 'completed', 'code': 200} Jun 28 07:06:03.690578 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:06:03.887233 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:06:03.913497 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:06:03.921689 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:06:03.922292 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:05:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:06:04.110421 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:06:04.279328 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b7adcaa2-88da-4a14-8342-c684b2d3d7bb req-d1423aa3-e084-4aaf-861c-8e3d34861543 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8f2d7e-a2a5-44ca-9590-30312751070a HTTP/1.1" status: 200 len: 210 time: 0.0319250 Jun 28 07:06:04.306458 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:06:04.331714 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cfaf6f-d9d3-405b-a8ca-306ba4d94f2d None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:06:04.531930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5958cd6-17f6-41a8-9a5b-9ba6dd33b2a7 None None] New status for floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:06:05.159001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d4c47a44-264c-4b7a-a95a-f0624f93f222 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:06:05.220068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: d4c47a44-264c-4b7a-a95a-f0624f93f222 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:06:05.220068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d4c47a44-264c-4b7a-a95a-f0624f93f222 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:06:05.590115 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-89f273a0-a7bf-4d49-9717-98d7a92e90dd tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--865246007&fields=id&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 267 time: 0.0338645 Jun 28 07:06:05.699085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-f6e32fea-cc90-429c-a403-dd975b927354 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:05.700538 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-f6e32fea-cc90-429c-a403-dd975b927354 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 811 time: 0.1038039 Jun 28 07:06:05.715326 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-7dacad32-ff18-4ed7-ad51-89a035fbe4d3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/quotas/a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 375 time: 0.0090539 Jun 28 07:06:05.781669 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-9900e81f-8fc0-4865-84b3-8b544aa72c6b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615680 Jun 28 07:06:05.884309 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-fabcf0d9-1659-4c2a-a6d9-76c8e2903a6a service neutron] 10.222.0.24 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907207 Jun 28 07:06:05.972997 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-48fc1934-b64e-4885-8153-01a4c7383c0f service neutron] 10.222.0.24 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828085 Jun 28 07:06:06.257081 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e3e68031-b196-4c53-9948-a0b7b8ceda29 req-44cd507d-4584-439d-bbb8-900dad22507a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 210 time: 0.0350568 Jun 28 07:06:07.397697 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-946a80f0-6866-4c33-ab23-ebbb714faa79 req-44f9bc27-427e-470f-b9fa-c9d1f7bf46e3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 210 time: 0.0295789 Jun 28 07:06:08.538111 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6948a031-6365-4ca5-a26a-3f74f5966bf8 req-849674fc-108e-46c1-9623-6166119f315f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 210 time: 0.0307994 Jun 28 07:06:08.641198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-05b62bd7-e44d-4cf9-ba59-82bf935cdf6e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:08.643326 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-05b62bd7-e44d-4cf9-ba59-82bf935cdf6e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 811 time: 0.1070993 Jun 28 07:06:08.692990 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-965737d6-5d39-4eb3-b7ae-01f5b0eeeb00 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 379 time: 0.0330877 Jun 28 07:06:08.702323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'port': {'device_id': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'admin_state_up': True, 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'security_groups': ['e139860f-f9c4-4da7-bec0-59ec069fe8b7']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:06:08.901098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Made reservation on behalf of a44a13d64cce48a2a822f56c31013a4c for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:06:08.905203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:09.033436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Allocated IP 172.20.0.7 (529768fb-7ec9-4009-ad5f-5f6bfef41a46/2e51e6ee-2fec-4008-92f8-37b0856f733b/d42f4c4a-ef8e-465d-acee-6739011afb3a) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:06:09.170166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:09.183878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Transition to ACTIVE for port object d42f4c4a-ef8e-465d-acee-6739011afb3a will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:06:09.278451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:09.282788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dd26835a-3b7a-481c-8491-bc354d1ee6e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:06:09.326339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:06:09.331393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:06:09.334009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:06:09.386873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event updated for resources: {'Port': ['ID=d42f4c4a-ef8e-465d-acee-6739011afb3a,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:06:09.386873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:06:09.389166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:09.389778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:09.462308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7635052 Jun 28 07:06:09.480983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Request body: {'port': {'device_id': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:06:09.556085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:09.660074 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ba0f9ca9-04a4-4be2-b0dd-99da64caf72d None None] Provisioning for port d42f4c4a-ef8e-465d-acee-6739011afb3a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:06:09.664207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ba0f9ca9-04a4-4be2-b0dd-99da64caf72d None None] Provisioning complete for port d42f4c4a-ef8e-465d-acee-6739011afb3a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:06:09.664593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9ca9-04a4-4be2-b0dd-99da64caf72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:09.698640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f9ca9-04a4-4be2-b0dd-99da64caf72d None None] Port d42f4c4a-ef8e-465d-acee-6739011afb3a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:06:09.782976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257b894-0a14-4bac-ad04-a3f55b0a0092 req-0d134107-9de6-414a-8796-c87667945e47 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:09.785007 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a257b894-0a14-4bac-ad04-a3f55b0a0092 req-0d134107-9de6-414a-8796-c87667945e47 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 931 time: 0.1306477 Jun 28 07:06:10.137668 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a257b894-0a14-4bac-ad04-a3f55b0a0092 req-427bdb9b-54b3-4062-a278-061444fa1bc6 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462183 Jun 28 07:06:10.177148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42f4c4a-ef8e-465d-acee-6739011afb3a {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:06:10.184543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:10.196579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Transition to ACTIVE for port object d42f4c4a-ef8e-465d-acee-6739011afb3a will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:06:10.323899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:10.326094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:06:10.375277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Pushing event updated for resources: {'Port': ['ID=d42f4c4a-ef8e-465d-acee-6739011afb3a,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:06:10.380363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:06:10.455741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Attempting to bind port d42f4c4a-ef8e-465d-acee-6739011afb3a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:06:10.456095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Attempting to bind port d42f4c4a-ef8e-465d-acee-6739011afb3a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:06:10.456425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Attempting to bind port d42f4c4a-ef8e-465d-acee-6739011afb3a on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:06:10.461331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Port d42f4c4a-ef8e-465d-acee-6739011afb3a on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:06:10.464833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Attempting to bind port d42f4c4a-ef8e-465d-acee-6739011afb3a on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:06:10.466733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:06:10.467115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Checking segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:06:10.467507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Bound using segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:06:10.467935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Bound port: d42f4c4a-ef8e-465d-acee-6739011afb3a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:06:10.468295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:10.533715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] For port d42f4c4a-ef8e-465d-acee-6739011afb3a, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:06:10.536819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] For port d42f4c4a-ef8e-465d-acee-6739011afb3a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:06:10.633081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:10.635272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c0b208e0-b8e3-4c2e-b6f1-148e499b0b20 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:06:10.668208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:10.668820 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:10.670206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] 10.222.0.50 "PUT /v2.0/ports/d42f4c4a-ef8e-465d-acee-6739011afb3a HTTP/1.1" status: 200 len: 1093 time: 1.1938405 Jun 28 07:06:10.670762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:06:10.673077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4febfa-facf-4f85-b9a9-5c41b4d37e28" -d '{"events": [{"name": "network-changed", "server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:06:10.701184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Pushing event updated for resources: {'Port': ['ID=d42f4c4a-ef8e-465d-acee-6739011afb3a,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:06:10.705619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:06:10.717178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b99d66-cd2e-4ca8-ab77-56470932e8a1 x-openstack-request-id: req-b8b99d66-cd2e-4ca8-ab77-56470932e8a1 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:06:10.717178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:06:10.717178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8b99d66-cd2e-4ca8-ab77-56470932e8a1 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:06:10.717178 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'status': 'completed', 'code': 200} Jun 28 07:06:10.807976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4febfa-facf-4f85-b9a9-5c41b4d37e28 req-23e48908-3fe5-4028-92e1-116fd3b4c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:10.809518 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac4febfa-facf-4f85-b9a9-5c41b4d37e28 req-23e48908-3fe5-4028-92e1-116fd3b4c645 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 1096 time: 0.0545707 Jun 28 07:06:10.919789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4febfa-facf-4f85-b9a9-5c41b4d37e28 req-89aac773-5c91-427e-9719-016fc1544abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:10.921327 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac4febfa-facf-4f85-b9a9-5c41b4d37e28 req-89aac773-5c91-427e-9719-016fc1544abb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a44a13d64cce48a2a822f56c31013a4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0969148 Jun 28 07:06:11.021818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4febfa-facf-4f85-b9a9-5c41b4d37e28 req-165f2dea-e8fa-41e1-b137-8303d384a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:11.023319 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac4febfa-facf-4f85-b9a9-5c41b4d37e28 req-165f2dea-e8fa-41e1-b137-8303d384a5c2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959587 Jun 28 07:06:11.137742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-80e29f01-84e5-4407-ae39-12433b98619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:11.139217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-80e29f01-84e5-4407-ae39-12433b98619c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 1096 time: 0.0526791 Jun 28 07:06:11.188736 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-0bbd0b05-585d-480e-951c-3705ebc93e1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a HTTP/1.1" status: 200 len: 217 time: 0.0348125 Jun 28 07:06:11.242448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-9d2048d7-e5fc-4859-8f45-38992966cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:11.244084 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-9d2048d7-e5fc-4859-8f45-38992966cc94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0489037 Jun 28 07:06:11.353632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c378ae-0fbc-41e8-a450-7c403e055671 req-f9e8c298-b37b-41be-8ff5-7b4c2e375155 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:11.355134 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f2c378ae-0fbc-41e8-a450-7c403e055671 req-f9e8c298-b37b-41be-8ff5-7b4c2e375155 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 943 time: 0.1063838 Jun 28 07:06:11.357913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-3f189836-f1c1-4034-bb5f-62957ce3e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:11.359250 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-3f189836-f1c1-4034-bb5f-62957ce3e7ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012208 Jun 28 07:06:11.447045 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f2c378ae-0fbc-41e8-a450-7c403e055671 req-c859c000-0b03-46b9-b212-7efa492eda09 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857728 Jun 28 07:06:11.476440 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-7d322622-7b8c-4b6b-be44-89736c933b4e service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085665 Jun 28 07:06:11.569999 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aeaea16a-278e-4e1f-b9f8-37bfa73f98b0 req-f7719b5f-4ebc-4689-a00f-e08f4de8e4a2 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867829 Jun 28 07:06:12.622545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a1c3f-3587-4be2-a9cd-09b5ae042731 req-a5633092-8f00-44d5-b6ad-f2c8d06739af tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:12.623996 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-187a1c3f-3587-4be2-a9cd-09b5ae042731 req-a5633092-8f00-44d5-b6ad-f2c8d06739af tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 943 time: 0.0633211 Jun 28 07:06:12.661652 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-187a1c3f-3587-4be2-a9cd-09b5ae042731 req-019e0a05-c447-4d90-becc-c2de66a3b941 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Jun 28 07:06:13.603692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:13.835118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dea47b-d439-4c74-9969-4c123e25761a req-7e3dda48-29df-4a4d-8dc1-3658001184e7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:13.836576 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c9dea47b-d439-4c74-9969-4c123e25761a req-7e3dda48-29df-4a4d-8dc1-3658001184e7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 943 time: 0.0628772 Jun 28 07:06:13.873283 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c9dea47b-d439-4c74-9969-4c123e25761a req-9ae18a5c-83aa-4d6f-8750-3d0d92d6ba35 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309653 Jun 28 07:06:15.048353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddeeb6f-34b4-4fd2-99ad-a8ddefc3efca req-412db955-d694-4f33-a7aa-e19f6db60e06 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:15.050474 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ddeeb6f-34b4-4fd2-99ad-a8ddefc3efca req-412db955-d694-4f33-a7aa-e19f6db60e06 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 943 time: 0.0678899 Jun 28 07:06:15.087802 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ddeeb6f-34b4-4fd2-99ad-a8ddefc3efca req-acc24e54-dc18-4cef-b240-7d0a96ed24f4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317955 Jun 28 07:06:15.164051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d42f4c4a-ef8e-465d-acee-6739011afb3a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:06:15.258728 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d42f4c4a-ef8e-465d-acee-6739011afb3a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:06:15.269812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'port_id': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'mac_address': 'fa:16:3e:d6:fe:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:06:15.306033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:15.318281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42f4c4a-ef8e-465d-acee-6739011afb3a {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:06:15.337230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d42f4c4a-ef8e-465d-acee-6739011afb3a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:06:15.415211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:15.417076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:06:15.462412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d42f4c4a-ef8e-465d-acee-6739011afb3a,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:06:15.465448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:06:15.731545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['d42f4c4a-ef8e-465d-acee-6739011afb3a'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:06:16.258172 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709f6c2-927d-4095-be57-fcd27043d8f4 req-e2b615f7-add8-4e45-aa10-4ddcd640518a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:16.259652 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6709f6c2-927d-4095-be57-fcd27043d8f4 req-e2b615f7-add8-4e45-aa10-4ddcd640518a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 944 time: 0.0643451 Jun 28 07:06:16.297370 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6709f6c2-927d-4095-be57-fcd27043d8f4 req-acf33d4b-4e22-451e-a0f5-403416dcc125 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321047 Jun 28 07:06:17.175173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d42f4c4a-ef8e-465d-acee-6739011afb3a up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:06:17.283914 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port d42f4c4a-ef8e-465d-acee-6739011afb3a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:06:17.287579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port d42f4c4a-ef8e-465d-acee-6739011afb3a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:06:17.287968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:17.366733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:17.388094 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:06:17.390414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d7d88d-1cc8-4ab9-918a-15887ca7116e" -d '{"events": [{"server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "name": "network-vif-plugged", "status": "completed", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:06:17.406744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d42f4c4a-ef8e-465d-acee-6739011afb3a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:06:17.427042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8892ff3e-bddb-4d6f-8fcb-4e6d9cfdbaf8 x-openstack-request-id: req-8892ff3e-bddb-4d6f-8fcb-4e6d9cfdbaf8 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:06:17.427351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "name": "network-vif-plugged", "status": "completed", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:06:17.427611 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8892ff3e-bddb-4d6f-8fcb-4e6d9cfdbaf8 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:06:17.428013 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'code': 200} Jun 28 07:06:17.480502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3559-841d-4dce-9e47-97c78347450a req-424c8707-e4fe-4b6e-a742-f18bfb4ef268 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:17.482024 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-faec3559-841d-4dce-9e47-97c78347450a req-424c8707-e4fe-4b6e-a742-f18bfb4ef268 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 944 time: 0.0658307 Jun 28 07:06:17.483642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:17.485582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:06:17.522431 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-faec3559-841d-4dce-9e47-97c78347450a req-5d24ad8f-9f54-4b03-8e39-dd285429b221 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339267 Jun 28 07:06:17.532228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d42f4c4a-ef8e-465d-acee-6739011afb3a,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:06:17.536384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:06:17.803559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515d7ed-05ea-4873-9caf-6c62b467cf45 req-be1498f2-4542-4ea7-9f8b-84f4b1f7e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:17.805000 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2515d7ed-05ea-4873-9caf-6c62b467cf45 req-be1498f2-4542-4ea7-9f8b-84f4b1f7e318 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 1098 time: 0.0565884 Jun 28 07:06:17.840307 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2515d7ed-05ea-4873-9caf-6c62b467cf45 req-dfe30d88-7f8c-4f48-8d34-4fad4b96ea2c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286937 Jun 28 07:06:18.698078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b4e07-0dfc-454c-a975-d2d096605ce4 req-5599259d-772f-489b-935f-627c150ab279 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:18.699532 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a24b4e07-0dfc-454c-a975-d2d096605ce4 req-5599259d-772f-489b-935f-627c150ab279 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0627170 Jun 28 07:06:18.737867 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a24b4e07-0dfc-454c-a975-d2d096605ce4 req-69ae7fd2-e81b-4ec5-8336-acf9dc7a6c7b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327923 Jun 28 07:06:19.913669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2d18-d29e-4a2f-80c9-d56ec22f1b72 req-d68b941c-04a7-451b-8af2-3c9ec24b5729 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:19.915047 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-028a2d18-d29e-4a2f-80c9-d56ec22f1b72 req-d68b941c-04a7-451b-8af2-3c9ec24b5729 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0701373 Jun 28 07:06:19.953123 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-028a2d18-d29e-4a2f-80c9-d56ec22f1b72 req-d67a8376-4999-4fbd-ae07-adeb2fb2e9e8 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Jun 28 07:06:20.118240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82524d06-77cd-430f-8516-a3a06429418b req-aef160cc-5ccb-485b-a010-49960195ce39 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:20.119716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82524d06-77cd-430f-8516-a3a06429418b req-aef160cc-5ccb-485b-a010-49960195ce39 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0624828 Jun 28 07:06:20.128911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 59616) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:06:20.133400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-fe15c3e3-a95b-4b50-b9b9-473c40e3ad86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'floatingip': {'port_id': 'd42f4c4a-ef8e-465d-acee-6739011afb3a'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:06:20.170974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fe15c3e3-a95b-4b50-b9b9-473c40e3ad86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:20.625061 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fe15c3e3-a95b-4b50-b9b9-473c40e3ad86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:20.695033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fe15c3e3-a95b-4b50-b9b9-473c40e3ad86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:20.791916 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-fe15c3e3-a95b-4b50-b9b9-473c40e3ad86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2 associated. External IP: 172.26.4.119, port: d42f4c4a-ef8e-465d-acee-6739011afb3a. Jun 28 07:06:20.990379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe15c3e3-a95b-4b50-b9b9-473c40e3ad86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:06:21.094187 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe15c3e3-a95b-4b50-b9b9-473c40e3ad86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:06:21.099179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fe15c3e3-a95b-4b50-b9b9-473c40e3ad86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:21.103478 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:06:21.113964 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:06:21.114645 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:05:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:06:21.135447 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fe15c3e3-a95b-4b50-b9b9-473c40e3ad86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "PUT /v2.0/floatingips/aa52530d-776d-4cf1-9d8d-d2866147fae2 HTTP/1.1" status: 200 len: 991 time: 1.0054975 Jun 28 07:06:21.136219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:06:21.138566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327b4250-b914-4d04-8586-379deca16a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:06:21.175847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5049f3b-3560-40de-b95c-25e0c5a4a6d4 x-openstack-request-id: req-e5049f3b-3560-40de-b95c-25e0c5a4a6d4 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:06:21.176280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:06:21.176668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5049f3b-3560-40de-b95c-25e0c5a4a6d4 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:06:21.177233 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'status': 'completed', 'code': 200} Jun 28 07:06:21.220386 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:06:21.275169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4250-b914-4d04-8586-379deca16a6d req-64cb6901-0d6b-4bea-9251-724afae55eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:21.276615 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-327b4250-b914-4d04-8586-379deca16a6d req-64cb6901-0d6b-4bea-9251-724afae55eeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 1098 time: 0.0537019 Jun 28 07:06:21.376194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4250-b914-4d04-8586-379deca16a6d req-e3f69686-8d88-4ce4-bed8-2ff1903325f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:21.378459 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-327b4250-b914-4d04-8586-379deca16a6d req-e3f69686-8d88-4ce4-bed8-2ff1903325f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0912180 Jun 28 07:06:21.443801 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-327b4250-b914-4d04-8586-379deca16a6d req-6bedd492-ecfb-40e2-9da3-6dc97fb53e6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a HTTP/1.1" status: 200 len: 999 time: 0.0580080 Jun 28 07:06:21.456553 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:d6:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:06:20Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:06:21.483094 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:06:21.492209 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:06:21.492822 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:05:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:06:21.497955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4250-b914-4d04-8586-379deca16a6d req-c07626dd-2c92-45f1-a9e4-6085e2feac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:21.499441 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-327b4250-b914-4d04-8586-379deca16a6d req-c07626dd-2c92-45f1-a9e4-6085e2feac99 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0487304 Jun 28 07:06:21.557308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4250-b914-4d04-8586-379deca16a6d req-9d2a237c-d795-45d4-9761-3cd87896345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:21.558711 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-327b4250-b914-4d04-8586-379deca16a6d req-9d2a237c-d795-45d4-9761-3cd87896345d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526545 Jun 28 07:06:21.599523 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:06:21.651053 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-327b4250-b914-4d04-8586-379deca16a6d req-b1bee19a-0dba-4e2c-bcab-829e09ddb3eb service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846574 Jun 28 07:06:21.743453 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-327b4250-b914-4d04-8586-379deca16a6d req-c3b2548c-d43e-4268-88e3-4b037abf33ea service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855844 Jun 28 07:06:21.823936 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:d6:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:06:20Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:06:21.850640 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75037648-bf40-4dd0-a065-31c6a4fb79d0 None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:d6:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:06:20Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:06:22.032259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b16fef4-5d6b-4928-a55c-02c9fb4ceff5 None None] New status for floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:06:23.790654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cdc1a52a-d995-4379-af67-a37d576c62f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:25.307512 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:06:26.438027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:26.557495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-072d59ce-b892-4788-8062-f1036e52b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:27.636841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:29.380267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:34.013667 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-b0c6e442-f83e-404e-a78a-270051e04f2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570431 Jun 28 07:06:34.123545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-f7c69a25-3c4f-46c9-be9d-96f19620aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:34.125068 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-f7c69a25-3c4f-46c9-be9d-96f19620aac0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 1098 time: 0.0517273 Jun 28 07:06:34.233520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-b44b6e4f-a55e-43ab-90d9-c3a2afd8217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:34.234865 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-b44b6e4f-a55e-43ab-90d9-c3a2afd8217b service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0892582 Jun 28 07:06:34.304955 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-c93ecd65-f045-4bf4-9106-073f1d43f074 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a HTTP/1.1" status: 200 len: 1001 time: 0.0630937 Jun 28 07:06:34.355918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-674bed49-2249-49d6-b0f4-1e0b3e5efcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:34.357395 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-674bed49-2249-49d6-b0f4-1e0b3e5efcff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0457914 Jun 28 07:06:34.414266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-f13f6b78-74b2-4378-a74d-5ad0883e1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:34.415705 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-f13f6b78-74b2-4378-a74d-5ad0883e1226 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512023 Jun 28 07:06:34.507248 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-95d0ad1c-46a2-43df-a437-ceb05045c9df service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848682 Jun 28 07:06:34.593356 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa776e92-5a30-4f82-81dd-286451ee3862 req-cdb8673a-e2db-4bc3-bfdd-e821c18b2c66 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797477 Jun 28 07:06:43.677997 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:53.803289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-44c4e8c4-7c2a-4eb3-a87d-ad3fd68b9394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:56.482649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:56.557392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6ce5f8e-6023-4345-bc64-99d20ae935b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:57.670414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:58.695489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70f73f-81ce-482d-91ba-9b7b31eb516f req-506f0f58-4e14-4140-bf38-c8259dad9c7c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:58.697062 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0d70f73f-81ce-482d-91ba-9b7b31eb516f req-506f0f58-4e14-4140-bf38-c8259dad9c7c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0686882 Jun 28 07:06:58.735592 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0d70f73f-81ce-482d-91ba-9b7b31eb516f req-e9a22f1e-8203-40c3-af38-759e86315f9b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328252 Jun 28 07:06:59.392038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:06:59.907584 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a98d7-c089-4780-9018-9f8c651b4ab1 req-aacf5018-e3cd-4cfa-9be6-a4f8ff14ad8b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:06:59.909131 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b40a98d7-c089-4780-9018-9f8c651b4ab1 req-aacf5018-e3cd-4cfa-9be6-a4f8ff14ad8b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0623517 Jun 28 07:06:59.948384 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b40a98d7-c089-4780-9018-9f8c651b4ab1 req-ee917e52-aca5-4fb2-8f48-a97ed3f6ff2a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Jun 28 07:07:01.124381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d418b-1789-4d10-b527-35b05573371f req-da6d4932-eaf2-47b2-90e7-d590e16f434c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:01.126466 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-562d418b-1789-4d10-b527-35b05573371f req-da6d4932-eaf2-47b2-90e7-d590e16f434c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0612078 Jun 28 07:07:01.162947 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-562d418b-1789-4d10-b527-35b05573371f req-f67ce084-ece3-49d5-a8c6-512bbbac5079 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305638 Jun 28 07:07:02.307515 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:07:02.347544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a121-a6d2-4c31-bc77-970738a40d27 req-e261bfd2-24ca-4f2b-aa12-112ea3da33b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:02.349036 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b9f5a121-a6d2-4c31-bc77-970738a40d27 req-e261bfd2-24ca-4f2b-aa12-112ea3da33b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0689003 Jun 28 07:07:02.388537 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b9f5a121-a6d2-4c31-bc77-970738a40d27 req-479c8a6d-6730-4f8a-9d8f-eab531963618 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336416 Jun 28 07:07:03.570003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728c27d-b48d-4662-9c61-e3b0b581c63c req-b28f6812-862f-4995-a2b9-ed5eeb195714 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:03.571456 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1728c27d-b48d-4662-9c61-e3b0b581c63c req-b28f6812-862f-4995-a2b9-ed5eeb195714 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0643935 Jun 28 07:07:03.609662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1728c27d-b48d-4662-9c61-e3b0b581c63c req-cafe422d-90d1-4753-bbd2-d1861542e0ee tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324147 Jun 28 07:07:04.793688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673dc5a-2eee-4912-8cec-c8dbe4bdf093 req-bdd17b00-9b37-4018-8b8f-6f89d8b98f2a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:04.795234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b673dc5a-2eee-4912-8cec-c8dbe4bdf093 req-bdd17b00-9b37-4018-8b8f-6f89d8b98f2a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0713625 Jun 28 07:07:05.146387 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b673dc5a-2eee-4912-8cec-c8dbe4bdf093 req-867fdc56-f6e8-4ce8-893e-368d5dad2ed4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445156 Jun 28 07:07:06.317045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132df22-5e85-45d2-ab35-18c369975281 req-36cf0c1f-4d57-40eb-b85b-b2fa2d2c96bc tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:06.318600 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9132df22-5e85-45d2-ab35-18c369975281 req-36cf0c1f-4d57-40eb-b85b-b2fa2d2c96bc tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0633330 Jun 28 07:07:06.357973 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9132df22-5e85-45d2-ab35-18c369975281 req-625d058f-9ee5-4ddc-89ea-f9f9a4d4975d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337644 Jun 28 07:07:07.531670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ceb91-10b0-4dcf-83e4-8fdd92bffeb7 req-498acb88-2d58-417d-9e4d-21e3cd9a69ba tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:07.533214 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b63ceb91-10b0-4dcf-83e4-8fdd92bffeb7 req-498acb88-2d58-417d-9e4d-21e3cd9a69ba tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0641496 Jun 28 07:07:07.574009 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b63ceb91-10b0-4dcf-83e4-8fdd92bffeb7 req-de12cc67-5166-4b83-80e7-460baed48b5f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351381 Jun 28 07:07:08.756891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7bc7-620c-467a-931f-3f66247fb736 req-1d4cfc63-4e68-4f28-b2dc-40b6fa9a0426 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:08.758365 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-af3b7bc7-620c-467a-931f-3f66247fb736 req-1d4cfc63-4e68-4f28-b2dc-40b6fa9a0426 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0715609 Jun 28 07:07:08.795420 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-af3b7bc7-620c-467a-931f-3f66247fb736 req-76186d95-3f50-4fb6-a3f7-c56e70df97d0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314245 Jun 28 07:07:09.966609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a00f0f-017a-4b1c-835e-f07bfed9c827 req-f0fdceb4-c7fd-45c2-9cca-3a7350002400 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:09.968047 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54a00f0f-017a-4b1c-835e-f07bfed9c827 req-f0fdceb4-c7fd-45c2-9cca-3a7350002400 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0618236 Jun 28 07:07:10.006447 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-54a00f0f-017a-4b1c-835e-f07bfed9c827 req-bdeae515-3c4b-4b99-9082-23de6d59bff0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Jun 28 07:07:10.691355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4513c86-bbb2-48c6-aa8d-acca164e8af0 req-42f93226-40f7-4536-8aa0-1a58a0080c57 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:10.692842 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f4513c86-bbb2-48c6-aa8d-acca164e8af0 req-42f93226-40f7-4536-8aa0-1a58a0080c57 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0687015 Jun 28 07:07:10.731981 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f4513c86-bbb2-48c6-aa8d-acca164e8af0 req-87cf441c-efb3-4603-86ec-6f48d03be8a6 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334642 Jun 28 07:07:10.921350 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-d90fbd9d-4896-4ab3-96f1-c02eeffe309c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216340 Jun 28 07:07:11.908528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144a2c-9f99-45f9-ae3c-b3500ddcb770 req-508f47cf-5e3e-406d-86da-36d1c49a5370 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:11.910528 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-42144a2c-9f99-45f9-ae3c-b3500ddcb770 req-508f47cf-5e3e-406d-86da-36d1c49a5370 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0658047 Jun 28 07:07:11.948805 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-42144a2c-9f99-45f9-ae3c-b3500ddcb770 req-40d6ce12-9e0f-4043-aa06-4bd879503e53 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325634 Jun 28 07:07:13.122581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf7bd4-28ee-4291-a5c3-5473cc813f9b req-495a4481-e363-418c-a4bb-7cf67c35dd84 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:13.124063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-faaf7bd4-28ee-4291-a5c3-5473cc813f9b req-495a4481-e363-418c-a4bb-7cf67c35dd84 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0633843 Jun 28 07:07:13.168007 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-faaf7bd4-28ee-4291-a5c3-5473cc813f9b req-864fad6a-20b3-4630-922a-688dc1651ac6 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366411 Jun 28 07:07:13.399607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-e8f69064-38f3-4bbb-84a7-75175b8b8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:13.401095 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-e8f69064-38f3-4bbb-84a7-75175b8b8296 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 1098 time: 0.0620987 Jun 28 07:07:13.491967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-99d80277-b3b3-4d65-a60e-60974dd0ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:13.494379 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-99d80277-b3b3-4d65-a60e-60974dd0ad61 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0868776 Jun 28 07:07:13.565859 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-2ba3498a-f7ab-4f46-a8f5-ae6d7547fadb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a HTTP/1.1" status: 200 len: 1001 time: 0.0644343 Jun 28 07:07:13.614381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-5fd0ba81-eb53-481b-8ca8-84e846887900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:13.615714 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-5fd0ba81-eb53-481b-8ca8-84e846887900 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0431855 Jun 28 07:07:13.673555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-32ae111f-d86d-4dad-a955-3307bb8b6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:13.675089 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-32ae111f-d86d-4dad-a955-3307bb8b6ec9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517282 Jun 28 07:07:13.688627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:13.766708 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-b87608e0-713d-4a78-9950-d87812d52913 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843875 Jun 28 07:07:13.854475 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-b84e9802-3856-467e-93dd-999e5283f477 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811532 Jun 28 07:07:14.357206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf677c6c-8ee8-4632-8f00-451e9886e1cd req-a875248c-b886-42fd-8b61-5a2befb115ef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:14.358719 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cf677c6c-8ee8-4632-8f00-451e9886e1cd req-a875248c-b886-42fd-8b61-5a2befb115ef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0710156 Jun 28 07:07:14.400382 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cf677c6c-8ee8-4632-8f00-451e9886e1cd req-b42b2ff5-0c64-4e61-8b60-cceda0c3b027 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348399 Jun 28 07:07:15.577469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0515693-ca67-47f7-bbcb-77d5c351276a req-77eaf64a-3dbf-45e9-b582-6b9a73c45592 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:15.578955 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0515693-ca67-47f7-bbcb-77d5c351276a req-77eaf64a-3dbf-45e9-b582-6b9a73c45592 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0680087 Jun 28 07:07:15.616807 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c0515693-ca67-47f7-bbcb-77d5c351276a req-bfc265fd-22d3-4f86-9571-2a066ecb42da tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311930 Jun 28 07:07:16.009324 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-87b4788a-b646-4239-a14b-6f2e98bbaa34 service neutron] 10.222.0.50 "GET /v2.0/ports/d42f4c4a-ef8e-465d-acee-6739011afb3a/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0545669 Jun 28 07:07:16.627871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-cd56a893-512b-427b-9c33-9bf95abb91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:16.629320 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-cd56a893-512b-427b-9c33-9bf95abb91a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 1098 time: 0.0585725 Jun 28 07:07:16.715814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-a90687b5-eb02-4250-99c8-98f4c8e0d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:16.717360 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-a90687b5-eb02-4250-99c8-98f4c8e0d501 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 1098 time: 0.0537016 Jun 28 07:07:16.852007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-7daa51e5-7803-4274-8978-ca0c18780ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:16.853507 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-7daa51e5-7803-4274-8978-ca0c18780ffa service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.1297948 Jun 28 07:07:16.864277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cff76-bcc4-4e89-86fe-189ef520a9b5 req-44778f2a-8063-4ac4-9c75-290ecd567239 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:16.865653 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c0cff76-bcc4-4e89-86fe-189ef520a9b5 req-44778f2a-8063-4ac4-9c75-290ecd567239 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.1242828 Jun 28 07:07:16.947973 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c0cff76-bcc4-4e89-86fe-189ef520a9b5 req-de9b9e0a-9b4b-4a80-b657-1589f4226a83 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760245 Jun 28 07:07:16.950021 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-a798ebb5-183c-4b9b-a6ed-035dfc1b242a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a HTTP/1.1" status: 200 len: 1001 time: 0.0835292 Jun 28 07:07:16.998022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-96d4d926-ac53-4773-81e6-aab73b2572f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:16.999440 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-96d4d926-ac53-4773-81e6-aab73b2572f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0429947 Jun 28 07:07:17.054827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-88c72ad9-c219-4a05-ae6a-9dc7880a9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:17.056241 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-88c72ad9-c219-4a05-ae6a-9dc7880a9ac6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502386 Jun 28 07:07:17.146452 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-d259393c-7bd8-42dc-88ff-f393b18d974a service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836658 Jun 28 07:07:17.232165 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2653dd9c-124a-4313-9294-38bdc6bc4ec3 req-2251e977-2cf4-4c6e-9172-4d95b0f69a8d service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788481 Jun 28 07:07:18.127153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a23d9d-e9ab-4006-8254-24d62094bde1 req-caf3dca6-fe21-4540-a328-392c51c6e091 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:18.128622 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-59a23d9d-e9ab-4006-8254-24d62094bde1 req-caf3dca6-fe21-4540-a328-392c51c6e091 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0697587 Jun 28 07:07:18.167694 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-59a23d9d-e9ab-4006-8254-24d62094bde1 req-8e9becb0-d33f-4f48-a9bc-e85dd1d3638f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334611 Jun 28 07:07:19.342724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc192d6-3521-43d4-b47a-34c31d27976a req-aabc177b-ee22-4911-9ac3-64d4effec40c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:19.344101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4bc192d6-3521-43d4-b47a-34c31d27976a req-aabc177b-ee22-4911-9ac3-64d4effec40c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0638363 Jun 28 07:07:19.390918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4bc192d6-3521-43d4-b47a-34c31d27976a req-60375cc8-c3c1-4b35-bbb1-b7b7afee236a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404134 Jun 28 07:07:19.422778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d42f4c4a-ef8e-465d-acee-6739011afb3a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:07:19.430141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d42f4c4a-ef8e-465d-acee-6739011afb3a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:07:19.578418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:19.582496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d42f4c4a-ef8e-465d-acee-6739011afb3a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:07:19.606075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'port_id': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'mac_address': 'fa:16:3e:d6:fe:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:07:19.613093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:07:19.615856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989c8794-5021-4c66-bd6c-b18b8835aecc" -d '{"events": [{"server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:07:19.645381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d42f4c4a-ef8e-465d-acee-6739011afb3a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:07:19.661945 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:19.666006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02440d7-1a70-41f1-9c0d-b8f3b558f69c x-openstack-request-id: req-d02440d7-1a70-41f1-9c0d-b8f3b558f69c {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:07:19.666288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:07:19.666546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d02440d7-1a70-41f1-9c0d-b8f3b558f69c {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:07:19.666938 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'code': 200} Jun 28 07:07:19.677616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d42f4c4a-ef8e-465d-acee-6739011afb3a {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:07:19.735883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:19.743924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:07:19.814670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 07:07:19.815212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 07:07:19.819521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d42f4c4a-ef8e-465d-acee-6739011afb3a,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:07:19.827275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.827634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.827982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.828507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.828869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.829225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.830096 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.830433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.830799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.831130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.831461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.831787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:19.835979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:07:19.891158 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4ebf7-44a9-43a1-9889-d4f902355165 req-4dac105a-3b3f-4854-9dd1-67ceef9ea3b3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:19.893653 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87e4ebf7-44a9-43a1-9889-d4f902355165 req-4dac105a-3b3f-4854-9dd1-67ceef9ea3b3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 943 time: 0.0714421 Jun 28 07:07:19.965192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87e4ebf7-44a9-43a1-9889-d4f902355165 req-a1459544-b3eb-46e5-87e9-fee153d08204 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660951 Jun 28 07:07:20.004703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-a1b93695-fa1a-429c-a161-d3990b2bc01d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:20.006212 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-a1b93695-fa1a-429c-a161-d3990b2bc01d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd&tenant_id=a44a13d64cce48a2a822f56c31013a4c&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.0910580 Jun 28 07:07:20.120574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-bc48158d-1428-4340-bae7-ba1c2326db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:20.122138 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-bc48158d-1428-4340-bae7-ba1c2326db2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 1096 time: 0.0536883 Jun 28 07:07:20.216698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-0a973477-48dd-44f0-9ac7-9177e01b1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:20.218180 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-0a973477-48dd-44f0-9ac7-9177e01b1f28 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0898397 Jun 28 07:07:20.283432 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-89566a46-6edb-4240-9513-b72d20b9fa50 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a HTTP/1.1" status: 200 len: 999 time: 0.0584445 Jun 28 07:07:20.331782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-3f69e6ef-c801-4ee0-afc2-c746a03984e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:20.333335 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-3f69e6ef-c801-4ee0-afc2-c746a03984e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0449328 Jun 28 07:07:20.351484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:20.364432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42f4c4a-ef8e-465d-acee-6739011afb3a {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:07:20.383495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d42f4c4a-ef8e-465d-acee-6739011afb3a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:07:20.398612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-168a729c-1d28-4cb8-8b43-0387d70eafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:20.400108 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-168a729c-1d28-4cb8-8b43-0387d70eafc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0601933 Jun 28 07:07:20.472134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:20.473857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:07:20.492032 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-64cc2434-8890-44cc-856d-c6220b5369f6 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857809 Jun 28 07:07:20.521212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d42f4c4a-ef8e-465d-acee-6739011afb3a,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:07:20.524913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:07:20.588579 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a122cf80-ed90-4e26-8e76-53390b9be584 req-494ca3fe-5a63-4d19-ab55-2abd28bf7c67 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904291 Jun 28 07:07:20.604243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['d42f4c4a-ef8e-465d-acee-6739011afb3a'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:07:21.147289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47fc7-ad2a-43d6-a6b3-d2cb7f7164cb req-bdd2bcc8-25f7-4b3d-9404-8e1d6dd24d18 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:21.148761 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-73f47fc7-ad2a-43d6-a6b3-d2cb7f7164cb req-bdd2bcc8-25f7-4b3d-9404-8e1d6dd24d18 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 944 time: 0.0680072 Jun 28 07:07:21.185648 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-73f47fc7-ad2a-43d6-a6b3-d2cb7f7164cb req-a71df46a-fa7b-4a4e-b7fb-ab10f54a547d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Jun 28 07:07:21.454827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d42f4c4a-ef8e-465d-acee-6739011afb3a up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:07:21.502923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port d42f4c4a-ef8e-465d-acee-6739011afb3a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:07:21.503557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:21.582650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:21.615318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d42f4c4a-ef8e-465d-acee-6739011afb3a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:07:21.668248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:07:21.670636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db442f37-741e-4bae-b461-1f250208aad6" -d '{"events": [{"server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "name": "network-vif-plugged", "status": "completed", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:07:21.704750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:21.707799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce4c18b-8188-4ce7-89ab-def59a89c694 x-openstack-request-id: req-4ce4c18b-8188-4ce7-89ab-def59a89c694 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:07:21.708093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "name": "network-vif-plugged", "status": "completed", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:07:21.708349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ce4c18b-8188-4ce7-89ab-def59a89c694 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:07:21.708733 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'code': 200} Jun 28 07:07:21.709278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:07:21.755044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d42f4c4a-ef8e-465d-acee-6739011afb3a,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:07:21.758121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:07:22.357973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a25d80-16d9-4851-bfcb-d7356be8d318 req-67d69ae3-4ba0-47b4-980c-aefe66ed82d8 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:22.359471 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-69a25d80-16d9-4851-bfcb-d7356be8d318 req-67d69ae3-4ba0-47b4-980c-aefe66ed82d8 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0646729 Jun 28 07:07:22.399314 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-69a25d80-16d9-4851-bfcb-d7356be8d318 req-a8b6abc3-47d2-4337-943d-a471e4a1976a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336335 Jun 28 07:07:22.577396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbf388-9462-44e0-a051-6b943fb9e31a req-418617b4-2710-4b90-b396-87e1c691b58f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:22.578732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b6cbf388-9462-44e0-a051-6b943fb9e31a req-418617b4-2710-4b90-b396-87e1c691b58f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0673416 Jun 28 07:07:22.622666 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b6cbf388-9462-44e0-a051-6b943fb9e31a req-18abad08-268c-478e-98b2-a86e590a3b04 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334542 Jun 28 07:07:23.161080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e736ca-3be9-42d5-b913-521850d3812d req-9f53d5c3-9439-4709-a5b8-c3ac7eaa9038 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:23.162571 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-00e736ca-3be9-42d5-b913-521850d3812d req-9f53d5c3-9439-4709-a5b8-c3ac7eaa9038 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0663393 Jun 28 07:07:23.236145 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-00e736ca-3be9-42d5-b913-521850d3812d req-df80d069-8a25-40e0-b0d2-7b9f2d7ea22e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674050 Jun 28 07:07:23.256214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-9c1e4f0e-7018-48f6-8750-07ad0ef3cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:23.257774 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-9c1e4f0e-7018-48f6-8750-07ad0ef3cc64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 1098 time: 0.0753376 Jun 28 07:07:23.346831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-56c73188-6517-4412-aa23-45c1810fd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:23.348273 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-56c73188-6517-4412-aa23-45c1810fd3f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0834014 Jun 28 07:07:23.416426 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-b2adff46-67ad-402a-a104-52aa94b9387d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a HTTP/1.1" status: 200 len: 1001 time: 0.0606577 Jun 28 07:07:23.464970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-b0c547c0-9e6a-4e50-ac30-cdd6822916ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:23.466386 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-b0c547c0-9e6a-4e50-ac30-cdd6822916ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0433667 Jun 28 07:07:23.534658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-499539c8-931e-49c9-8c5d-296f3b12ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:23.536201 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-499539c8-931e-49c9-8c5d-296f3b12ba93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527396 Jun 28 07:07:23.634365 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-96f85e76-76c3-48b6-bd5e-493ce60bb101 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909443 Jun 28 07:07:23.726232 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34938d73-c1f0-4f9b-985d-d1d3dcd38984 req-4a1742ce-4586-4af2-9ded-f286306abcda service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851238 Jun 28 07:07:23.819750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ff1cd47d-0078-4e1c-a9f6-130ee4e968b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:24.428517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df7cf6-c691-4f8b-ace3-30e107532d4b req-f08e5ebe-ed1d-4323-bbfc-06fefe576e53 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:24.430175 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-33df7cf6-c691-4f8b-ace3-30e107532d4b req-f08e5ebe-ed1d-4323-bbfc-06fefe576e53 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0756342 Jun 28 07:07:24.475006 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-33df7cf6-c691-4f8b-ace3-30e107532d4b req-f1c7c434-3520-4c9c-a164-bc990fe621e6 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384247 Jun 28 07:07:25.647615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed6874-6a47-4557-941a-8ccbb78879d5 req-c7222364-452b-4d43-a7db-790c08f5a278 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:25.649112 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-faed6874-6a47-4557-941a-8ccbb78879d5 req-c7222364-452b-4d43-a7db-790c08f5a278 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0640564 Jun 28 07:07:25.685616 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-faed6874-6a47-4557-941a-8ccbb78879d5 req-97d76e15-be80-4e1c-a82e-e90c27734d9d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307515 Jun 28 07:07:26.240844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32ac47-bff0-4378-a2bc-11ae6d987a70 req-8c1bcc9b-823d-4934-8861-98b805e2018a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:26.242330 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d32ac47-bff0-4378-a2bc-11ae6d987a70 req-8c1bcc9b-823d-4934-8861-98b805e2018a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0631607 Jun 28 07:07:26.279597 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d32ac47-bff0-4378-a2bc-11ae6d987a70 req-deb05ae5-be70-46a6-948e-08a98136c31e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315442 Jun 28 07:07:26.458508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:26.522382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b956b426-e75b-4357-9d0b-6688e0ea4d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:27.470964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b861f0c-b067-4ed2-904b-8f55bb50351c req-51055de3-6b98-41b7-9063-f2fe1b080260 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:27.472458 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8b861f0c-b067-4ed2-904b-8f55bb50351c req-51055de3-6b98-41b7-9063-f2fe1b080260 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0794528 Jun 28 07:07:27.511250 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8b861f0c-b067-4ed2-904b-8f55bb50351c req-9edc7a08-5857-4485-ae6d-f3ccdbb0d0c1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328431 Jun 28 07:07:27.629701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:28.141240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-46d6d785-1af4-4105-84b7-7607921b38b0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:28.141240 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-46d6d785-1af4-4105-84b7-7607921b38b0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0624235 Jun 28 07:07:28.235025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Deleting port d42f4c4a-ef8e-465d-acee-6739011afb3a {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:07:28.235364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:28.321568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] For port d42f4c4a-ef8e-465d-acee-6739011afb3a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d42f4c4a-ef8e-465d-acee-6739011afb3a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:07:28.321920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:28.494439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:28.495130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:28.495130 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2 disassociated. External IP: 172.26.4.119, port: d42f4c4a-ef8e-465d-acee-6739011afb3a. Jun 28 07:07:28.495424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Calling delete_port for d42f4c4a-ef8e-465d-acee-6739011afb3a owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:07:28.687798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:28.693300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e6c82914-bdcb-4a05-adf9-d5d9146f61e2 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:07:28.702920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f98147-606a-4020-811b-7d1cfe224020 req-5eb91d54-df0f-424e-bb79-a8bb69c2596d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:28.704387 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-81f98147-606a-4020-811b-7d1cfe224020 req-5eb91d54-df0f-424e-bb79-a8bb69c2596d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 945 time: 0.0724373 Jun 28 07:07:28.732736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event deleted for resources: {'Port': ['ID=d42f4c4a-ef8e-465d-acee-6739011afb3a,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:07:28.750716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.751188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.752058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.752620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.753034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.753414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.753787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.754178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.754525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.755490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.755490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.755755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:07:28.760527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:07:28.817661 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-81f98147-606a-4020-811b-7d1cfe224020 req-878c9783-3620-498c-baba-3740e424819a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913577 Jun 28 07:07:28.884871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:07:28.994653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:07:29.004111 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:07:29.013458 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:07:29.014000 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:07:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:07:29.036467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] No DVR routers for this DVR port d42f4c4a-ef8e-465d-acee-6739011afb3a on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:07:29.038941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:29.041021 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05431f75-968d-46ae-8c56-21ce00ba7fe6 req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "DELETE /v2.0/ports/d42f4c4a-ef8e-465d-acee-6739011afb3a HTTP/1.1" status: 204 len: 173 time: 0.9007258 Jun 28 07:07:29.041547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'name': 'network-vif-deleted', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:07:29.043851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d234307e-7753-4584-ab18-085d0846a650" -d '{"events": [{"server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "name": "network-vif-deleted", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:07:29.082386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29587f0-fb23-498f-a852-ecf0bd7c0fe4 x-openstack-request-id: req-f29587f0-fb23-498f-a852-ecf0bd7c0fe4 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:07:29.082738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19cf6c5-abaf-46ba-894b-0053703b9cbd", "name": "network-vif-deleted", "tag": "d42f4c4a-ef8e-465d-acee-6739011afb3a", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:07:29.083036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f29587f0-fb23-498f-a852-ecf0bd7c0fe4 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:07:29.083478 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19cf6c5-abaf-46ba-894b-0053703b9cbd', 'name': 'network-vif-deleted', 'tag': 'd42f4c4a-ef8e-465d-acee-6739011afb3a', 'status': 'completed', 'code': 200} Jun 28 07:07:29.123283 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:07:29.378811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:29.414543 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:07:29.441735 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:07:29.450043 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:07:29.450651 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:07:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:07:29.555282 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:07:29.748508 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:07:29.777391 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e86f163-e12c-41ab-b57e-8489856aa0c5 None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:07:29.981254 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6d0ac670-21d1-46f8-bb30-bc9a9dc8dd52 req-483d072c-35f9-4816-98b9-e02334294bdf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=f19cf6c5-abaf-46ba-894b-0053703b9cbd HTTP/1.1" status: 200 len: 210 time: 0.0338948 Jun 28 07:07:30.030927 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9719e3d-6cae-474b-98a2-980df711e54d None None] New status for floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:07:31.302074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-cce14a2d-6228-433c-928a-a0fda75479ca tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--865246007&fields=id&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 267 time: 0.0370309 Jun 28 07:07:31.520321 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d42f4c4a-ef8e-465d-acee-6739011afb3a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:07:31.540487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: d42f4c4a-ef8e-465d-acee-6739011afb3a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:07:31.540838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d42f4c4a-ef8e-465d-acee-6739011afb3a not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:07:31.700691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d765c-1a4d-4376-8956-7d926e53f315 req-334388c2-03f0-41d4-8295-01f2b21655d9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:31.702187 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-334388c2-03f0-41d4-8295-01f2b21655d9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 811 time: 0.3939118 Jun 28 07:07:31.716614 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-6af33a30-7d1e-413f-a586-f50e93ad64db tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/quotas/a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 375 time: 0.0090528 Jun 28 07:07:31.786789 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-e585f8d2-947e-4251-82c6-14daefda48af tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652475 Jun 28 07:07:31.879814 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-8c1eeb79-f0f7-4895-8569-9163d8a36116 service neutron] 10.222.0.24 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820191 Jun 28 07:07:31.968799 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-70affe92-00a8-4c12-8e13-a3f5c157dc45 service neutron] 10.222.0.24 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833352 Jun 28 07:07:32.208296 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6e744dc9-e8f3-4cba-b471-d44f86db43be req-840d72a2-ff1c-48de-8d36-f61a8e7fc1eb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 210 time: 0.0288267 Jun 28 07:07:33.350553 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e757e87c-a73c-4433-9e2c-f2b55e5d6fe9 req-cb06d764-b72a-4ddf-9477-d7c37bc6acf5 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 210 time: 0.0305257 Jun 28 07:07:34.289807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d765c-1a4d-4376-8956-7d926e53f315 req-a1044beb-036b-4331-91af-e6d33b4263a2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:34.295613 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-a1044beb-036b-4331-91af-e6d33b4263a2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 811 time: 0.1014025 Jun 28 07:07:34.344092 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-4d4fda4c-da53-459f-88fa-58ba1b08d130 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 379 time: 0.0339491 Jun 28 07:07:34.353014 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'port': {'device_id': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'admin_state_up': True, 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'security_groups': ['e139860f-f9c4-4da7-bec0-59ec069fe8b7']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:07:34.499195 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd25eff7-fabc-4e0e-8892-f93f41a28dc5 req-8cff0c73-649c-4d21-87ac-4d721b105865 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 210 time: 0.0329914 Jun 28 07:07:34.538265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Made reservation on behalf of a44a13d64cce48a2a822f56c31013a4c for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:07:34.541792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:34.665326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Allocated IP 172.20.0.3 (529768fb-7ec9-4009-ad5f-5f6bfef41a46/2e51e6ee-2fec-4008-92f8-37b0856f733b/124822fe-d72b-4c49-b91a-24c2039ca55a) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:07:34.803873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:34.818001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Transition to ACTIVE for port object 124822fe-d72b-4c49-b91a-24c2039ca55a will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:07:34.945599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:34.949516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-98df31aa-3852-429d-98c6-bf1caf964538 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:07:34.992644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:07:34.995726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:07:34.999615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:07:35.006693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:07:35.027087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:07:35.054784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:35.055351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:35.140033 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7906508 Jun 28 07:07:35.159177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Request body: {'port': {'device_id': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:07:35.234553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:35.287743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3b4ad1da-1ef6-4810-bfee-2656ce39849f None None] Provisioning for port 124822fe-d72b-4c49-b91a-24c2039ca55a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:07:35.291536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3b4ad1da-1ef6-4810-bfee-2656ce39849f None None] Provisioning complete for port 124822fe-d72b-4c49-b91a-24c2039ca55a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:07:35.291924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad1da-1ef6-4810-bfee-2656ce39849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:35.325419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ad1da-1ef6-4810-bfee-2656ce39849f None None] Port 124822fe-d72b-4c49-b91a-24c2039ca55a cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:07:35.495408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124822fe-d72b-4c49-b91a-24c2039ca55a {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:07:35.502885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:35.514471 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Transition to ACTIVE for port object 124822fe-d72b-4c49-b91a-24c2039ca55a will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:07:35.578239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:35.581929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:07:35.661578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:07:35.670286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:07:35.763553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c68d24-dc93-4bf1-a29a-3a4890552594 req-e9063bcc-13be-42a0-b610-cbdf471be678 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:35.765100 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32c68d24-dc93-4bf1-a29a-3a4890552594 req-e9063bcc-13be-42a0-b610-cbdf471be678 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 943 time: 0.1467962 Jun 28 07:07:35.765794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Attempting to bind port 124822fe-d72b-4c49-b91a-24c2039ca55a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:07:35.766127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Attempting to bind port 124822fe-d72b-4c49-b91a-24c2039ca55a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:07:35.767072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Attempting to bind port 124822fe-d72b-4c49-b91a-24c2039ca55a on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:07:35.773806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Port 124822fe-d72b-4c49-b91a-24c2039ca55a on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:07:35.774235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Attempting to bind port 124822fe-d72b-4c49-b91a-24c2039ca55a on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:07:35.789671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:07:35.790004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Checking segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:07:35.790373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Bound using segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:07:35.790798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Bound port: 124822fe-d72b-4c49-b91a-24c2039ca55a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:07:35.791155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:35.838088 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32c68d24-dc93-4bf1-a29a-3a4890552594 req-b93c688b-1fb2-4f2d-91c1-e0c35b0dea08 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660651 Jun 28 07:07:35.868109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:07:35.871093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:07:35.956280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:35.959091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4ff601af-daa1-4470-bcbb-790ca9b30494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:07:35.990244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:35.990847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:35.992189 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] 10.222.0.50 "PUT /v2.0/ports/124822fe-d72b-4c49-b91a-24c2039ca55a HTTP/1.1" status: 200 len: 1093 time: 0.8384576 Jun 28 07:07:35.992718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:07:35.995059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f863c989-9417-427b-898b-41f0c4f3a2c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:07:36.022688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:07:36.026101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:07:36.039291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb53f5d-bb4f-4127-8adf-71725a806702 x-openstack-request-id: req-bcb53f5d-bb4f-4127-8adf-71725a806702 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:07:36.039635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:07:36.039941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcb53f5d-bb4f-4127-8adf-71725a806702 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:07:36.040404 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'status': 'completed', 'code': 200} Jun 28 07:07:36.145510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c989-9417-427b-898b-41f0c4f3a2c4 req-57f7cfbb-ac3c-48e4-af08-c561a29efd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:36.147089 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f863c989-9417-427b-898b-41f0c4f3a2c4 req-57f7cfbb-ac3c-48e4-af08-c561a29efd21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 1096 time: 0.0650060 Jun 28 07:07:36.252757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c989-9417-427b-898b-41f0c4f3a2c4 req-b77c1de0-40a8-4ae2-a0db-bdb1dba96dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:36.254217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f863c989-9417-427b-898b-41f0c4f3a2c4 req-b77c1de0-40a8-4ae2-a0db-bdb1dba96dd6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a44a13d64cce48a2a822f56c31013a4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0925794 Jun 28 07:07:36.355944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c989-9417-427b-898b-41f0c4f3a2c4 req-cb78e072-8b60-456c-93f5-217ad95ab9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:36.357403 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f863c989-9417-427b-898b-41f0c4f3a2c4 req-cb78e072-8b60-456c-93f5-217ad95ab9b8 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956206 Jun 28 07:07:36.472035 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d765c-1a4d-4376-8956-7d926e53f315 req-7d51cc37-aeda-4414-86ad-ae4160dfaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:36.473540 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-7d51cc37-aeda-4414-86ad-ae4160dfaff1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 1096 time: 0.0533850 Jun 28 07:07:36.522303 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-562e38ec-3c55-4d22-a8e6-3d6855de3335 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124822fe-d72b-4c49-b91a-24c2039ca55a HTTP/1.1" status: 200 len: 217 time: 0.0350001 Jun 28 07:07:36.575068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d765c-1a4d-4376-8956-7d926e53f315 req-2eee4db7-b91f-4437-8e59-b38947cff41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:36.576501 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-2eee4db7-b91f-4437-8e59-b38947cff41a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0481856 Jun 28 07:07:36.632754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d765c-1a4d-4376-8956-7d926e53f315 req-fdae2488-f667-484c-abb7-4289ddcb0ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:36.634188 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-fdae2488-f667-484c-abb7-4289ddcb0ae9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512850 Jun 28 07:07:36.725497 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-b139b5be-50d2-4ce6-943d-48154445eb26 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 Jun 28 07:07:36.819430 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-915d765c-1a4d-4376-8956-7d926e53f315 req-97794d9a-ac73-4c29-91ff-f2801e983e4a service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858891 Jun 28 07:07:37.013098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f49171-61be-410b-9936-cf23b8a36b06 req-a6ffc1f4-0aa9-452a-8574-5536dbcc735b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:37.014541 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-07f49171-61be-410b-9936-cf23b8a36b06 req-a6ffc1f4-0aa9-452a-8574-5536dbcc735b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 943 time: 0.0628090 Jun 28 07:07:37.051967 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-07f49171-61be-410b-9936-cf23b8a36b06 req-7893990e-b279-436c-a2d0-2332171170d5 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311871 Jun 28 07:07:38.228652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b786-30c5-4783-bcc6-d4bbd8816eb4 req-131039db-c99c-455d-bb36-f5e77e2292fb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:38.230132 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e592b786-30c5-4783-bcc6-d4bbd8816eb4 req-131039db-c99c-455d-bb36-f5e77e2292fb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 943 time: 0.0678263 Jun 28 07:07:38.266524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e592b786-30c5-4783-bcc6-d4bbd8816eb4 req-21dcc22b-549f-42c4-8e49-cc3036b950d0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301740 Jun 28 07:07:39.306373 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:07:39.438258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ecccf-890a-4c34-93b5-801dd13680bf req-d2d7321d-7779-41d1-a171-f503a67ebabe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:39.439720 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-973ecccf-890a-4c34-93b5-801dd13680bf req-d2d7321d-7779-41d1-a171-f503a67ebabe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 943 time: 0.0628269 Jun 28 07:07:39.476371 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-973ecccf-890a-4c34-93b5-801dd13680bf req-761460df-b55f-4bec-a311-1f9ae9cab5a5 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309522 Jun 28 07:07:39.562525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 124822fe-d72b-4c49-b91a-24c2039ca55a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:07:39.655873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:07:39.669892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'port_id': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'mac_address': 'fa:16:3e:d9:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:07:39.707344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:39.721306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124822fe-d72b-4c49-b91a-24c2039ca55a {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:07:39.741200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:07:39.801991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:39.803760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:07:39.849519 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:07:39.852420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:07:40.078177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['124822fe-d72b-4c49-b91a-24c2039ca55a'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:07:40.653750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f5382-0d4a-4c44-a2d1-209b78f1edd9 req-ec1ad601-325e-405f-b374-06a23660168a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:40.655342 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e00f5382-0d4a-4c44-a2d1-209b78f1edd9 req-ec1ad601-325e-405f-b374-06a23660168a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 944 time: 0.0643137 Jun 28 07:07:40.699399 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e00f5382-0d4a-4c44-a2d1-209b78f1edd9 req-eafceb71-5bd2-41e9-a27e-5d876c89b610 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379157 Jun 28 07:07:41.577411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 124822fe-d72b-4c49-b91a-24c2039ca55a up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:07:41.687421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 124822fe-d72b-4c49-b91a-24c2039ca55a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:07:41.691343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 124822fe-d72b-4c49-b91a-24c2039ca55a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:07:41.691724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:41.768779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:41.791103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:07:41.793431 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fac7c15-d965-46db-b193-22a9b5c3360a" -d '{"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-plugged", "status": "completed", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:07:41.806419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:07:41.832373 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad908308-2c91-4302-b2a3-f46ae55c0db0 x-openstack-request-id: req-ad908308-2c91-4302-b2a3-f46ae55c0db0 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:07:41.832736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-plugged", "status": "completed", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:07:41.833106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad908308-2c91-4302-b2a3-f46ae55c0db0 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:07:41.833567 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'code': 200} Jun 28 07:07:41.880668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b63f5-a349-4a6c-b1a7-4220f7041064 req-7d861989-adb7-4f2d-94c1-c81bd685f7a4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:41.882375 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9a3b63f5-a349-4a6c-b1a7-4220f7041064 req-7d861989-adb7-4f2d-94c1-c81bd685f7a4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 944 time: 0.0679252 Jun 28 07:07:41.921832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:41.923776 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:07:41.926801 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9a3b63f5-a349-4a6c-b1a7-4220f7041064 req-6b17a214-4fd4-4d01-8ce9-59f152a70db7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385778 Jun 28 07:07:41.969353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:07:41.972835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:07:42.203709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330da1ef-f56a-4d10-923a-6eaac0fd5202 req-0c48aa41-6c31-4a97-bfb5-7f7d7d1c2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:42.205835 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-330da1ef-f56a-4d10-923a-6eaac0fd5202 req-0c48aa41-6c31-4a97-bfb5-7f7d7d1c2655 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 1098 time: 0.0501504 Jun 28 07:07:42.239509 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-330da1ef-f56a-4d10-923a-6eaac0fd5202 req-32143223-c116-4584-b97d-88366a204554 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274055 Jun 28 07:07:43.109349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5b9bf-5f9d-4f31-a571-7e24706fc3c0 req-a3e93625-c6d5-4ff2-a12f-c43a0780c339 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:43.110812 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-70d5b9bf-5f9d-4f31-a571-7e24706fc3c0 req-a3e93625-c6d5-4ff2-a12f-c43a0780c339 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0674798 Jun 28 07:07:43.150046 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-70d5b9bf-5f9d-4f31-a571-7e24706fc3c0 req-2a790e78-715e-4dbe-b3a6-44734ad0436e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329993 Jun 28 07:07:43.682167 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:44.320551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765b80f-a315-4a2e-b768-1f8e7f5d163e req-7283e323-e9ba-423e-aee6-bc8b2c664094 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:44.322057 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6765b80f-a315-4a2e-b768-1f8e7f5d163e req-7283e323-e9ba-423e-aee6-bc8b2c664094 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0651407 Jun 28 07:07:44.359224 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6765b80f-a315-4a2e-b768-1f8e7f5d163e req-e4cbfdac-b597-41bc-a773-e97ba7c78fb2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Jun 28 07:07:44.527522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eda5e2-36ba-450c-9a8e-0351d0ee9d78 req-f841d91c-1f43-4e5b-8514-77e375607c13 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:44.528913 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96eda5e2-36ba-450c-9a8e-0351d0ee9d78 req-f841d91c-1f43-4e5b-8514-77e375607c13 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0638533 Jun 28 07:07:44.537656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 59856) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:07:44.542175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e49659a5-47ab-4f4e-a124-a0ba0ee91700 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'floatingip': {'port_id': '124822fe-d72b-4c49-b91a-24c2039ca55a'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:07:44.583846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e49659a5-47ab-4f4e-a124-a0ba0ee91700 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:45.031866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e49659a5-47ab-4f4e-a124-a0ba0ee91700 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:45.081693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e49659a5-47ab-4f4e-a124-a0ba0ee91700 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:45.181261 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-e49659a5-47ab-4f4e-a124-a0ba0ee91700 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2 associated. External IP: 172.26.4.119, port: 124822fe-d72b-4c49-b91a-24c2039ca55a. Jun 28 07:07:45.383679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49659a5-47ab-4f4e-a124-a0ba0ee91700 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:07:45.790351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49659a5-47ab-4f4e-a124-a0ba0ee91700 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:07:45.795313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e49659a5-47ab-4f4e-a124-a0ba0ee91700 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:45.800234 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:07:45.810365 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:07:45.810973 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:07:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:07:45.832725 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e49659a5-47ab-4f4e-a124-a0ba0ee91700 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "PUT /v2.0/floatingips/aa52530d-776d-4cf1-9d8d-d2866147fae2 HTTP/1.1" status: 200 len: 991 time: 1.2940230 Jun 28 07:07:45.833417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:07:45.835964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e655c8-1388-41af-b611-61b2b494a6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:07:45.871829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6615a23b-c5a6-4878-ae49-2d4ea0bfbc7a x-openstack-request-id: req-6615a23b-c5a6-4878-ae49-2d4ea0bfbc7a {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:07:45.872165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:07:45.872461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6615a23b-c5a6-4878-ae49-2d4ea0bfbc7a {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:07:45.872931 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'status': 'completed', 'code': 200} Jun 28 07:07:45.919665 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:07:45.968512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-bb705898-1d53-471c-a008-7e8d3e253ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:45.970042 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-bb705898-1d53-471c-a008-7e8d3e253ffc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 1098 time: 0.0542209 Jun 28 07:07:46.066980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-c65b12be-7a8d-4b32-b1b9-d2ff92d8222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:46.068428 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-c65b12be-7a8d-4b32-b1b9-d2ff92d8222d service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0870607 Jun 28 07:07:46.133155 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-db70667a-b8ce-4d93-8acb-bf851a75a869 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124822fe-d72b-4c49-b91a-24c2039ca55a HTTP/1.1" status: 200 len: 999 time: 0.0583987 Jun 28 07:07:46.143190 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:d9:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:07:44Z', 'revision_number': 9, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:07:46.169916 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:07:46.179222 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:07:46.179834 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:07:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:07:46.185329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-b588ee4f-1c55-4847-97eb-3afd87178ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:46.186802 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-b588ee4f-1c55-4847-97eb-3afd87178ee7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0474687 Jun 28 07:07:46.247680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-ea22fcc2-12f9-411c-8d09-e6bafe0fcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:07:46.249230 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-ea22fcc2-12f9-411c-8d09-e6bafe0fcbc6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561187 Jun 28 07:07:46.286521 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:07:46.337646 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-ce59eee0-4d11-4edd-8718-66ba0dcd5ae2 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821881 Jun 28 07:07:46.429620 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4e655c8-1388-41af-b611-61b2b494a6ed req-cdd9fe83-cba0-48eb-b5b0-cda28788d1ca service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856421 Jun 28 07:07:46.510344 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:d9:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:07:44Z', 'revision_number': 9, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:07:46.537818 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cc1ed-ab76-44e8-8f11-1768d2b9e0a7 None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:d9:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:07:44Z', 'revision_number': 9, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:07:46.716958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70764726-9011-44c9-baa1-403f57ae8a83 None None] New status for floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:07:53.835802 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8a8b0114-84db-4d81-9a59-9a5360755d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:55.422459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [req-b8271785-eb11-4dbc-9579-56081277c2a7 req-7c131933-27b5-4e6d-92f1-fa659124a5e1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] (100886) timed out ('10.222.0.50', 51967) {{(pid=100886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 07:07:56.452636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:56.532645 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0fca4c62-d07b-40a2-ae41-eec592497169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:57.680243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:07:59.366904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:13.647658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:16.306201 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:08:23.413449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008922d-2600-4703-83cc-f6d07751a879 req-69d0c483-69e9-47a9-a8c0-240c9337ff87 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:23.414958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d008922d-2600-4703-83cc-f6d07751a879 req-69d0c483-69e9-47a9-a8c0-240c9337ff87 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.1362917 Jun 28 07:08:23.435829 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-0bc14971-e4ad-4f01-bfce-be79c490f20f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549037 Jun 28 07:08:23.454126 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d008922d-2600-4703-83cc-f6d07751a879 req-456d94e5-54db-4def-8032-a886381d5e4a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333164 Jun 28 07:08:23.777638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-155124ab-e15d-4bf2-a1a0-08d3e21f7fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:24.688311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544be462-5635-42c1-b969-761eb7877d8b req-c116e8de-b837-4d93-869c-55b4e4ece60a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:24.689794 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-544be462-5635-42c1-b969-761eb7877d8b req-c116e8de-b837-4d93-869c-55b4e4ece60a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.1146376 Jun 28 07:08:24.733412 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-544be462-5635-42c1-b969-761eb7877d8b req-eabe5cf3-f2f7-4068-a606-6fde4e86f5ed tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375123 Jun 28 07:08:25.703776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-12ea220c-27e1-4f37-8335-7be92eb713fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:25.705534 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-12ea220c-27e1-4f37-8335-7be92eb713fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 1098 time: 0.0566413 Jun 28 07:08:25.797178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-9d0199b5-0eeb-496e-8fb6-ff64da1a5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:25.798708 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-9d0199b5-0eeb-496e-8fb6-ff64da1a5bfd service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0873289 Jun 28 07:08:25.898498 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-853645f0-b060-4a3e-9a9f-5461f79ce3fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124822fe-d72b-4c49-b91a-24c2039ca55a HTTP/1.1" status: 200 len: 1002 time: 0.0933814 Jun 28 07:08:25.961910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a42a2-0b05-4fa8-acef-eb2e13ce565c req-d06be571-f09f-4e5e-8fb5-00fc781e875c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:25.963341 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-292a42a2-0b05-4fa8-acef-eb2e13ce565c req-d06be571-f09f-4e5e-8fb5-00fc781e875c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.1137748 Jun 28 07:08:25.966954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-d6a5bed3-f233-46a8-8e21-ddb9fc25a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:25.968314 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-d6a5bed3-f233-46a8-8e21-ddb9fc25a6ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0626814 Jun 28 07:08:26.032287 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-292a42a2-0b05-4fa8-acef-eb2e13ce565c req-0d407c20-a3f5-4467-b07d-762f911d13ea tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630350 Jun 28 07:08:26.052169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-f6787cb6-8a8c-4551-ac3d-c3117a7fa61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:26.054918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-f6787cb6-8a8c-4551-ac3d-c3117a7fa61f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799391 Jun 28 07:08:26.188869 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-19c2b279-b9f0-4b45-bd3c-7650d31fee07 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266425 Jun 28 07:08:26.281732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-538cd216-e448-46a4-be96-15150e41a31c service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863736 Jun 28 07:08:26.469278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:26.492480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c77f9726-bdb3-46d5-886f-9ffe5464ed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:27.207990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d2118-3304-485f-9c6d-3a99e3e2a7fe req-e7905f77-53bc-410b-beff-542885ff34ec tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:27.209674 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bc9d2118-3304-485f-9c6d-3a99e3e2a7fe req-e7905f77-53bc-410b-beff-542885ff34ec tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0669467 Jun 28 07:08:27.248890 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bc9d2118-3304-485f-9c6d-3a99e3e2a7fe req-2e4f1854-2101-4ae0-8cd4-8bb3d4900348 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334811 Jun 28 07:08:27.652382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:28.429987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248041fc-a09a-4e07-be3e-28e9317ccca9 req-7f2f6a2c-b653-46f5-97c9-ea2555b66652 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:28.431475 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-248041fc-a09a-4e07-be3e-28e9317ccca9 req-7f2f6a2c-b653-46f5-97c9-ea2555b66652 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0692246 Jun 28 07:08:28.470066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-248041fc-a09a-4e07-be3e-28e9317ccca9 req-6ead88a6-0ac1-4b1f-9ce6-0f480b24ab35 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329497 Jun 28 07:08:29.367019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:29.643882 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6107cb-aea3-4fb7-86ae-9a6ef3d85067 req-998ebb0f-5665-4545-9714-cc88b9afd606 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:29.645523 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c6107cb-aea3-4fb7-86ae-9a6ef3d85067 req-998ebb0f-5665-4545-9714-cc88b9afd606 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0641787 Jun 28 07:08:29.683129 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c6107cb-aea3-4fb7-86ae-9a6ef3d85067 req-cc6dff65-e7c3-46ea-a68b-8885ed0b1f27 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311325 Jun 28 07:08:30.855000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95376ca2-7cb5-4306-b2ca-5b4495868093 req-1500dc5f-f82d-4acd-8084-72843f1e6d3e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:30.856466 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-95376ca2-7cb5-4306-b2ca-5b4495868093 req-1500dc5f-f82d-4acd-8084-72843f1e6d3e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0621564 Jun 28 07:08:30.893063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-95376ca2-7cb5-4306-b2ca-5b4495868093 req-7ddebe11-399f-499e-af8c-0de0de236c0b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309834 Jun 28 07:08:32.070976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b7170-599f-4ca4-bf2f-3e1cf3d68ce4 req-540bab21-176b-47f5-82db-5b286ac8ea2c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:32.072531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-723b7170-599f-4ca4-bf2f-3e1cf3d68ce4 req-540bab21-176b-47f5-82db-5b286ac8ea2c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0694017 Jun 28 07:08:32.109597 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-723b7170-599f-4ca4-bf2f-3e1cf3d68ce4 req-ba43956f-260e-4cac-b249-f750fc18f4a9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Jun 28 07:08:33.284979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72571f02-7056-40a2-a0d7-63aa8bb27e50 req-90dfd974-bc56-4308-977c-9f0436615a26 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:33.286463 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-72571f02-7056-40a2-a0d7-63aa8bb27e50 req-90dfd974-bc56-4308-977c-9f0436615a26 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0651441 Jun 28 07:08:33.324172 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-72571f02-7056-40a2-a0d7-63aa8bb27e50 req-b466a861-b952-414c-aa39-b864a0ef14d3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Jun 28 07:08:34.073575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-0725e1c6-2f84-4b75-b0e5-77d677e5a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:34.075076 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-0725e1c6-2f84-4b75-b0e5-77d677e5a323 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 1098 time: 0.0573902 Jun 28 07:08:34.180283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-61754ac8-3773-488f-ac5b-e14bd1a4f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:34.181822 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-61754ac8-3773-488f-ac5b-e14bd1a4f823 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0861638 Jun 28 07:08:34.250572 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-17b7b167-780a-438e-811e-c647ba34e5ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124822fe-d72b-4c49-b91a-24c2039ca55a HTTP/1.1" status: 200 len: 1002 time: 0.0617573 Jun 28 07:08:34.298106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-82ea137c-7b8c-4b01-835c-ca6711fcdba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:34.299516 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-82ea137c-7b8c-4b01-835c-ca6711fcdba9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0432916 Jun 28 07:08:34.356892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-83a23a70-1599-41e2-a81f-a8de0c7aa8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:34.358419 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-83a23a70-1599-41e2-a81f-a8de0c7aa8cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530584 Jun 28 07:08:34.479521 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-17e5301e-1ed6-4d33-981c-055397b9cff9 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143868 Jun 28 07:08:34.568433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d148b5-0f8a-4153-8e86-6aee032f8cd3 req-0bd26eb5-d671-4f32-a767-83817db7a1ce tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:34.570049 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b4d148b5-0f8a-4153-8e86-6aee032f8cd3 req-0bd26eb5-d671-4f32-a767-83817db7a1ce tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.1303864 Jun 28 07:08:34.605337 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e99ddb68-59f9-499e-82ea-237b254a8ee9 req-76b4b7fa-d6ad-456b-a45a-4f375e5824f2 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183610 Jun 28 07:08:34.621773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b4d148b5-0f8a-4153-8e86-6aee032f8cd3 req-2527ae19-3851-438a-be62-d334a06564aa tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459249 Jun 28 07:08:35.795050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816ab8d-515d-4230-bbad-beea22af5ee8 req-dc2c2b6e-a96c-46e5-ad44-93bcbee6459a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:35.796515 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e816ab8d-515d-4230-bbad-beea22af5ee8 req-dc2c2b6e-a96c-46e5-ad44-93bcbee6459a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0661802 Jun 28 07:08:35.833518 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e816ab8d-515d-4230-bbad-beea22af5ee8 req-1cce6099-04b9-4950-b206-10373634179f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314112 Jun 28 07:08:37.013136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db763f-3195-4dd3-826d-f320fcac67e4 req-b3eb2031-b390-4192-9182-758e1405c4b3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:37.014646 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11db763f-3195-4dd3-826d-f320fcac67e4 req-b3eb2031-b390-4192-9182-758e1405c4b3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0695028 Jun 28 07:08:37.054491 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11db763f-3195-4dd3-826d-f320fcac67e4 req-0f9fcb80-8f07-410d-bb47-cdd0551fbfc4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340288 Jun 28 07:08:38.231972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a534f-7e04-4518-974f-14e11a32a11f req-baac0b13-c1b1-41eb-9075-39926725f193 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:38.233485 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec2a534f-7e04-4518-974f-14e11a32a11f req-baac0b13-c1b1-41eb-9075-39926725f193 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0652471 Jun 28 07:08:38.271822 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ec2a534f-7e04-4518-974f-14e11a32a11f req-94b9441d-8170-406f-a5cd-4414eeb9314b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326548 Jun 28 07:08:38.500409 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-af406f4f-7814-4f03-b58e-909135e334fd service neutron] 10.222.0.50 "GET /v2.0/ports/124822fe-d72b-4c49-b91a-24c2039ca55a/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0529506 Jun 28 07:08:39.109402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-9ba083b2-31fe-42c5-ae0c-477541beb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:39.110891 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-9ba083b2-31fe-42c5-ae0c-477541beb9a0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 1098 time: 0.0569487 Jun 28 07:08:39.196988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-3e830994-cf06-41e5-8930-044deca746de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:39.198457 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-3e830994-cf06-41e5-8930-044deca746de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 1098 time: 0.0524950 Jun 28 07:08:39.285591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-cee7ead8-0a02-43ff-9f52-0cc88a074b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:39.287624 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-cee7ead8-0a02-43ff-9f52-0cc88a074b76 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0826302 Jun 28 07:08:39.357704 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-8e522d88-c058-4114-9ccf-53a8fc1ce4d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124822fe-d72b-4c49-b91a-24c2039ca55a HTTP/1.1" status: 200 len: 1002 time: 0.0629513 Jun 28 07:08:39.434909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-2a7e2bb8-c8fe-46fe-aef6-4d7f1db2e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:39.436337 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-2a7e2bb8-c8fe-46fe-aef6-4d7f1db2e6f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0724289 Jun 28 07:08:39.498431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9afad-1465-474c-939c-43fc24dc44d5 req-815116d5-f0f1-4c5c-8b99-d1db9a729448 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:39.499868 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c6a9afad-1465-474c-939c-43fc24dc44d5 req-815116d5-f0f1-4c5c-8b99-d1db9a729448 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.1094606 Jun 28 07:08:39.534845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-0b7841a1-053a-4245-ae1f-5c36784e5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:39.536587 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-0b7841a1-053a-4245-ae1f-5c36784e5614 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923600 Jun 28 07:08:39.557111 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c6a9afad-1465-474c-939c-43fc24dc44d5 req-52d4cfd6-8add-49c4-82dd-7e44989421e8 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498595 Jun 28 07:08:39.638209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-90528472-bae8-41d7-b51d-3d68d3e5d426 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936720 Jun 28 07:08:39.731797 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90f25193-5855-491d-90a0-ca58fdbb3f74 req-d6ff96ea-3f92-4678-8a8b-e992ec69c2d9 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869381 Jun 28 07:08:40.736486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00947c-56e8-4c08-a7e1-fae38015203a req-fb126303-03a5-4e02-8543-f6645419418d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:40.737957 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f00947c-56e8-4c08-a7e1-fae38015203a req-fb126303-03a5-4e02-8543-f6645419418d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0627136 Jun 28 07:08:40.774608 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f00947c-56e8-4c08-a7e1-fae38015203a req-c9dfcddf-cb87-4244-a5cd-52965cb1b8fc tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302863 Jun 28 07:08:41.848208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 124822fe-d72b-4c49-b91a-24c2039ca55a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:08:41.855949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 124822fe-d72b-4c49-b91a-24c2039ca55a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:08:41.976671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6ec05-6fa0-4122-bc20-23612448d3d0 req-914f8049-1369-4858-bed8-257a6ed51854 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:41.979029 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4af6ec05-6fa0-4122-bc20-23612448d3d0 req-914f8049-1369-4858-bed8-257a6ed51854 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0933728 Jun 28 07:08:41.996767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:42.017094 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:08:42.019995 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4af6ec05-6fa0-4122-bc20-23612448d3d0 req-72e05410-092e-492c-8b2a-e8b83a63b98a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344331 Jun 28 07:08:42.035537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'port_id': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'mac_address': 'fa:16:3e:d9:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:08:42.041803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:08:42.044122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68f19a2-2085-448f-aa75-9bb7c7855f95" -d '{"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-unplugged", "status": "completed", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:08:42.077341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:08:42.090435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6897a5b7-6cd4-4ad4-a292-d2cad97023e7 x-openstack-request-id: req-6897a5b7-6cd4-4ad4-a292-d2cad97023e7 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:08:42.090683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-unplugged", "status": "completed", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:08:42.090941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6897a5b7-6cd4-4ad4-a292-d2cad97023e7 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:08:42.091358 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'code': 200} Jun 28 07:08:42.095128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:42.108227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 124822fe-d72b-4c49-b91a-24c2039ca55a {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:08:42.137687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:42.139839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:08:42.207718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 07:08:42.208083 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 07:08:42.211163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:08:42.220332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.220332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.220332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.220332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.220332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.220332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.220332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.220332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.221028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.221028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.221206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.221424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:42.225892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:08:42.747960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:42.761196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124822fe-d72b-4c49-b91a-24c2039ca55a {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:08:42.781719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:08:42.857473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:42.859254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:08:42.905371 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:08:42.908200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:08:42.984460 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['124822fe-d72b-4c49-b91a-24c2039ca55a'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:08:43.198885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3173c6-52b0-4078-8eb4-f26f9959c686 req-0abc5eed-ec5b-48c5-b7ce-a599d9742d5d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:43.200340 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b3173c6-52b0-4078-8eb4-f26f9959c686 req-0abc5eed-ec5b-48c5-b7ce-a599d9742d5d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 944 time: 0.0624022 Jun 28 07:08:43.236912 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b3173c6-52b0-4078-8eb4-f26f9959c686 req-acbbd259-178a-4b9d-8b95-22b4583c15eb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309350 Jun 28 07:08:43.640768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:43.859435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 124822fe-d72b-4c49-b91a-24c2039ca55a up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:08:43.906682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 124822fe-d72b-4c49-b91a-24c2039ca55a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:08:43.907130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:43.984382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:44.017752 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:08:44.086589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:44.088493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:08:44.092585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:08:44.094270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4548827-23ee-42bc-9031-8b5ad4be55c1" -d '{"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-plugged", "status": "completed", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:08:44.105905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-238ba573-aebf-4453-a92f-8950f3433b4d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:44.107596 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-238ba573-aebf-4453-a92f-8950f3433b4d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357&tenant_id=a44a13d64cce48a2a822f56c31013a4c&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1150358 Jun 28 07:08:44.120502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e289f-ed96-4e4e-b424-b1002e336700 req-9c390061-bd27-4904-8bdd-4e31126119f3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:44.121895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3c0e289f-ed96-4e4e-b424-b1002e336700 req-9c390061-bd27-4904-8bdd-4e31126119f3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 944 time: 0.1169615 Jun 28 07:08:44.143050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:08:44.146638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:08:44.165331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed784e35-1ce1-40b4-b550-16e9b56d5a0c x-openstack-request-id: req-ed784e35-1ce1-40b4-b550-16e9b56d5a0c {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:08:44.165638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-plugged", "status": "completed", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:08:44.165898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed784e35-1ce1-40b4-b550-16e9b56d5a0c {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:08:44.166321 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'code': 200} Jun 28 07:08:44.204556 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3c0e289f-ed96-4e4e-b424-b1002e336700 req-1e192fb9-ff9d-459a-bbbf-c63ddc0cca04 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543814 Jun 28 07:08:44.206026 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-45e5c2f3-2891-4709-a711-50ab696e39c5 service neutron] 10.222.0.50 "GET /v2.0/ports/124822fe-d72b-4c49-b91a-24c2039ca55a/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0832415 Jun 28 07:08:44.300018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-13fbd689-77d6-4c2f-81de-47210012abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:44.301537 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-13fbd689-77d6-4c2f-81de-47210012abd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 1098 time: 0.0556915 Jun 28 07:08:44.389708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-4251ef4d-87fc-4d57-8373-5f52817f5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:44.391063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-4251ef4d-87fc-4d57-8373-5f52817f5ac3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0839081 Jun 28 07:08:44.456265 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-8a85a070-4302-4f49-9775-1c85aa2af461 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124822fe-d72b-4c49-b91a-24c2039ca55a HTTP/1.1" status: 200 len: 1002 time: 0.0587330 Jun 28 07:08:44.502358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-6283a640-fbb1-4f71-b1b2-6704224e717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:44.503735 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-6283a640-fbb1-4f71-b1b2-6704224e717c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0419290 Jun 28 07:08:44.558582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-4e5ba1cc-15df-4660-9bd8-82aa41e340c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:44.560049 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-4e5ba1cc-15df-4660-9bd8-82aa41e340c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502565 Jun 28 07:08:44.650719 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-8eac2995-9dea-4d6f-8a05-4532cb315685 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840967 Jun 28 07:08:44.735877 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-10ebd6cd-6cb1-4896-81e3-3fec2361d3ea service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792994 Jun 28 07:08:45.386678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae89ff1-51b2-4236-a9ce-5986e3ad9f8d req-173e3b26-89cb-4c77-b49f-0a208098f2a4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:45.388139 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3ae89ff1-51b2-4236-a9ce-5986e3ad9f8d req-173e3b26-89cb-4c77-b49f-0a208098f2a4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0670049 Jun 28 07:08:45.719894 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3ae89ff1-51b2-4236-a9ce-5986e3ad9f8d req-ccb9c336-bf7b-4243-a4b3-5df269e994a0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261337 Jun 28 07:08:46.892840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaee258-f773-43f3-9dae-3259433632ad req-dac9e321-a9c3-4284-8215-dfd994f080bb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:46.894249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bfaee258-f773-43f3-9dae-3259433632ad req-dac9e321-a9c3-4284-8215-dfd994f080bb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0636647 Jun 28 07:08:46.931672 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bfaee258-f773-43f3-9dae-3259433632ad req-a91dbc58-7972-439a-a11b-56705d20645e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316529 Jun 28 07:08:47.963616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-39fe6e17-d004-4549-a8d0-7656941c6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:47.965129 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-39fe6e17-d004-4549-a8d0-7656941c6766 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 1098 time: 0.0535028 Jun 28 07:08:48.063621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-9d4e02b7-1182-42f3-97d1-e43f3d9d9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:48.065093 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-9d4e02b7-1182-42f3-97d1-e43f3d9d9d04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 1098 time: 0.0657315 Jun 28 07:08:48.194977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36a1df-ba2a-49ed-ae5e-046224db0b39 req-b6df574f-e735-4456-9e42-eeeae487a4fc tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:48.196444 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1c36a1df-ba2a-49ed-ae5e-046224db0b39 req-b6df574f-e735-4456-9e42-eeeae487a4fc tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.1479723 Jun 28 07:08:48.199178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-73ff6c02-efff-4b18-b36c-e977c14c4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:48.200498 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-73ff6c02-efff-4b18-b36c-e977c14c4cc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.1191025 Jun 28 07:08:48.275883 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1c36a1df-ba2a-49ed-ae5e-046224db0b39 req-7ffa9231-cdc4-4d2e-91ac-e17751d1e627 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736494 Jun 28 07:08:48.285474 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-82be100f-cef2-4da0-988a-a846276d0148 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124822fe-d72b-4c49-b91a-24c2039ca55a HTTP/1.1" status: 200 len: 1002 time: 0.0774641 Jun 28 07:08:48.337679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-cbeee0ae-8bc7-4e97-aa81-6cb4c258f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:48.339097 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-cbeee0ae-8bc7-4e97-aa81-6cb4c258f382 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0475075 Jun 28 07:08:48.394217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-33e0d764-aad1-4ef9-90ee-0629588bce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:48.395636 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-33e0d764-aad1-4ef9-90ee-0629588bce83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500956 Jun 28 07:08:48.481782 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-e55769cb-3101-4223-9aee-46f253d8e6a0 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791659 Jun 28 07:08:48.570630 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c37ef8ff-1973-4bc5-843a-d352a202e2fc req-90c27e64-d865-4881-bb30-efd14f5beeee service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826061 Jun 28 07:08:49.449850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315ec56-9619-4b47-8db9-397b1fe964f6 req-44efbc6b-ebdb-4f3b-87d0-c3ae6d8bf5b1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:49.451316 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b315ec56-9619-4b47-8db9-397b1fe964f6 req-44efbc6b-ebdb-4f3b-87d0-c3ae6d8bf5b1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0628068 Jun 28 07:08:49.489323 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b315ec56-9619-4b47-8db9-397b1fe964f6 req-5d262ee6-7c2d-4854-9808-4c42b9d1ccef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324819 Jun 28 07:08:49.872062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 124822fe-d72b-4c49-b91a-24c2039ca55a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:08:49.948459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:49.970795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:08:49.973057 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db067a7b-78f0-428b-90f0-8dfd45d199f9" -d '{"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-unplugged", "status": "completed", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:08:49.986652 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:08:50.008594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceded703-d899-496a-aadf-b1eadf03062f x-openstack-request-id: req-ceded703-d899-496a-aadf-b1eadf03062f {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:08:50.008921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-unplugged", "status": "completed", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:08:50.009184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ceded703-d899-496a-aadf-b1eadf03062f {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:08:50.009584 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'code': 200} Jun 28 07:08:50.074364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:50.076138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:08:50.124460 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=9']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:08:50.127528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:08:50.670235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6136bc1-2138-4085-bc08-9511847a78f2 req-cf6721fc-b407-439a-8dcb-fbc8652c2b8d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:50.671692 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f6136bc1-2138-4085-bc08-9511847a78f2 req-cf6721fc-b407-439a-8dcb-fbc8652c2b8d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 943 time: 0.0700977 Jun 28 07:08:50.710983 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f6136bc1-2138-4085-bc08-9511847a78f2 req-9faefcde-e6f8-4b1a-b722-9b117a51297a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330420 Jun 28 07:08:50.898098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e1cc9-f4c5-423a-a5f9-9671e39f442b req-28f38e5b-9886-460f-a4c7-79e31abc710f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:50.899494 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5e7e1cc9-f4c5-423a-a5f9-9671e39f442b req-28f38e5b-9886-460f-a4c7-79e31abc710f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 943 time: 0.0629296 Jun 28 07:08:50.936097 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5e7e1cc9-f4c5-423a-a5f9-9671e39f442b req-dd0de9ce-fa0f-4fab-9930-cb605b2dbec8 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309412 Jun 28 07:08:51.105756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f71bf-524f-44cd-ad95-077bbdafbc9b req-b729a9fa-a35f-41f0-bf23-58ea6185f52c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:51.107188 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-301f71bf-524f-44cd-ad95-077bbdafbc9b req-b729a9fa-a35f-41f0-bf23-58ea6185f52c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 943 time: 0.0614457 Jun 28 07:08:51.147277 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-301f71bf-524f-44cd-ad95-077bbdafbc9b req-63fe807f-6ead-4bcd-81f1-97da2a354342 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344903 Jun 28 07:08:51.806972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae6f67-97e5-4f43-beca-b0c513a72d72 req-b511dfdd-c707-4b9b-a25f-4f51c2d3ff0c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:51.808350 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-abae6f67-97e5-4f43-beca-b0c513a72d72 req-b511dfdd-c707-4b9b-a25f-4f51c2d3ff0c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 943 time: 0.0704188 Jun 28 07:08:51.846546 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-abae6f67-97e5-4f43-beca-b0c513a72d72 req-a6f9d6c7-adb0-4f6e-9c9b-342dc472de2d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325763 Jun 28 07:08:51.882413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 124822fe-d72b-4c49-b91a-24c2039ca55a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:08:51.982358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:08:51.993510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'port_id': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'mac_address': 'fa:16:3e:d9:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:08:52.033625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:52.046716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124822fe-d72b-4c49-b91a-24c2039ca55a {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:08:52.065954 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:08:52.142981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:52.146101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:08:52.192264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=10']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:08:52.196014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:08:52.275440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['124822fe-d72b-4c49-b91a-24c2039ca55a'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:08:53.022072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c765b-4bd4-4ed6-b472-d161f86f399d req-6a433983-53c2-44b6-aee1-0fe16d13d18f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:53.023914 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-758c765b-4bd4-4ed6-b472-d161f86f399d req-6a433983-53c2-44b6-aee1-0fe16d13d18f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0649438 Jun 28 07:08:53.061464 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-758c765b-4bd4-4ed6-b472-d161f86f399d req-35131969-966c-4ff3-902a-e37613f0319b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323930 Jun 28 07:08:53.304208 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:08:53.800414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7b133557-d780-4fd7-92c7-a001bea19483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:53.880807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 124822fe-d72b-4c49-b91a-24c2039ca55a up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:08:53.926322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 124822fe-d72b-4c49-b91a-24c2039ca55a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:08:53.926713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:54.000068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:54.023658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:08:54.025977 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817be0b5-672b-44ac-ab42-1cbf2519743e" -d '{"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-plugged", "status": "completed", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:08:54.040296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:08:54.058720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-bbf284de-a248-4fad-999e-8e613cfbbfa1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:54.062782 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-bbf284de-a248-4fad-999e-8e613cfbbfa1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 945 time: 0.0690339 Jun 28 07:08:54.063562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22abe7e-6b48-47d6-8dc3-46d8e6e5c1f5 x-openstack-request-id: req-a22abe7e-6b48-47d6-8dc3-46d8e6e5c1f5 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:08:54.063856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-plugged", "status": "completed", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:08:54.064111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a22abe7e-6b48-47d6-8dc3-46d8e6e5c1f5 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:08:54.064524 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'code': 200} Jun 28 07:08:54.119521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:54.122788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e0c82ab3-f1d7-4f8b-8e6f-1a08de258f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:08:54.174607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=11']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:08:54.178729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:08:54.240302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Deleting port 124822fe-d72b-4c49-b91a-24c2039ca55a {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:08:54.240650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:54.317163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e9740-6ec8-47a8-91ae-bbd8fee60976 req-6e0765e8-91d8-4a52-9d7f-48d881220d1d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:54.319336 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f93e9740-6ec8-47a8-91ae-bbd8fee60976 req-6e0765e8-91d8-4a52-9d7f-48d881220d1d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 946 time: 0.1431916 Jun 28 07:08:54.363826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] For port 124822fe-d72b-4c49-b91a-24c2039ca55a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=124822fe-d72b-4c49-b91a-24c2039ca55a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:08:54.364252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:54.387493 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f93e9740-6ec8-47a8-91ae-bbd8fee60976 req-ac9a0600-489c-4173-9e19-df63124ca008 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612676 Jun 28 07:08:54.545600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:54.545906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:54.546207 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2 disassociated. External IP: 172.26.4.119, port: 124822fe-d72b-4c49-b91a-24c2039ca55a. Jun 28 07:08:54.546545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Calling delete_port for 124822fe-d72b-4c49-b91a-24c2039ca55a owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:08:54.737607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:54.742260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f5b31636-cbca-4447-b0a1-5a851fe62709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:08:54.768394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event deleted for resources: {'Port': ['ID=124822fe-d72b-4c49-b91a-24c2039ca55a,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:08:54.781412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.781815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.782201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.782582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.782960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.783339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.783712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.784088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.784461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.784877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.785261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.785630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:08:54.828206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:08:54.903581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:08:55.012731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:08:55.022505 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:08:55.031256 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:08:55.031858 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:08:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:08:55.059420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] No DVR routers for this DVR port 124822fe-d72b-4c49-b91a-24c2039ca55a on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:08:55.062044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:55.064115 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-034c96b1-a614-46dd-b7c6-586ac9456a14 req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "DELETE /v2.0/ports/124822fe-d72b-4c49-b91a-24c2039ca55a HTTP/1.1" status: 204 len: 173 time: 0.9632118 Jun 28 07:08:55.064685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-deleted', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:08:55.067545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd1c268-e978-4df8-bb3f-a9adf1e43067" -d '{"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-deleted", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:08:55.171213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e899d0-9987-4ea8-ae59-caca0cc8974e x-openstack-request-id: req-39e899d0-9987-4ea8-ae59-caca0cc8974e {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:08:55.171561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74cfaaf-1c60-4002-bd70-beac4b055357", "name": "network-vif-deleted", "tag": "124822fe-d72b-4c49-b91a-24c2039ca55a", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:08:55.171862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39e899d0-9987-4ea8-ae59-caca0cc8974e {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:08:55.172334 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74cfaaf-1c60-4002-bd70-beac4b055357', 'name': 'network-vif-deleted', 'tag': '124822fe-d72b-4c49-b91a-24c2039ca55a', 'status': 'completed', 'code': 200} Jun 28 07:08:55.226113 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:08:55.427764 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:08:55.455681 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:08:55.468465 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:08:55.469200 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:08:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:08:55.547068 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-81db5692-5080-4c8d-aa98-6ba1239d6058 req-dc92c073-cc1b-4b8a-bfc4-5c14b20b9f78 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74cfaaf-1c60-4002-bd70-beac4b055357 HTTP/1.1" status: 200 len: 210 time: 0.0298979 Jun 28 07:08:55.576671 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:08:55.767883 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:08:55.797086 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc4b00-b211-402f-b01b-a0d357a5f5c7 None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:08:56.004039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a17266-090e-43ed-810e-91f71025dab3 None None] New status for floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:08:56.440148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:56.496571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b411ff02-d16c-4b9c-8891-5c15ebe69796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:56.863823 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-26c3adc5-7f8f-4dec-a19b-f598a6715400 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--865246007&fields=id&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 267 time: 0.0326674 Jun 28 07:08:56.967516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-4d7ef262-9635-4702-8eaa-1f910ec3a769 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:56.968944 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-4d7ef262-9635-4702-8eaa-1f910ec3a769 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 811 time: 0.0976832 Jun 28 07:08:56.984578 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-4abb16e9-1716-46b1-8841-97cbef2bc923 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/quotas/a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 375 time: 0.0094259 Jun 28 07:08:57.066016 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-31ad8629-dbdc-45ce-86f1-e5fe8a58bc4d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757923 Jun 28 07:08:57.158837 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-9889c21a-a414-4b48-8466-e4ca2240afaf service neutron] 10.222.0.24 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812783 Jun 28 07:08:57.248446 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-e0767bdc-6445-4363-bb06-16a5985fa3f2 service neutron] 10.222.0.24 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832703 Jun 28 07:08:57.496399 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11b9862d-957a-49a6-b064-8ee673d45c23 req-c7aa4040-0bce-49fa-9a28-44ced577dd47 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 210 time: 0.0291038 Jun 28 07:08:57.657764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:57.898416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 124822fe-d72b-4c49-b91a-24c2039ca55a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:08:57.918054 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 124822fe-d72b-4c49-b91a-24c2039ca55a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:08:57.918413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 124822fe-d72b-4c49-b91a-24c2039ca55a not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:08:58.640554 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-da7a6ca3-1d1a-4d1d-960c-bdfbed423d7b req-da1f38d8-2b49-45ca-9c66-80e2abd5dddf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 210 time: 0.0283873 Jun 28 07:08:59.383236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:08:59.768207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-e0fe613c-4dc3-43fa-9141-a2822157116d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:08:59.769712 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-e0fe613c-4dc3-43fa-9141-a2822157116d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 811 time: 0.1181393 Jun 28 07:08:59.801378 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b4dc0967-ff73-4fdd-a9d3-45b92fa0d12a req-8e5dda97-d86c-481e-a1a5-a6919c4bcf68 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 210 time: 0.0306771 Jun 28 07:08:59.839514 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-80131a17-00d6-43aa-9a1c-0b5493405351 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 379 time: 0.0404243 Jun 28 07:08:59.849670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'port': {'device_id': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'admin_state_up': True, 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'security_groups': ['e139860f-f9c4-4da7-bec0-59ec069fe8b7']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:09:00.039773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Made reservation on behalf of a44a13d64cce48a2a822f56c31013a4c for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:09:00.043474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:00.170948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Allocated IP 172.20.0.3 (529768fb-7ec9-4009-ad5f-5f6bfef41a46/2e51e6ee-2fec-4008-92f8-37b0856f733b/b08a6d69-6b31-4368-8039-fef4d096c758) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:09:00.312072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:00.326497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Transition to ACTIVE for port object b08a6d69-6b31-4368-8039-fef4d096c758 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:09:00.463580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:00.468280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:09:00.517294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:09:00.521673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:09:00.524330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:09:00.555623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:09:00.560462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:09:00.581714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:00.582331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:00.680804 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8353558 Jun 28 07:09:00.699034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Request body: {'port': {'device_id': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:09:00.780458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:00.828053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-837c3f2b-1c3f-480e-9ae2-b521465995af None None] Provisioning for port b08a6d69-6b31-4368-8039-fef4d096c758 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:09:00.832103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-837c3f2b-1c3f-480e-9ae2-b521465995af None None] Provisioning complete for port b08a6d69-6b31-4368-8039-fef4d096c758 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:09:00.832735 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-837c3f2b-1c3f-480e-9ae2-b521465995af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:00.873192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-837c3f2b-1c3f-480e-9ae2-b521465995af None None] Port b08a6d69-6b31-4368-8039-fef4d096c758 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:09:01.054428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7d5e-28e7-4d20-9341-ff8f709ce534 req-ed54b81f-0bf4-4f19-a0e7-b4d2cee18ae2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:01.055910 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5efb7d5e-28e7-4d20-9341-ff8f709ce534 req-ed54b81f-0bf4-4f19-a0e7-b4d2cee18ae2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 931 time: 0.1384444 Jun 28 07:09:01.127691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5efb7d5e-28e7-4d20-9341-ff8f709ce534 req-59e2122b-a848-4595-80e7-1092fce5e527 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650113 Jun 28 07:09:01.132880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08a6d69-6b31-4368-8039-fef4d096c758 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:09:01.140414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:01.152010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Transition to ACTIVE for port object b08a6d69-6b31-4368-8039-fef4d096c758 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:09:01.240033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:01.242120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6ba0532b-2ad2-4d1b-970c-3d8c2c5af53c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:09:01.290064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:09:01.293617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:09:01.365509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Attempting to bind port b08a6d69-6b31-4368-8039-fef4d096c758 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:09:01.365853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Attempting to bind port b08a6d69-6b31-4368-8039-fef4d096c758 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:09:01.366175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Attempting to bind port b08a6d69-6b31-4368-8039-fef4d096c758 on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:09:01.370737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Port b08a6d69-6b31-4368-8039-fef4d096c758 on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:09:01.371056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Attempting to bind port b08a6d69-6b31-4368-8039-fef4d096c758 on network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:09:01.376027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:09:01.376357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Checking segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:09:01.376741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Bound using segment: {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:09:01.377190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Bound port: b08a6d69-6b31-4368-8039-fef4d096c758, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5711543a-8f2d-434c-adee-8f1d35ba2802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:09:01.377543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:01.442418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:09:01.445424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:09:01.514765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:01.517826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-38a82fd4-65ad-49dc-aa2b-104986540bfc tempest-DeleteServersTestJSON-499096980 tempest-DeleteServersTestJSON-499096980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:09:01.549085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:01.549700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:01.551124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] 10.222.0.50 "PUT /v2.0/ports/b08a6d69-6b31-4368-8039-fef4d096c758 HTTP/1.1" status: 200 len: 1093 time: 0.8566439 Jun 28 07:09:01.551808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:09:01.554315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2fdd5d-35aa-46c3-bb2a-cb6f1965026a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:09:01.580316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:09:01.584211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:09:01.592167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887d42ac-7757-43b6-b7dd-dc8ef007cf5d x-openstack-request-id: req-887d42ac-7757-43b6-b7dd-dc8ef007cf5d {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:09:01.592509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:09:01.592810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-887d42ac-7757-43b6-b7dd-dc8ef007cf5d {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:09:01.593307 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'status': 'completed', 'code': 200} Jun 28 07:09:01.699978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fdd5d-35aa-46c3-bb2a-cb6f1965026a req-4ac78fb0-d656-4d21-a354-9867d195cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:01.701566 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5d2fdd5d-35aa-46c3-bb2a-cb6f1965026a req-4ac78fb0-d656-4d21-a354-9867d195cecb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 1096 time: 0.0595899 Jun 28 07:09:01.817130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fdd5d-35aa-46c3-bb2a-cb6f1965026a req-b49c6d91-a708-4057-bd87-6f93fd32bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:01.818610 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5d2fdd5d-35aa-46c3-bb2a-cb6f1965026a req-b49c6d91-a708-4057-bd87-6f93fd32bd7f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a44a13d64cce48a2a822f56c31013a4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0997267 Jun 28 07:09:01.919358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fdd5d-35aa-46c3-bb2a-cb6f1965026a req-2dd02186-97b0-409d-827c-d7f00173fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:01.920960 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5d2fdd5d-35aa-46c3-bb2a-cb6f1965026a req-2dd02186-97b0-409d-827c-d7f00173fcbe service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953948 Jun 28 07:09:02.033981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-33208a9a-1c75-4534-a7b3-14578f63d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:02.035448 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-33208a9a-1c75-4534-a7b3-14578f63d8f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 1096 time: 0.0515087 Jun 28 07:09:02.087687 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-d31898c7-6195-4597-a874-ac4b693fc626 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08a6d69-6b31-4368-8039-fef4d096c758 HTTP/1.1" status: 200 len: 217 time: 0.0374193 Jun 28 07:09:02.136546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-fcce9b51-615a-406d-8629-142bcdf4b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:02.137953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-fcce9b51-615a-406d-8629-142bcdf4b00c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0426455 Jun 28 07:09:02.196688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-992c962d-3eda-4066-8c4f-1e238a90b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:02.198250 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-992c962d-3eda-4066-8c4f-1e238a90b472 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532317 Jun 28 07:09:02.326688 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-0dfafd59-c1b8-4b1b-9e4f-4959a2564863 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215036 Jun 28 07:09:02.368967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba3287-3b18-43e4-8875-c54664175ce8 req-5cd4ecce-c494-49c4-88be-cdb336d3492a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:02.370454 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8aba3287-3b18-43e4-8875-c54664175ce8 req-5cd4ecce-c494-49c4-88be-cdb336d3492a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.1114297 Jun 28 07:09:02.449591 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8aba3287-3b18-43e4-8875-c54664175ce8 req-bb63903f-b83b-4038-81eb-e6ffd94b40ff tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505354 Jun 28 07:09:02.460073 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2754d4b-197c-492e-8bc9-04f477c5aa8f req-a0c4df73-f7d2-44d9-b1d3-c0d969d3fce6 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251760 Jun 28 07:09:03.626917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d64c0-c563-45a2-ae88-7e0b622a5f8e req-4b009833-37a2-4bce-8776-e0adf472fb8e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:03.628375 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-719d64c0-c563-45a2-ae88-7e0b622a5f8e req-4b009833-37a2-4bce-8776-e0adf472fb8e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0643468 Jun 28 07:09:03.666530 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-719d64c0-c563-45a2-ae88-7e0b622a5f8e req-4edb61bc-c45a-4504-9607-9c8c5a557a94 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321128 Jun 28 07:09:04.841017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7233e-c956-4fd8-9838-efdd26866c5d req-91907f5b-88f6-4430-bda5-4dc427d66d22 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:04.842476 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-31e7233e-c956-4fd8-9838-efdd26866c5d req-91907f5b-88f6-4430-bda5-4dc427d66d22 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0636244 Jun 28 07:09:04.882304 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-31e7233e-c956-4fd8-9838-efdd26866c5d req-9051e7e2-b250-4803-b782-73b8d5e5382f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Jun 28 07:09:05.933950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device b08a6d69-6b31-4368-8039-fef4d096c758 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:09:06.028553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:09:06.040051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'port_id': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'mac_address': 'fa:16:3e:48:b8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:09:06.062639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6f32-f725-450c-98bf-c62390f26bc9 req-3f98346f-9fea-424d-979d-f83a4306c9c1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:06.064121 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e06b6f32-f725-450c-98bf-c62390f26bc9 req-3f98346f-9fea-424d-979d-f83a4306c9c1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0707996 Jun 28 07:09:06.080710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:06.094739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08a6d69-6b31-4368-8039-fef4d096c758 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:09:06.103036 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e06b6f32-f725-450c-98bf-c62390f26bc9 req-93a5383b-a421-4b78-a647-dd4082ccb83d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322165 Jun 28 07:09:06.116157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:09:06.199584 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:06.202327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:09:06.255082 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:09:06.258726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:09:06.482102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['b08a6d69-6b31-4368-8039-fef4d096c758'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:09:07.281506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d7b10-4daf-4f48-9017-3278758a68ef req-b0f280e7-4946-42fa-87e4-696d9c23aee3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:07.282981 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f42d7b10-4daf-4f48-9017-3278758a68ef req-b0f280e7-4946-42fa-87e4-696d9c23aee3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 944 time: 0.0688152 Jun 28 07:09:07.320952 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f42d7b10-4daf-4f48-9017-3278758a68ef req-85245e85-dfdb-4a00-ae9d-821b7c832bd3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315306 Jun 28 07:09:07.944602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device b08a6d69-6b31-4368-8039-fef4d096c758 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:09:08.073676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port b08a6d69-6b31-4368-8039-fef4d096c758 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:09:08.077503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port b08a6d69-6b31-4368-8039-fef4d096c758 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:09:08.077879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:08.156088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:08.178166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:09:08.180450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a02910e-ccb7-4efc-8604-e6a447ac61f6" -d '{"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-plugged", "status": "completed", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:09:08.196586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:09:08.216629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3138579c-8c10-4350-8976-ccf1acf4aee6 x-openstack-request-id: req-3138579c-8c10-4350-8976-ccf1acf4aee6 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:09:08.216960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-plugged", "status": "completed", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:09:08.217220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3138579c-8c10-4350-8976-ccf1acf4aee6 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:09:08.217618 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'code': 200} Jun 28 07:09:08.251581 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:08.253479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:09:08.298553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:09:08.301931 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:09:08.499191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7f4ab-1ccf-4012-b367-2ed2e46f8427 req-5ea37583-5782-42f0-9aa0-3a4aeb2c4091 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:08.500556 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d4e7f4ab-1ccf-4012-b367-2ed2e46f8427 req-5ea37583-5782-42f0-9aa0-3a4aeb2c4091 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0625081 Jun 28 07:09:08.543301 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d4e7f4ab-1ccf-4012-b367-2ed2e46f8427 req-d2202030-7aae-46a7-ab2f-3371918a63cf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368817 Jun 28 07:09:08.929961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecd754-6d3d-46a0-a082-c1477236cd44 req-631dbe5f-afa8-4215-9a4e-f692467761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:08.931475 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bfecd754-6d3d-46a0-a082-c1477236cd44 req-631dbe5f-afa8-4215-9a4e-f692467761ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 1098 time: 0.3579445 Jun 28 07:09:08.966954 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bfecd754-6d3d-46a0-a082-c1477236cd44 req-f6119de5-421d-4969-b68a-b32ac4104d52 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277984 Jun 28 07:09:09.723408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6be53e-7ae9-4fa2-86e5-7f72403a76a4 req-eaf0c502-5cd0-46df-8429-1e69238add5a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:09.725079 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cc6be53e-7ae9-4fa2-86e5-7f72403a76a4 req-eaf0c502-5cd0-46df-8429-1e69238add5a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0646744 Jun 28 07:09:09.762498 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cc6be53e-7ae9-4fa2-86e5-7f72403a76a4 req-a32e32c2-9dcb-4e5a-a576-eeb8ecde8b5f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317574 Jun 28 07:09:10.939342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b064-4ca9-405b-b732-d251ce3d4498 req-36d64c2c-f535-46d2-b77c-738c97cebf84 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:10.940808 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dc23b064-4ca9-405b-b732-d251ce3d4498 req-36d64c2c-f535-46d2-b77c-738c97cebf84 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0679874 Jun 28 07:09:10.977881 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dc23b064-4ca9-405b-b732-d251ce3d4498 req-5db46bc6-db0f-49e9-af64-f6172b9cfed3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314114 Jun 28 07:09:11.144570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01412e30-0e28-445c-a1ad-dbbaf40d6328 req-8125b1d6-e45d-448c-8e27-68c319be37da tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:11.146836 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01412e30-0e28-445c-a1ad-dbbaf40d6328 req-8125b1d6-e45d-448c-8e27-68c319be37da tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0657790 Jun 28 07:09:11.155336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60108) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:09:11.159906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-afe70c71-8cd0-429d-9623-eac6ca3f60a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Request body: {'floatingip': {'port_id': 'b08a6d69-6b31-4368-8039-fef4d096c758'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:09:11.203622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-afe70c71-8cd0-429d-9623-eac6ca3f60a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:11.644415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-afe70c71-8cd0-429d-9623-eac6ca3f60a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:11.719643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-afe70c71-8cd0-429d-9623-eac6ca3f60a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:11.817637 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-afe70c71-8cd0-429d-9623-eac6ca3f60a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2 associated. External IP: 172.26.4.119, port: b08a6d69-6b31-4368-8039-fef4d096c758. Jun 28 07:09:12.020887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe70c71-8cd0-429d-9623-eac6ca3f60a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:09:12.126624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe70c71-8cd0-429d-9623-eac6ca3f60a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:09:12.133537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-afe70c71-8cd0-429d-9623-eac6ca3f60a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:12.136053 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:09:12.145759 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:09:12.146363 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:08:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:09:12.170105 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-afe70c71-8cd0-429d-9623-eac6ca3f60a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "PUT /v2.0/floatingips/aa52530d-776d-4cf1-9d8d-d2866147fae2 HTTP/1.1" status: 200 len: 992 time: 1.0137284 Jun 28 07:09:12.170790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:09:12.173137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943a8e4b-08cb-4026-be10-58ee8b9525b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:09:12.209421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046416d7-6be3-4942-ba1b-dedd247e3a64 x-openstack-request-id: req-046416d7-6be3-4942-ba1b-dedd247e3a64 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:09:12.209770 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:09:12.210077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-046416d7-6be3-4942-ba1b-dedd247e3a64 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:09:12.210817 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'status': 'completed', 'code': 200} Jun 28 07:09:12.258367 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:09:12.311119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-aed64b12-20fb-4710-b6df-9408529fa5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:12.312506 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-aed64b12-20fb-4710-b6df-9408529fa5a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 1098 time: 0.0527298 Jun 28 07:09:12.411402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-7fb6165d-c562-46ac-a17b-f24e9724e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:12.412870 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-7fb6165d-c562-46ac-a17b-f24e9724e780 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0906217 Jun 28 07:09:12.480360 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:48:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:09:11Z', 'revision_number': 13, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:09:12.483584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-1c41546b-4ef5-4846-8153-ac8f51706938 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08a6d69-6b31-4368-8039-fef4d096c758 HTTP/1.1" status: 200 len: 1000 time: 0.0623646 Jun 28 07:09:12.509917 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:09:12.517998 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:09:12.518601 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:08:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:09:12.532218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-5c66b3a4-269c-43d2-9663-a064ca479b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:12.533774 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-5c66b3a4-269c-43d2-9663-a064ca479b9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0432644 Jun 28 07:09:12.591549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-5013c117-f2d2-426d-818a-aaf72566fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:12.593008 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-5013c117-f2d2-426d-818a-aaf72566fa83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523303 Jun 28 07:09:12.622790 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:09:12.687566 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-210611b3-e8fc-4f8f-ab9c-50267b483cc9 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869899 Jun 28 07:09:12.779769 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-943a8e4b-08cb-4026-be10-58ee8b9525b5 req-4d9ba9a9-5fae-486e-b5eb-b23fb765d8ad service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848112 Jun 28 07:09:12.847805 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:48:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:09:11Z', 'revision_number': 13, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:09:12.873501 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad5cb6-f66f-4009-8a03-fa19b50a4851 None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'aa52530d-776d-4cf1-9d8d-d2866147fae2', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'port_id': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'mac_address': 'fa:16:3e:48:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:04:40Z', 'updated_at': '2021-06-28T07:09:11Z', 'revision_number': 13, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:09:13.063049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2e964-d54d-4609-85f5-ae6906a7e510 None None] New status for floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:09:13.662386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:23.788632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-36229b2f-c8db-4b80-9b50-3c4cf7f9015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:26.450943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:26.560029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-317628b2-9bd7-465f-9c4f-60e0eb0a6baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:27.650960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:29.399122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:30.304553 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:09:35.015132 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-55aaf9f4-878d-4dd7-baca-2b1ac748b412 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505626 Jun 28 07:09:35.131534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-b4bdbff8-013f-42c0-bd06-ec34408e5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:35.133030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-b4bdbff8-013f-42c0-bd06-ec34408e5724 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 1098 time: 0.0569739 Jun 28 07:09:35.234598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-14440deb-75f3-4ac5-b66c-ccf431b6283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:35.236024 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-14440deb-75f3-4ac5-b66c-ccf431b6283b service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0835698 Jun 28 07:09:35.304411 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-056ce6b6-fbee-4f20-af63-9eed2b5bca82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08a6d69-6b31-4368-8039-fef4d096c758 HTTP/1.1" status: 200 len: 1002 time: 0.0607386 Jun 28 07:09:35.352326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-e8f654e7-04df-4f53-801c-de7caa5d0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:35.353744 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-e8f654e7-04df-4f53-801c-de7caa5d0214 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0421369 Jun 28 07:09:35.412869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-e199c11d-f843-440d-81d9-0117b76b60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:35.414339 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-e199c11d-f843-440d-81d9-0117b76b60e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515611 Jun 28 07:09:35.512170 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-ddcedfa8-c5a9-4fc0-85fb-9c1e1d8b5b15 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876985 Jun 28 07:09:35.605436 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e65ef23d-5e9b-4f31-902a-dbd832ce2ec6 req-bb5d61df-f95e-4e71-a903-83943a74cefc service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847294 Jun 28 07:09:43.644711 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:53.799148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cb704203-0c20-40f1-8c7c-7f8fe1a3fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:56.102201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddf3b6-c969-4a3c-931c-4f75d17fadd8 req-e05f7f8c-b3f1-48f4-9357-5319773f3911 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:09:56.103677 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63ddf3b6-c969-4a3c-931c-4f75d17fadd8 req-e05f7f8c-b3f1-48f4-9357-5319773f3911 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0717635 Jun 28 07:09:56.142398 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63ddf3b6-c969-4a3c-931c-4f75d17fadd8 req-40cac88c-491f-4adf-8e98-029dec6b19d9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329759 Jun 28 07:09:56.445333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:56.524620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f4360e58-6a8a-4f23-a10a-fa40613f7285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:57.673427 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:09:59.387309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:07.303783 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:10:09.289110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80350451-8c4c-4fe3-8d1d-a3a9cd6d813f req-615b1dba-3ac4-40f7-89c6-20ef15a6b416 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:09.290635 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-80350451-8c4c-4fe3-8d1d-a3a9cd6d813f req-615b1dba-3ac4-40f7-89c6-20ef15a6b416 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0666246 Jun 28 07:10:09.330665 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-80350451-8c4c-4fe3-8d1d-a3a9cd6d813f req-441b77f0-a898-49b6-a8ab-83dacbff7584 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344141 Jun 28 07:10:09.484210 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-4fe0110e-18ee-484c-a11d-e2ccd36c18fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0534780 Jun 28 07:10:10.513096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6208dab-4969-4e58-b0a4-c64928b73068 req-57b57c9c-e1f1-4708-a862-0733037763e7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:10.514585 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c6208dab-4969-4e58-b0a4-c64928b73068 req-57b57c9c-e1f1-4708-a862-0733037763e7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0686457 Jun 28 07:10:10.557901 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c6208dab-4969-4e58-b0a4-c64928b73068 req-3de5d0eb-8467-42ad-ac7c-9e9900687380 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373971 Jun 28 07:10:11.737807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46a29-6027-4542-aba4-597e51447fe1 req-a328b278-6ad4-44e7-a720-19dbf6450664 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:11.739363 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-88f46a29-6027-4542-aba4-597e51447fe1 req-a328b278-6ad4-44e7-a720-19dbf6450664 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0644689 Jun 28 07:10:11.777501 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-88f46a29-6027-4542-aba4-597e51447fe1 req-f6f70ece-be33-41ac-b6bd-d763f7a32a5a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325494 Jun 28 07:10:12.113362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-39efcb3d-a6d9-4587-b699-d42f48d625b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:12.114762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-39efcb3d-a6d9-4587-b699-d42f48d625b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 1098 time: 0.0551076 Jun 28 07:10:12.208476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-7adb210f-9d4a-4372-914c-7d0fb68eebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:12.210216 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-7adb210f-9d4a-4372-914c-7d0fb68eebaa service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0886779 Jun 28 07:10:12.275387 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-d8d5004a-6e3f-416d-8ed5-86bebd0e730b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08a6d69-6b31-4368-8039-fef4d096c758 HTTP/1.1" status: 200 len: 1002 time: 0.0585077 Jun 28 07:10:12.328488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-6c335690-fad8-485e-95df-dfc23a0bfd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:12.329962 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-6c335690-fad8-485e-95df-dfc23a0bfd61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0475123 Jun 28 07:10:12.387532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-7173257d-e06e-4796-ac22-7e2c7626c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:12.388953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-7173257d-e06e-4796-ac22-7e2c7626c921 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521193 Jun 28 07:10:12.481523 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-0251c677-6944-4305-8e8d-b241651d58c8 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845366 Jun 28 07:10:12.575669 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-28bbfa31-af8d-48f6-9b9f-3c5aaf6903ba service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837986 Jun 28 07:10:12.948906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323d467-2343-4357-8526-59b7e432ca38 req-6a79107e-121f-4a54-bfa5-078c434473b3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:12.950360 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1323d467-2343-4357-8526-59b7e432ca38 req-6a79107e-121f-4a54-bfa5-078c434473b3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0620265 Jun 28 07:10:12.992929 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1323d467-2343-4357-8526-59b7e432ca38 req-151f7fa1-2554-48f3-a0ed-6f410f8c8169 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368464 Jun 28 07:10:13.649808 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:14.176076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662e6c4-5dad-4467-9b52-a4098acab818 req-67467212-0efc-4b91-99d3-4249e4c93f2d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:14.178436 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c662e6c4-5dad-4467-9b52-a4098acab818 req-67467212-0efc-4b91-99d3-4249e4c93f2d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0711358 Jun 28 07:10:14.216416 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c662e6c4-5dad-4467-9b52-a4098acab818 req-2e1366a9-b43a-4a5f-b527-73285b9a8bfc tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331166 Jun 28 07:10:15.393908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32022ba7-f4d9-4711-a1ce-57a821fdf067 req-c66fefed-8304-4f63-8226-eeecb51f9ae9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:15.395447 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32022ba7-f4d9-4711-a1ce-57a821fdf067 req-c66fefed-8304-4f63-8226-eeecb51f9ae9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0681121 Jun 28 07:10:15.436494 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-32022ba7-f4d9-4711-a1ce-57a821fdf067 req-52034aaf-7cb4-452b-a235-220ba036e612 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350471 Jun 28 07:10:16.606674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226a4b9-628d-45f6-9462-c8dccb34a445 req-29d37865-55c7-4505-a514-07dedff67036 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:16.608218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9226a4b9-628d-45f6-9462-c8dccb34a445 req-29d37865-55c7-4505-a514-07dedff67036 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0622618 Jun 28 07:10:16.650709 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9226a4b9-628d-45f6-9462-c8dccb34a445 req-37dc33a0-899c-42e4-90d4-f926b88404ad tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369647 Jun 28 07:10:17.824709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da189-ec2a-4f53-a2df-7b18ba64aedb req-85ce0f64-d267-43b4-98d1-cc1625584dae tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:17.826192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c56da189-ec2a-4f53-a2df-7b18ba64aedb req-85ce0f64-d267-43b4-98d1-cc1625584dae tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0627859 Jun 28 07:10:17.863496 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c56da189-ec2a-4f53-a2df-7b18ba64aedb req-9bfe1ed9-1058-4edc-b3a7-6e943aeb170f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316172 Jun 28 07:10:19.041541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a06c2c-698e-4233-a0cf-27bb3f399189 req-369e2c48-0e3e-4039-8a6b-e000e5132c71 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:19.058238 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-81a06c2c-698e-4233-a0cf-27bb3f399189 req-369e2c48-0e3e-4039-8a6b-e000e5132c71 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0666554 Jun 28 07:10:19.080313 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-81a06c2c-698e-4233-a0cf-27bb3f399189 req-45b0b263-9d11-470e-8b35-24d3a951b005 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315051 Jun 28 07:10:20.256793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb53c3e-1314-4200-b9a5-bf5c073cc971 req-84d58469-e3b0-4e53-9f75-b4da260010e3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:20.258755 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acb53c3e-1314-4200-b9a5-bf5c073cc971 req-84d58469-e3b0-4e53-9f75-b4da260010e3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0666437 Jun 28 07:10:20.295204 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-acb53c3e-1314-4200-b9a5-bf5c073cc971 req-42806dc4-cff8-40ac-8ffb-0ec859c39489 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308051 Jun 28 07:10:21.469799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d954da2-0a24-4995-ad0d-a955f928fdc3 req-e84a5122-4e74-419b-9e59-7ec454e4e99b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:21.471242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6d954da2-0a24-4995-ad0d-a955f928fdc3 req-e84a5122-4e74-419b-9e59-7ec454e4e99b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0628874 Jun 28 07:10:21.507279 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6d954da2-0a24-4995-ad0d-a955f928fdc3 req-17280987-de99-40f8-8c0e-46abff12c0a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305407 Jun 28 07:10:22.683714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9c1f-8a65-4546-83d9-6cc6f4b4261f req-611349ed-259e-44de-a94b-444cce2c5f92 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:22.685205 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b2ab9c1f-8a65-4546-83d9-6cc6f4b4261f req-611349ed-259e-44de-a94b-444cce2c5f92 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0641997 Jun 28 07:10:22.727082 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b2ab9c1f-8a65-4546-83d9-6cc6f4b4261f req-a5f3a8bb-c867-4eb9-a5ae-58621436f483 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357318 Jun 28 07:10:23.786674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d0b8240b-6d37-4513-9495-7d0eec2d0319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:23.902190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ef0bc-08b0-4474-986d-67479a474d68 req-c3ae1e9c-6d96-44e8-bc37-2656ef6cdcc7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:23.903823 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb9ef0bc-08b0-4474-986d-67479a474d68 req-c3ae1e9c-6d96-44e8-bc37-2656ef6cdcc7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0641673 Jun 28 07:10:23.943427 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb9ef0bc-08b0-4474-986d-67479a474d68 req-a5e73b0c-e7e9-4661-8126-120299c9cbaa tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338335 Jun 28 07:10:25.120269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9e2d4-76f5-4498-8051-915f97fb1a19 req-cbba2011-1e29-4bb6-a1a9-413f88f2494c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:25.121771 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-22c9e2d4-76f5-4498-8051-915f97fb1a19 req-cbba2011-1e29-4bb6-a1a9-413f88f2494c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0632231 Jun 28 07:10:25.158874 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-22c9e2d4-76f5-4498-8051-915f97fb1a19 req-afe4fc60-f5ef-4e8e-8575-e79bdc7a5a70 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Jun 28 07:10:26.341029 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dcddc-f622-4fed-ad7f-730828832752 req-f74f2041-d696-4287-a87b-c12fd4c6b3df tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:26.342544 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c2dcddc-f622-4fed-ad7f-730828832752 req-f74f2041-d696-4287-a87b-c12fd4c6b3df tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0709665 Jun 28 07:10:26.381114 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7c2dcddc-f622-4fed-ad7f-730828832752 req-eac21681-ac11-41c7-b477-8cc658daa5e9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329511 Jun 28 07:10:26.441175 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:26.524049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e7ceeb93-6b37-49fd-8db3-ced9ab24bd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:27.558780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26745f9a-2605-4273-8026-ec03c6b2fe42 req-a9a93052-4660-4562-9f80-ba83582d591e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:27.560211 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-26745f9a-2605-4273-8026-ec03c6b2fe42 req-a9a93052-4660-4562-9f80-ba83582d591e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0624061 Jun 28 07:10:27.596533 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-26745f9a-2605-4273-8026-ec03c6b2fe42 req-7eea9774-a996-4d93-9ef3-d37f1c0b9f09 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307307 Jun 28 07:10:27.660749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:28.769182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70b7a7-d41d-4f6b-930e-3f0bcf3dc4a9 req-560478d6-4577-40f1-aadc-75941055d6b6 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:28.770626 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-be70b7a7-d41d-4f6b-930e-3f0bcf3dc4a9 req-560478d6-4577-40f1-aadc-75941055d6b6 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0640638 Jun 28 07:10:28.812515 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-be70b7a7-d41d-4f6b-930e-3f0bcf3dc4a9 req-75347417-fa33-4ec0-ada2-72da2845c264 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362332 Jun 28 07:10:29.409642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:29.982710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b75f-5825-4740-8070-f5af3684d4a7 req-cec77d2e-8c28-4454-9a6c-f1eefb565e86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:29.984196 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f427b75f-5825-4740-8070-f5af3684d4a7 req-cec77d2e-8c28-4454-9a6c-f1eefb565e86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0638390 Jun 28 07:10:30.021886 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f427b75f-5825-4740-8070-f5af3684d4a7 req-0f0f29b7-43c1-4b4e-bdaf-f87b6e7c8f39 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320435 Jun 28 07:10:31.199375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a71cf-3fb7-4384-9fb3-c8978395ac8a req-66e74be6-51e1-4ff9-8657-1b34cbf9667d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:31.200840 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a14a71cf-3fb7-4384-9fb3-c8978395ac8a req-66e74be6-51e1-4ff9-8657-1b34cbf9667d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0628641 Jun 28 07:10:31.238595 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a14a71cf-3fb7-4384-9fb3-c8978395ac8a req-a759ef74-2307-46a4-9425-4c93d5315b86 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319707 Jun 28 07:10:32.420595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154e924-e7a5-4efb-b296-712e14c46ba2 req-b18253e2-3e38-48d0-954b-ba8cb00a633d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:32.422143 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3154e924-e7a5-4efb-b296-712e14c46ba2 req-b18253e2-3e38-48d0-954b-ba8cb00a633d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0689929 Jun 28 07:10:32.458649 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3154e924-e7a5-4efb-b296-712e14c46ba2 req-3c2a09b8-af2b-472d-b08a-4f0781232600 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310016 Jun 28 07:10:33.631895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0b71f-3231-434f-b523-eb388169ebfe req-78cb817b-5cae-4b16-b65e-2a5e7ad7deb7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:33.633619 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ce0b71f-3231-434f-b523-eb388169ebfe req-78cb817b-5cae-4b16-b65e-2a5e7ad7deb7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0637422 Jun 28 07:10:33.671526 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ce0b71f-3231-434f-b523-eb388169ebfe req-3914e5fa-0f8d-4b6e-bd7c-7b833a9cfdd0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322871 Jun 28 07:10:34.841709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd46296-0db6-4858-90ba-9113035d5e59 req-383cbbbb-4e7a-4d4c-9c64-5cb5c1db3364 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:34.843151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2bd46296-0db6-4858-90ba-9113035d5e59 req-383cbbbb-4e7a-4d4c-9c64-5cb5c1db3364 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0615704 Jun 28 07:10:34.883297 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2bd46296-0db6-4858-90ba-9113035d5e59 req-2e0e50df-c31a-4e0c-82f6-67a23ee2ab4f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345287 Jun 28 07:10:36.087632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-d0af5835-3f22-4249-85d2-2b891ac9ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:36.089342 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-d0af5835-3f22-4249-85d2-2b891ac9ac11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 1098 time: 0.1044114 Jun 28 07:10:36.101875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6df9d5-4f9a-4197-b996-507e7ec29435 req-d3c10a30-ec6d-4e13-afab-5e7d1079eda9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:36.104951 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd6df9d5-4f9a-4197-b996-507e7ec29435 req-d3c10a30-ec6d-4e13-afab-5e7d1079eda9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.1035788 Jun 28 07:10:36.197319 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd6df9d5-4f9a-4197-b996-507e7ec29435 req-26fe0457-43bd-4435-8a39-dee6364126c2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876863 Jun 28 07:10:36.222979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-48c7e277-28ce-4bf2-91ad-4e1ea8e83f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:36.224437 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-48c7e277-28ce-4bf2-91ad-4e1ea8e83f2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.1138344 Jun 28 07:10:36.286752 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-de4d8b75-bc26-4c19-93fe-a3a54cc76dcb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08a6d69-6b31-4368-8039-fef4d096c758 HTTP/1.1" status: 200 len: 1002 time: 0.0556836 Jun 28 07:10:36.338702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-9d5628ce-cd41-4369-a4b5-fbcc9142bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:36.340135 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-9d5628ce-cd41-4369-a4b5-fbcc9142bc6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0472205 Jun 28 07:10:36.395802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-44a60312-2d46-4610-9760-2651da47bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:36.397282 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-44a60312-2d46-4610-9760-2651da47bb7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500572 Jun 28 07:10:36.487927 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-bacb08cb-8650-46f7-905f-24684a987b92 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843112 Jun 28 07:10:36.867634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10c3bb40-19a8-480a-946f-5d2d6e96de13 req-9727cd1c-1610-42ca-94bf-c6e3183f0dcc service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721659 Jun 28 07:10:37.378015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e502a17-52f5-4e5c-842d-b1337b01ecb2 req-b02dea1b-8405-4b1e-aab9-36539eea3eb5 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:37.379447 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e502a17-52f5-4e5c-842d-b1337b01ecb2 req-b02dea1b-8405-4b1e-aab9-36539eea3eb5 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0658121 Jun 28 07:10:37.416205 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e502a17-52f5-4e5c-842d-b1337b01ecb2 req-bc3ba2bb-a6e6-43d5-b1c9-8a7abd9d6f5f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Jun 28 07:10:38.604558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267e8c4-201c-4c54-b9a3-8da635e2e90c req-3a3731d8-8af2-44a0-81e4-0b61583f95b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:38.605993 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8267e8c4-201c-4c54-b9a3-8da635e2e90c req-3a3731d8-8af2-44a0-81e4-0b61583f95b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0657423 Jun 28 07:10:38.644142 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8267e8c4-201c-4c54-b9a3-8da635e2e90c req-7653b703-5116-4093-a3c6-e3f1b5c4d425 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323305 Jun 28 07:10:39.821284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961af1b-7712-49f8-bb92-3f65bbb6e5d5 req-02d1ffe9-dd8e-4b8a-88a2-3ca072b616ff tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:39.822835 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c961af1b-7712-49f8-bb92-3f65bbb6e5d5 req-02d1ffe9-dd8e-4b8a-88a2-3ca072b616ff tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0635746 Jun 28 07:10:39.860373 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c961af1b-7712-49f8-bb92-3f65bbb6e5d5 req-a97d4d99-a0e6-4716-a30c-36d44f4e1b01 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315559 Jun 28 07:10:41.049470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6f322-fb00-4ebf-9598-603845f8d4bc req-fb05198d-7ec9-4570-be24-ae770c8a3728 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:41.049470 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68c6f322-fb00-4ebf-9598-603845f8d4bc req-fb05198d-7ec9-4570-be24-ae770c8a3728 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0718033 Jun 28 07:10:41.088375 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68c6f322-fb00-4ebf-9598-603845f8d4bc req-48a82a85-b735-40ca-9b47-615af17c67ef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334625 Jun 28 07:10:42.264804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467462-ad27-4218-9eca-12cbfd5e9898 req-0794ccfe-8788-4f88-b9a1-102647f17698 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:42.266333 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-12467462-ad27-4218-9eca-12cbfd5e9898 req-0794ccfe-8788-4f88-b9a1-102647f17698 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0646808 Jun 28 07:10:42.305776 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-12467462-ad27-4218-9eca-12cbfd5e9898 req-5501f448-c887-4feb-b554-26510a897837 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334125 Jun 28 07:10:42.407333 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-a24ed0db-6405-4130-b15d-d31e715a632e service neutron] 10.222.0.50 "GET /v2.0/ports/b08a6d69-6b31-4368-8039-fef4d096c758/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0573423 Jun 28 07:10:42.417477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device b08a6d69-6b31-4368-8039-fef4d096c758 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:10:42.492182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:42.513227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:10:42.516768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34769c16-df9a-4ed3-bdf9-b42255fea858" -d '{"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-unplugged", "status": "completed", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:10:42.529147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:10:42.625215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb1e10c-54b0-4340-be3a-1062e4fcf5ab x-openstack-request-id: req-bbb1e10c-54b0-4340-be3a-1062e4fcf5ab {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:10:42.625512 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-unplugged", "status": "completed", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:10:42.625767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbb1e10c-54b0-4340-be3a-1062e4fcf5ab {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:10:42.626179 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'code': 200} Jun 28 07:10:42.631884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:42.633659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:10:42.679102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:10:42.685948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.686297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.686635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.686966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.687333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.687663 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.688041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.688370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.688709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.689038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.689357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.689671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:10:42.693582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:10:43.161489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-d77928de-6056-4aeb-9ae0-39c1363464bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:43.162931 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-d77928de-6056-4aeb-9ae0-39c1363464bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 1096 time: 0.0524385 Jun 28 07:10:43.249257 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-67a6ddc8-1ccb-4e5a-a4f8-57fa63c29da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:43.250717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-67a6ddc8-1ccb-4e5a-a4f8-57fa63c29da6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 1096 time: 0.0525796 Jun 28 07:10:43.345868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-4b53c3be-aeab-412d-bccc-d4ecb905ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:43.347362 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-4b53c3be-aeab-412d-bccc-d4ecb905ad9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0882657 Jun 28 07:10:43.412448 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-23a6cba2-522e-4c42-8106-9f43d1ff9431 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08a6d69-6b31-4368-8039-fef4d096c758 HTTP/1.1" status: 200 len: 1000 time: 0.0583591 Jun 28 07:10:43.497509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-27b6e857-3763-4ac0-899a-b1db3e859dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:43.499014 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-27b6e857-3763-4ac0-899a-b1db3e859dd7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0803056 Jun 28 07:10:43.555726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620854a-9ff3-496a-81ec-215e9e420381 req-7cda3587-870b-4878-9945-45560f20d598 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:43.557236 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d620854a-9ff3-496a-81ec-215e9e420381 req-7cda3587-870b-4878-9945-45560f20d598 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.1402681 Jun 28 07:10:43.599752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-f3f9dcda-8e54-4c91-9b8d-a7c3911fed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:43.602162 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-f3f9dcda-8e54-4c91-9b8d-a7c3911fed2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950329 Jun 28 07:10:43.609941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d620854a-9ff3-496a-81ec-215e9e420381 req-bececeab-e103-4d0d-876d-21354968ee1b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465076 Jun 28 07:10:43.683408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:43.699161 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-bba06729-365c-4949-864e-e3150b1d4510 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882370 Jun 28 07:10:43.787336 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-fdb1ef7e-9437-4f0d-bd92-8cf77a1356e5 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805850 Jun 28 07:10:44.302319 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:10:44.804016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9780d30-8f3b-4015-9e8e-31564dc79057 req-ab776fe8-22b8-4924-b652-34ada149be17 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:44.805932 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9780d30-8f3b-4015-9e8e-31564dc79057 req-ab776fe8-22b8-4924-b652-34ada149be17 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0737126 Jun 28 07:10:44.845673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9780d30-8f3b-4015-9e8e-31564dc79057 req-cba81c29-d85a-4efb-b343-89e3c215ccd4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340276 Jun 28 07:10:46.027505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1956969-5d2d-4249-b4e0-b7bf862e12d2 req-d76b8453-b045-48cb-ad46-3415b0db1620 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:46.029009 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c1956969-5d2d-4249-b4e0-b7bf862e12d2 req-d76b8453-b045-48cb-ad46-3415b0db1620 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0662637 Jun 28 07:10:46.066910 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c1956969-5d2d-4249-b4e0-b7bf862e12d2 req-f350017e-4d1c-4ec6-a5ff-7dae4b6ea73c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320847 Jun 28 07:10:47.249638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d7287-8cde-4908-ab2c-422bbb9149d6 req-d7ea993d-f5e6-47ec-9045-451d40349d57 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:47.251123 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-926d7287-8cde-4908-ab2c-422bbb9149d6 req-d7ea993d-f5e6-47ec-9045-451d40349d57 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0662019 Jun 28 07:10:47.289093 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-926d7287-8cde-4908-ab2c-422bbb9149d6 req-d0fcad35-84e7-4105-ba91-9059e47201a5 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317543 Jun 28 07:10:48.467560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f997d48-d4a9-4cd9-98c4-2b5813504388 req-ed6823da-a06d-4dbf-91f7-c5bd442f0924 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:48.469064 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f997d48-d4a9-4cd9-98c4-2b5813504388 req-ed6823da-a06d-4dbf-91f7-c5bd442f0924 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0679049 Jun 28 07:10:48.506531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f997d48-d4a9-4cd9-98c4-2b5813504388 req-0529893e-4711-4992-bb84-c40635bff371 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Jun 28 07:10:49.692064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b671465-666d-4457-90fb-2c57cb6050e9 req-643e1beb-6b94-46e4-a62a-7632249ce6af tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:49.693690 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5b671465-666d-4457-90fb-2c57cb6050e9 req-643e1beb-6b94-46e4-a62a-7632249ce6af tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0669999 Jun 28 07:10:49.733267 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5b671465-666d-4457-90fb-2c57cb6050e9 req-d398abdb-9d2a-4338-b1e1-b1b43497d90a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333593 Jun 28 07:10:50.461547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device b08a6d69-6b31-4368-8039-fef4d096c758 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:10:50.559261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:10:50.570463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'port_id': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'mac_address': 'fa:16:3e:48:b8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:10:50.606892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:50.619799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08a6d69-6b31-4368-8039-fef4d096c758 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:10:50.639936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:10:50.751637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:50.754196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3cbd5241-4f59-464f-b7b0-99f1c3398085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:10:50.799627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:10:50.802768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:10:50.884759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['b08a6d69-6b31-4368-8039-fef4d096c758'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:10:50.915233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646e914-568f-4b8d-b693-eac32aa9510a req-4345bde0-f047-4f81-98e1-4faabb25bd50 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:50.916616 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6646e914-568f-4b8d-b693-eac32aa9510a req-4345bde0-f047-4f81-98e1-4faabb25bd50 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 944 time: 0.0701478 Jun 28 07:10:50.954716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6646e914-568f-4b8d-b693-eac32aa9510a req-a4799466-20cf-489c-93a1-66952b197bd1 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323408 Jun 28 07:10:52.134058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea676165-978f-4cd9-87a2-1e8f09062f36 req-35a2554a-e15f-4b7c-b767-e02b3875d83f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:52.135605 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ea676165-978f-4cd9-87a2-1e8f09062f36 req-35a2554a-e15f-4b7c-b767-e02b3875d83f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 944 time: 0.0682235 Jun 28 07:10:52.174886 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ea676165-978f-4cd9-87a2-1e8f09062f36 req-98388de5-43ee-488a-b140-16ea12841bb6 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336590 Jun 28 07:10:52.477958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device b08a6d69-6b31-4368-8039-fef4d096c758 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:10:52.525028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port b08a6d69-6b31-4368-8039-fef4d096c758 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:10:52.525414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:52.600123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:52.622706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:10:52.624979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f725b43-4cf5-4a54-a38b-9b85e1dbb535" -d '{"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-plugged", "status": "completed", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:10:52.637873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:10:52.669940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aa1de2-51da-4b21-b011-5a88be6bf882 x-openstack-request-id: req-e6aa1de2-51da-4b21-b011-5a88be6bf882 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:10:52.670251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-plugged", "status": "completed", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:10:52.670512 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6aa1de2-51da-4b21-b011-5a88be6bf882 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:10:52.670920 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'code': 200} Jun 28 07:10:52.734913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:52.736910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:10:52.781378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:10:52.784184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:10:53.348732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a6a9e-1c59-4c34-ab05-73ba2a4eea43 req-ea0819a5-39e8-481a-a5b6-59efac5649cd tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:53.351061 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-488a6a9e-1c59-4c34-ab05-73ba2a4eea43 req-ea0819a5-39e8-481a-a5b6-59efac5649cd tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0645151 Jun 28 07:10:53.388698 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-488a6a9e-1c59-4c34-ab05-73ba2a4eea43 req-5a232644-2a57-4d62-98d0-8688113fcf69 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321815 Jun 28 07:10:53.821069 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0d84e20a-d5dd-4050-b693-d510196d6db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:54.571243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3ec38-3fc0-42ce-89e3-17725d1f6468 req-cb524896-84f7-4747-9987-2c00102e8e26 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:54.572701 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40c3ec38-3fc0-42ce-89e3-17725d1f6468 req-cb524896-84f7-4747-9987-2c00102e8e26 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0689332 Jun 28 07:10:54.611585 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-40c3ec38-3fc0-42ce-89e3-17725d1f6468 req-bcb034a5-a8da-4381-b31a-1ccdb6bae066 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331995 Jun 28 07:10:55.791156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e772f-7664-48b1-86d6-2fa3b0ac9fbb req-f2230939-a8b9-4194-9caf-da92671adb8b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:55.792633 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-804e772f-7664-48b1-86d6-2fa3b0ac9fbb req-f2230939-a8b9-4194-9caf-da92671adb8b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0661447 Jun 28 07:10:55.830988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-804e772f-7664-48b1-86d6-2fa3b0ac9fbb req-e59adfe9-3a05-4c0c-8476-e204bb9042b8 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321229 Jun 28 07:10:56.460395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:56.512028 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b462e663-1a42-4710-9dd5-15bcfe7cb109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:57.011410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f6dc7-861b-41d0-a369-3fcd7771ce22 req-cc198120-8df5-41cd-b873-507a6d0db688 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:57.012895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-408f6dc7-861b-41d0-a369-3fcd7771ce22 req-cc198120-8df5-41cd-b873-507a6d0db688 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0679016 Jun 28 07:10:57.055778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-408f6dc7-861b-41d0-a369-3fcd7771ce22 req-e678f045-26e2-4690-b6cf-81ee4be850ba tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372081 Jun 28 07:10:57.745842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:10:57.976839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-e344f03f-10c4-4fda-bd66-fd411444e7e9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:57.978310 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-e344f03f-10c4-4fda-bd66-fd411444e7e9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76&tenant_id=a44a13d64cce48a2a822f56c31013a4c&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1080315 Jun 28 07:10:57.990057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428432-850d-424c-bdb2-ae59d9552a44 req-3ddb7da6-be00-457b-ad3d-a0353dcc3fbf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:57.992234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed428432-850d-424c-bdb2-ae59d9552a44 req-3ddb7da6-be00-457b-ad3d-a0353dcc3fbf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.1106601 Jun 28 07:10:58.070079 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed428432-850d-424c-bdb2-ae59d9552a44 req-2baa394f-29b6-429f-98a9-bfe79d38e6b2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718298 Jun 28 07:10:58.079738 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-414ca804-0e21-4ddb-ad70-63446211b394 service neutron] 10.222.0.50 "GET /v2.0/ports/b08a6d69-6b31-4368-8039-fef4d096c758/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0865750 Jun 28 07:10:58.179834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-89fd07e0-7614-4e34-af35-577563657215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:58.181331 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-89fd07e0-7614-4e34-af35-577563657215 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 1098 time: 0.0526745 Jun 28 07:10:58.279720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-4fe42508-9279-45ee-8d96-e2a713228aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:58.281108 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-4fe42508-9279-45ee-8d96-e2a713228aac service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0888739 Jun 28 07:10:58.348869 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-4c9dd4bb-0df3-4964-ad21-06e48a649c67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08a6d69-6b31-4368-8039-fef4d096c758 HTTP/1.1" status: 200 len: 1002 time: 0.0595915 Jun 28 07:10:58.399186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-0c7002c5-570a-4aa5-98ae-ab6943bf32af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:58.400656 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-0c7002c5-570a-4aa5-98ae-ab6943bf32af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0452418 Jun 28 07:10:58.464913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-5aa34e67-8e5a-42a1-a804-1b3f236f85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:58.466502 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-5aa34e67-8e5a-42a1-a804-1b3f236f85f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570190 Jun 28 07:10:58.556610 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-a16b8fa0-1ed6-4e24-8dc8-ba18d7af363c service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827470 Jun 28 07:10:58.656021 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-fa4b0be8-f93b-42db-9521-776b5feccba4 service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878651 Jun 28 07:10:59.246458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb844879-b65b-4d02-ae93-86e6b141e171 req-7130f45a-d75b-4480-b1aa-4ee6eda5f84c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:10:59.247929 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb844879-b65b-4d02-ae93-86e6b141e171 req-7130f45a-d75b-4480-b1aa-4ee6eda5f84c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0645964 Jun 28 07:10:59.285864 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb844879-b65b-4d02-ae93-86e6b141e171 req-ded87895-95b0-4e52-b427-33cb263c7ecd tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323749 Jun 28 07:10:59.425792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:00.469794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cf028-5877-4823-b65d-b4bc563f077a req-b99d7df5-79d8-4602-87b2-a2e721f3264e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:00.471404 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a1cf028-5877-4823-b65d-b4bc563f077a req-b99d7df5-79d8-4602-87b2-a2e721f3264e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0644498 Jun 28 07:11:00.509418 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a1cf028-5877-4823-b65d-b4bc563f077a req-ffd2b7af-8ecc-44c0-917e-de814baf80ad tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322776 Jun 28 07:11:01.694929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e88412-4cb2-4bfb-89d2-2667a1353cee req-7943317a-8e99-43bc-b851-9616f7b04cbf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:01.696417 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-64e88412-4cb2-4bfb-89d2-2667a1353cee req-7943317a-8e99-43bc-b851-9616f7b04cbf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0709703 Jun 28 07:11:01.735458 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-64e88412-4cb2-4bfb-89d2-2667a1353cee req-1041c11b-fecb-4ce4-b816-5ad0191302d9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333853 Jun 28 07:11:02.928198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f8dd6-866f-41fd-b11d-f4ebd02bfad2 req-8a678b77-b070-43da-85c0-a4c9a22d9837 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:02.930176 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b18f8dd6-866f-41fd-b11d-f4ebd02bfad2 req-8a678b77-b070-43da-85c0-a4c9a22d9837 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0748441 Jun 28 07:11:02.968949 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b18f8dd6-866f-41fd-b11d-f4ebd02bfad2 req-abe06d6d-d5dc-46f4-97bf-aa2a5359d438 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328095 Jun 28 07:11:04.148263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58a74-28cf-4fbe-a686-17e1e4b96bed req-0745dd0b-2cd9-44eb-b76f-7965162a89b2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:04.150099 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9f58a74-28cf-4fbe-a686-17e1e4b96bed req-0745dd0b-2cd9-44eb-b76f-7965162a89b2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0683582 Jun 28 07:11:04.196134 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9f58a74-28cf-4fbe-a686-17e1e4b96bed req-db0956a5-e9f5-4a4c-a528-b1b30da15553 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403643 Jun 28 07:11:04.404489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-79a49640-8186-4732-b50d-bd7d12b6dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:04.406020 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-79a49640-8186-4732-b50d-bd7d12b6dcd2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76&tenant_id=a44a13d64cce48a2a822f56c31013a4c HTTP/1.1" status: 200 len: 1098 time: 0.0525641 Jun 28 07:11:04.497204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-5f2266fa-81dc-4602-bf1b-e7d7765f16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:04.498810 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-5f2266fa-81dc-4602-bf1b-e7d7765f16cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a44a13d64cce48a2a822f56c31013a4c&device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 1098 time: 0.0556605 Jun 28 07:11:04.523869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device b08a6d69-6b31-4368-8039-fef4d096c758 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:11:04.595440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-8031f437-881b-48d8-82aa-6297b8defc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:04.597034 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-8031f437-881b-48d8-82aa-6297b8defc38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 200 len: 912 time: 0.0918329 Jun 28 07:11:04.608830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:04.630886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:11:04.634014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba889576-355f-43d0-b34c-6924ee139041" -d '{"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-unplugged", "status": "completed", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:11:04.650036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:04.665852 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-8316c0f6-607e-4086-92f1-c283debf3086 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08a6d69-6b31-4368-8039-fef4d096c758 HTTP/1.1" status: 200 len: 1002 time: 0.0622160 Jun 28 07:11:04.678942 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1843103f-288f-46c5-aea9-e85106b63cf7 x-openstack-request-id: req-1843103f-288f-46c5-aea9-e85106b63cf7 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:11:04.678942 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-unplugged", "status": "completed", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:11:04.679205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1843103f-288f-46c5-aea9-e85106b63cf7 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:11:04.679533 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'code': 200} Jun 28 07:11:04.723277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:04.723559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-9216ebcd-15db-4aba-b73b-12df6c50c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:04.725618 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-9216ebcd-15db-4aba-b73b-12df6c50c700 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 200 len: 850 time: 0.0522733 Jun 28 07:11:04.725914 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:04.778169 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=9']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:04.781434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:04.789426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-93c25393-d3f0-47ce-8ec3-cf4c751cc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:04.790968 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-93c25393-d3f0-47ce-8ec3-cf4c751cc59a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=529768fb-7ec9-4009-ad5f-5f6bfef41a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587504 Jun 28 07:11:04.883022 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-7a748590-d9dd-4354-a438-f7aff53b1bde service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841289 Jun 28 07:11:04.976184 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3c7c89c-f994-4273-8350-ca9a70d2d7f5 req-e4e0bc34-fd07-4adc-8773-66702eac8c7a service neutron] 10.222.0.50 "GET /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856397 Jun 28 07:11:05.375234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cc5a3-df0e-4d79-adf6-400c5315da8b req-ec6c6835-6fdb-46a6-b25e-e3ffe89f6c0d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:05.376628 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-162cc5a3-df0e-4d79-adf6-400c5315da8b req-ec6c6835-6fdb-46a6-b25e-e3ffe89f6c0d tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0654714 Jun 28 07:11:05.416152 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-162cc5a3-df0e-4d79-adf6-400c5315da8b req-a7c5b289-4ac7-4afd-b3a5-b5037b319f40 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325749 Jun 28 07:11:06.591522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638aa11-52b2-4bed-8d46-7ab5ebe82c29 req-cf23455c-4b60-46b4-b8fb-2700d51cae31 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:06.593023 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d638aa11-52b2-4bed-8d46-7ab5ebe82c29 req-cf23455c-4b60-46b4-b8fb-2700d51cae31 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0639384 Jun 28 07:11:06.631529 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d638aa11-52b2-4bed-8d46-7ab5ebe82c29 req-53814fb0-027f-4ddc-9c6e-0066fb23766c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328054 Jun 28 07:11:07.814654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff19957-a457-4cb9-a514-32bfadda27f2 req-f108cb37-db80-452a-90e5-45172d198fd0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:07.816036 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bff19957-a457-4cb9-a514-32bfadda27f2 req-f108cb37-db80-452a-90e5-45172d198fd0 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0680962 Jun 28 07:11:07.855416 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bff19957-a457-4cb9-a514-32bfadda27f2 req-960db40b-2569-46c7-b843-db9b359f6634 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325093 Jun 28 07:11:09.034627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245fc79-52d6-42fc-be43-b72137d67968 req-8dd99782-c27a-4078-bc3d-1d266523dafe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:09.036070 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7245fc79-52d6-42fc-be43-b72137d67968 req-8dd99782-c27a-4078-bc3d-1d266523dafe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0651760 Jun 28 07:11:09.076090 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7245fc79-52d6-42fc-be43-b72137d67968 req-7676e285-3c6c-4a92-879a-f363c121a154 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334857 Jun 28 07:11:10.255299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f9555-2423-4b80-94eb-195735955ee4 req-d26e5f64-6cfc-4ff8-8433-822aac9e0505 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:10.256790 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ca9f9555-2423-4b80-94eb-195735955ee4 req-d26e5f64-6cfc-4ff8-8433-822aac9e0505 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 943 time: 0.0671604 Jun 28 07:11:10.294130 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ca9f9555-2423-4b80-94eb-195735955ee4 req-e6e73325-426e-441a-aa40-b3ee1ca8ff5c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Jun 28 07:11:10.549444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device b08a6d69-6b31-4368-8039-fef4d096c758 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:11:10.646549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:10.657309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'port_id': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'mac_address': 'fa:16:3e:48:b8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:11:10.694507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:10.706536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08a6d69-6b31-4368-8039-fef4d096c758 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:11:10.726099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:10.825761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:10.827480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:10.871537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=10']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:10.874455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:10.980933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['b08a6d69-6b31-4368-8039-fef4d096c758'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:11:11.466174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b673b-b5af-4153-b02c-8e7651514de2 req-cb9226bf-2287-4fd6-bd8f-f234aaff4d96 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:11.467644 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-238b673b-b5af-4153-b02c-8e7651514de2 req-cb9226bf-2287-4fd6-bd8f-f234aaff4d96 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0634761 Jun 28 07:11:11.505242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-238b673b-b5af-4153-b02c-8e7651514de2 req-f99fff59-1e95-4818-bb5d-57f80bf69c3f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320387 Jun 28 07:11:12.555608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device b08a6d69-6b31-4368-8039-fef4d096c758 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:11:12.605647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port b08a6d69-6b31-4368-8039-fef4d096c758 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:11:12.606032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:12.683402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d81a6-4473-4ff6-87d4-449b8f3b5de1 req-8bb97c6f-7872-4897-8bb1-16a446d9260b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:12.684922 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-615d81a6-4473-4ff6-87d4-449b8f3b5de1 req-8bb97c6f-7872-4897-8bb1-16a446d9260b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 945 time: 0.0634053 Jun 28 07:11:12.685575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:12.707471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:11:12.710466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5aa5a9-9e0b-4f68-bb67-a2df312a9c64" -d '{"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-plugged", "status": "completed", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:11:12.722593 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-615d81a6-4473-4ff6-87d4-449b8f3b5de1 req-653f64d1-ef63-45ff-9a81-c5e17e88c9f5 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319638 Jun 28 07:11:12.722790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:12.757248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad56bea-6bad-40b8-bed8-bf0079817819 x-openstack-request-id: req-fad56bea-6bad-40b8-bed8-bf0079817819 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:11:12.757548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-plugged", "status": "completed", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:11:12.757803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fad56bea-6bad-40b8-bed8-bf0079817819 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:11:12.758203 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'code': 200} Jun 28 07:11:12.791544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:12.794089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:12.839729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=11']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:12.842687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:13.654400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:14.062129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4259fa-cf3b-465e-a161-81a21ab3f368 req-92b2a7a1-e101-4355-b000-8eb0ae4d348f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:14.063583 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a4259fa-cf3b-465e-a161-81a21ab3f368 req-92b2a7a1-e101-4355-b000-8eb0ae4d348f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.0705686 Jun 28 07:11:14.103594 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a4259fa-cf3b-465e-a161-81a21ab3f368 req-d5c676f6-e019-40f2-bc1b-5434ebc7d304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339861 Jun 28 07:11:15.279803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdf630-a17e-49ab-b097-c0f8d0bf2509 req-10333294-de64-4552-9032-103a30eb8dac tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:15.281273 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cdbdf630-a17e-49ab-b097-c0f8d0bf2509 req-10333294-de64-4552-9032-103a30eb8dac tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.0620003 Jun 28 07:11:15.319142 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cdbdf630-a17e-49ab-b097-c0f8d0bf2509 req-c3c7f643-d905-4171-a43a-3fce67d265a8 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323734 Jun 28 07:11:16.498046 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc3497-93b1-4aac-88fb-c2e4d1d8dfc8 req-f77cea61-87c2-4249-bfe6-b97d00308ecf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:16.499573 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49fc3497-93b1-4aac-88fb-c2e4d1d8dfc8 req-f77cea61-87c2-4249-bfe6-b97d00308ecf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.0683503 Jun 28 07:11:16.537866 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49fc3497-93b1-4aac-88fb-c2e4d1d8dfc8 req-06e5660e-41af-45bb-9b1a-899169a152eb tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327046 Jun 28 07:11:17.710507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d7aae-22d9-4fdd-ac4d-3feff34f955d req-fb0bf83b-faac-4f3d-9732-5b5bd5b211a4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:17.712214 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a0d7aae-22d9-4fdd-ac4d-3feff34f955d req-fb0bf83b-faac-4f3d-9732-5b5bd5b211a4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.0658395 Jun 28 07:11:17.749500 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a0d7aae-22d9-4fdd-ac4d-3feff34f955d req-061c0dc4-2f89-4ca9-a300-eb33d57ce126 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316498 Jun 28 07:11:17.921098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4e886-88b4-474e-8444-33b652723dd9 req-c98b7b54-d134-4db5-9bf5-30495996b8c9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:17.922541 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ce4e886-88b4-474e-8444-33b652723dd9 req-c98b7b54-d134-4db5-9bf5-30495996b8c9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.0638494 Jun 28 07:11:17.960528 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2ce4e886-88b4-474e-8444-33b652723dd9 req-71779c85-34e7-4a2e-9629-78825d70d4e8 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313995 Jun 28 07:11:18.136359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94c2b7-b47f-4ba5-aee9-5af9ff12eda2 req-a1a26ca9-9190-48fa-a0a2-da9ea5cf27bf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:18.137859 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed94c2b7-b47f-4ba5-aee9-5af9ff12eda2 req-a1a26ca9-9190-48fa-a0a2-da9ea5cf27bf tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.0677609 Jun 28 07:11:18.174871 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed94c2b7-b47f-4ba5-aee9-5af9ff12eda2 req-d0d10fd1-df8a-4fd5-8904-cd0bd3bc378c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313275 Jun 28 07:11:18.840822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc8ac5-d918-4c43-9035-b62bea89dbce req-1293068f-fda4-48fa-b139-6d0228099dfa tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:18.842303 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dfc8ac5-d918-4c43-9035-b62bea89dbce req-1293068f-fda4-48fa-b139-6d0228099dfa tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.0641222 Jun 28 07:11:18.880180 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dfc8ac5-d918-4c43-9035-b62bea89dbce req-0696c402-6b83-4e68-b0a2-c8b9bc88722b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322464 Jun 28 07:11:20.056129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2054e-5258-443d-89fa-ced9b42a4b0f req-6a8da585-69c0-420e-8cb2-5cf4e3fe88e3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:20.057643 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fdc2054e-5258-443d-89fa-ced9b42a4b0f req-6a8da585-69c0-420e-8cb2-5cf4e3fe88e3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.0687273 Jun 28 07:11:20.096059 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fdc2054e-5258-443d-89fa-ced9b42a4b0f req-4dc3e691-8ab3-4c8d-ac90-8905143316b2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327582 Jun 28 07:11:21.272670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96e4da-ff39-4209-ba15-2aac0444343f req-086c0441-a024-4d39-bfb6-a375d73eb32c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:21.274129 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4c96e4da-ff39-4209-ba15-2aac0444343f req-086c0441-a024-4d39-bfb6-a375d73eb32c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.0630987 Jun 28 07:11:21.300460 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:11:21.311632 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4c96e4da-ff39-4209-ba15-2aac0444343f req-38ce262c-9cbd-4fd5-8cfd-700147053c7a tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Jun 28 07:11:22.386942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-fd97e761-3001-4bac-b38a-f7ee703de5ba tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:22.388392 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-fd97e761-3001-4bac-b38a-f7ee703de5ba tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.0635629 Jun 28 07:11:22.530422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e39116-9247-4d0c-a908-1d36debc6261 req-5454aa82-e095-4dd9-bc13-4f0b36d10f17 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:22.531865 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8e39116-9247-4d0c-a908-1d36debc6261 req-5454aa82-e095-4dd9-bc13-4f0b36d10f17 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 946 time: 0.1042137 Jun 28 07:11:22.556123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Deleting port b08a6d69-6b31-4368-8039-fef4d096c758 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:11:22.556457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:22.907107 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8e39116-9247-4d0c-a908-1d36debc6261 req-e68fdfcb-84aa-4723-bb2f-f8513cd86d99 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups?id=e139860f-f9c4-4da7-bec0-59ec069fe8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683105 Jun 28 07:11:22.946241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] For port b08a6d69-6b31-4368-8039-fef4d096c758, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b08a6d69-6b31-4368-8039-fef4d096c758,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:22.946600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:23.116885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:23.117308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:23.117622 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2 disassociated. External IP: 172.26.4.119, port: b08a6d69-6b31-4368-8039-fef4d096c758. Jun 28 07:11:23.117988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Calling delete_port for b08a6d69-6b31-4368-8039-fef4d096c758 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:11:23.317098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:23.321929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:23.347504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event deleted for resources: {'Port': ['ID=b08a6d69-6b31-4368-8039-fef4d096c758,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:23.358481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.358976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.359293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.359642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.359995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.360369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.360733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.361128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.361500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.361915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.365128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.365128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:23.367175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:23.482875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:11:23.601271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:11:23.614028 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:11:23.624462 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:11:23.625210 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:10:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:23.649986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] No DVR routers for this DVR port b08a6d69-6b31-4368-8039-fef4d096c758 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:11:23.653016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:23.655397 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-07a491a0-ba89-4fa1-83ed-32b8bb66e69e req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.50 "DELETE /v2.0/ports/b08a6d69-6b31-4368-8039-fef4d096c758 HTTP/1.1" status: 204 len: 173 time: 1.2570519 Jun 28 07:11:23.655966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-deleted', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:11:23.658737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6551fbdb-f38e-47e6-9ec9-e3f976e21988" -d '{"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-deleted", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:11:23.699024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64c88f5-3057-4fa7-8393-ff7eb26684cd x-openstack-request-id: req-c64c88f5-3057-4fa7-8393-ff7eb26684cd {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:11:23.699437 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76", "name": "network-vif-deleted", "tag": "b08a6d69-6b31-4368-8039-fef4d096c758", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:11:23.699831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c64c88f5-3057-4fa7-8393-ff7eb26684cd {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:11:23.700941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76', 'name': 'network-vif-deleted', 'tag': 'b08a6d69-6b31-4368-8039-fef4d096c758', 'status': 'completed', 'code': 200} Jun 28 07:11:23.741274 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:11:23.831155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2eea8617-cddd-4da1-8a46-da2463d7f786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:23.941935 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:23.972794 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:11:23.981589 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:11:23.982202 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:10:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:24.081585 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0142d7e7-4c63-4416-8111-e94c36534879 req-4f7be11e-b5a3-4f94-bd5d-f441c2443fb9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 210 time: 0.0525887 Jun 28 07:11:24.103522 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:11:24.312312 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:24.342014 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c04cebb-713e-44dc-8316-4f9eed8d5315 None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:37Z', 'revision_number': 4, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '57bcd8dc-c788-4424-8e66-1b3d30d2a76a', 'name': '', 'network_id': '529768fb-7ec9-4009-ad5f-5f6bfef41a46', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'mac_address': 'fa:16:3e:9d:81:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:37Z', 'updated_at': '2021-06-28T07:04:42Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'subnets': [{'id': '2e51e6ee-2fec-4008-92f8-37b0856f733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:11:24.560657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700951bb-5b23-49e6-bf86-0be3900e48ee None None] New status for floating IP aa52530d-776d-4cf1-9d8d-d2866147fae2: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:11:24.673448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device b08a6d69-6b31-4368-8039-fef4d096c758 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:11:24.694891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: b08a6d69-6b31-4368-8039-fef4d096c758 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:11:24.694891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device b08a6d69-6b31-4368-8039-fef4d096c758 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:11:25.217970 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b172d2b-a0fe-4b31-b906-de458fd8553c req-74c0bb04-6111-4b63-b37a-46095b9ce0b2 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 210 time: 0.0305588 Jun 28 07:11:26.361050 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c882c352-ece4-426f-9cbb-decf0e851130 req-f9219289-bf8a-4b3c-8499-f7e7f1cf314b tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 210 time: 0.0293858 Jun 28 07:11:26.448332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:26.557182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8650ddbf-3fcf-4610-a7ce-ebc96991704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:27.503937 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7722812d-911b-4df7-9569-a01b4e135384 req-8641af87-56e0-4835-9d34-eaec8d44115c tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e8412a5-c2f4-4ae2-b2c8-4e46f52aca76 HTTP/1.1" status: 200 len: 210 time: 0.0303023 Jun 28 07:11:27.676700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:29.419930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:32.804261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60472) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:32.863245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dac969ba-c431-425a-a319-b0bad2f760a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:32.887235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dac969ba-c431-425a-a319-b0bad2f760a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:33.036914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dac969ba-c431-425a-a319-b0bad2f760a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:33.039465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dac969ba-c431-425a-a319-b0bad2f760a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:33.040578 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dac969ba-c431-425a-a319-b0bad2f760a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "DELETE /v2.0/security-groups/e139860f-f9c4-4da7-bec0-59ec069fe8b7 HTTP/1.1" status: 204 len: 168 time: 0.2353034 Jun 28 07:11:33.041381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c28b81e7-4b15-4bcb-99cb-95cd3d32608c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:33.043360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60474) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:33.050093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac969ba-c431-425a-a319-b0bad2f760a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e139860f-f9c4-4da7-bec0-59ec069fe8b7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:33.053040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dac969ba-c431-425a-a319-b0bad2f760a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:33.059808 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-f58864bc-b1a3-4788-94ff-c1a07ab86c5e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] show failed (client error): The resource could not be found. Jun 28 07:11:33.060823 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f58864bc-b1a3-4788-94ff-c1a07ab86c5e tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "GET /v2.0/security-groups/e139860f-f9c4-4da7-bec0-59ec069fe8b7 HTTP/1.1" status: 404 len: 347 time: 0.0164502 Jun 28 07:11:33.063646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60478) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:33.195568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Deleting port 4703e48e-1465-4d4d-88d6-ef3a0d2b04e8 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:11:33.195923 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:33.273357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:33.273684 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:33.284980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Calling delete_port for 4703e48e-1465-4d4d-88d6-ef3a0d2b04e8 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:11:33.551422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:33.553538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9b389110-65f7-481e-b4a8-acd802be1524 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:33.575420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Pushing event deleted for resources: {'Port': ['ID=4703e48e-1465-4d4d-88d6-ef3a0d2b04e8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:33.589595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.589986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.590359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.590731 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.591095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.591463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.591824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.592188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.592548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.592931 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.593290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.593643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:33.596590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:33.650759 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:33.653486 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:33.654642 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] 10.222.0.24 "DELETE /v2.0/floatingips/aa52530d-776d-4cf1-9d8d-d2866147fae2 HTTP/1.1" status: 204 len: 168 time: 0.5900424 Jun 28 07:11:33.657636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60480) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:34.053264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:34.303755 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Deleting port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:11:34.304144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:34.382395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] For port 57bcd8dc-c788-4424-8e66-1b3d30d2a76a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=57bcd8dc-c788-4424-8e66-1b3d30d2a76a,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:34.382749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:34.395029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Calling delete_port for 57bcd8dc-c788-4424-8e66-1b3d30d2a76a owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:11:34.694054 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:34.696211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:34.722695 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Pushing event deleted for resources: {'Port': ['ID=57bcd8dc-c788-4424-8e66-1b3d30d2a76a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:34.726978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:34.894668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:35.121183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:11:35.240691 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:11:35.252906 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] 10.222.0.24 "PUT /v2.0/routers/5a21f858-40db-46ae-ba1d-58d9d7f4dd9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5873017 Jun 28 07:11:35.252906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60484) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:35.253086 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] Sync routers for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:11:35.260177 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:11:35.260774 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:11:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:35.357407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:35.365864 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:11:35.463149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:35.540881 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:11:34Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:35.566041 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] Checking router: 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:11:35.574759 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] Routers {'5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:11:35.575367 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:11:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:35.679408 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] Set router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:11:35.951785 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:11:34Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:35.982659 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41436bb-1a5c-4eea-958a-585d14738167 None None] The sync data for ids ['5a21f858-40db-46ae-ba1d-58d9d7f4dd9e'] in dv-neutron-797120-6-hyperv is: [{'id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'name': 'tempest-ServerActionsTestJSON-383596912-router', 'tenant_id': 'a44a13d64cce48a2a822f56c31013a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:11:34Z', 'revision_number': 5, 'project_id': 'a44a13d64cce48a2a822f56c31013a4c', 'gw_port': {'id': 'd16448b1-d7fc-42c5-b6d5-3033ce5678bb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a21f858-40db-46ae-ba1d-58d9d7f4dd9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:04:34Z', 'updated_at': '2021-06-28T07:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:11:36.032501 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Deleting port d16448b1-d7fc-42c5-b6d5-3033ce5678bb {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:11:36.032841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:36.110825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] For port d16448b1-d7fc-42c5-b6d5-3033ce5678bb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d16448b1-d7fc-42c5-b6d5-3033ce5678bb,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:36.111185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:36.123809 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Calling delete_port for d16448b1-d7fc-42c5-b6d5-3033ce5678bb owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:11:36.437140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:36.439284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c588320a-a6e1-4ee8-b8b7-e2c5bb4501bd tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:36.496051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 57bcd8dc-c788-4424-8e66-1b3d30d2a76a no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:11:36.496546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16448b1-d7fc-42c5-b6d5-3033ce5678bb,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:36.496546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:36.496730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 57bcd8dc-c788-4424-8e66-1b3d30d2a76a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:11:36.496730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 57bcd8dc-c788-4424-8e66-1b3d30d2a76a not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:11:36.547640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:36.637029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:36.638972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:36.831069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:36.831648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a21f858-40db-46ae-ba1d-58d9d7f4dd9e {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:11:36.836735 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:36.837900 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5a21f858-40db-46ae-ba1d-58d9d7f4dd9e HTTP/1.1" status: 204 len: 168 time: 1.5884352 Jun 28 07:11:36.840602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60486) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:36.886796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-311fa6e4-2288-4a06-8c1b-a1d7013097cc admin admin] Deleting subnet 2e51e6ee-2fec-4008-92f8-37b0856f733b {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:11:36.890313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-311fa6e4-2288-4a06-8c1b-a1d7013097cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:36.925984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-311fa6e4-2288-4a06-8c1b-a1d7013097cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.013188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-311fa6e4-2288-4a06-8c1b-a1d7013097cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.300056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-311fa6e4-2288-4a06-8c1b-a1d7013097cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.302404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f6b53bf8-305f-4b97-9871-23c95ae649fc tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:37.329580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fa6e4-2288-4a06-8c1b-a1d7013097cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e51e6ee-2fec-4008-92f8-37b0856f733b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:37.333202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-311fa6e4-2288-4a06-8c1b-a1d7013097cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:37.334268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-311fa6e4-2288-4a06-8c1b-a1d7013097cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.337565 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-311fa6e4-2288-4a06-8c1b-a1d7013097cc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2e51e6ee-2fec-4008-92f8-37b0856f733b HTTP/1.1" status: 204 len: 168 time: 0.4944575 Jun 28 07:11:37.341610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60488) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:37.341848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977b02d6-21e0-4055-bde6-2b1d80035a41 None None] Network 529768fb-7ec9-4009-ad5f-5f6bfef41a46 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:11:37.410682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.463283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Deleting port ac9002bc-27f7-4e9a-8113-b181cf542016 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:11:37.463615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.525555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] DHCP port deletion for 529768fb-7ec9-4009-ad5f-5f6bfef41a46 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:11:37.529576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] For port ac9002bc-27f7-4e9a-8113-b181cf542016, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ac9002bc-27f7-4e9a-8113-b181cf542016,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:37.529934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.542893 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Calling delete_port for ac9002bc-27f7-4e9a-8113-b181cf542016 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:11:37.574620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] Deleting port ac9002bc-27f7-4e9a-8113-b181cf542016 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:11:37.574927 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.649772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] For port ac9002bc-27f7-4e9a-8113-b181cf542016, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ac9002bc-27f7-4e9a-8113-b181cf542016,segment=NetworkSegment(5711543a-8f2d-434c-adee-8f1d35ba2802),segment_id=5711543a-8f2d-434c-adee-8f1d35ba2802)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:37.649772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.654834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] Calling delete_port for ac9002bc-27f7-4e9a-8113-b181cf542016 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:11:37.842955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.845974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-23d45a77-a1d9-4533-9f20-3e5c076078cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:37.849349 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.852399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:37.870646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9002bc-27f7-4e9a-8113-b181cf542016,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:37.872473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] No DVR routers for this DVR port ac9002bc-27f7-4e9a-8113-b181cf542016 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:11:37.874002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:37.883335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] Pushing event deleted for resources: {'Port': ['ID=ac9002bc-27f7-4e9a-8113-b181cf542016,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:37.885290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] No DVR routers for this DVR port ac9002bc-27f7-4e9a-8113-b181cf542016 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:11:37.886953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:37.945906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.955389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529768fb-7ec9-4009-ad5f-5f6bfef41a46']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:37.966435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5711543a-8f2d-434c-adee-8f1d35ba2802') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:37.966723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5711543a-8f2d-434c-adee-8f1d35ba2802') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:11:37.975695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.988634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.994817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:11:37.995191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:11:37.996869 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:11:38.339759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:38.343270 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6084ff03-0c36-466d-82b3-ce5643f9c72b tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:38.355691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:38.355691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] 10.222.0.24 "DELETE /v2.0/networks/529768fb-7ec9-4009-ad5f-5f6bfef41a46 HTTP/1.1" status: 204 len: 168 time: 1.0076430 Jun 28 07:11:38.359376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=529768fb-7ec9-4009-ad5f-5f6bfef41a46,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:38.361865 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:38.459968 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d16448b1-d7fc-42c5-b6d5-3033ce5678bb no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:11:38.480901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: d16448b1-d7fc-42c5-b6d5-3033ce5678bb {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:11:38.482012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d16448b1-d7fc-42c5-b6d5-3033ce5678bb not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:11:38.482012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ac9002bc-27f7-4e9a-8113-b181cf542016 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:11:38.501264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: ac9002bc-27f7-4e9a-8113-b181cf542016 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:11:38.501679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ac9002bc-27f7-4e9a-8113-b181cf542016 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:11:38.716522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60492) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:38.756196 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7ba5f753-7202-4ac7-a0f6-880f7d649c28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a44a13d64cce48a2a822f56c31013a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384114 Jun 28 07:11:38.758427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60494) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:38.811320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03b09398-d693-4b8a-85d2-c7c37170f46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:38.831917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03b09398-d693-4b8a-85d2-c7c37170f46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:38.979580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03b09398-d693-4b8a-85d2-c7c37170f46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:38.982287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03b09398-d693-4b8a-85d2-c7c37170f46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:38.983439 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-03b09398-d693-4b8a-85d2-c7c37170f46c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e678495-d553-404c-891c-17779cbdf5ea HTTP/1.1" status: 204 len: 168 time: 0.2241361 Jun 28 07:11:38.984232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f55b125e-441e-4cdb-a4d3-916573ac12a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:38.992092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b09398-d693-4b8a-85d2-c7c37170f46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e678495-d553-404c-891c-17779cbdf5ea,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:39.000293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-03b09398-d693-4b8a-85d2-c7c37170f46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:40.274964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60518) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:40.367798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1229697292-network', 'tenant_id': 'b8fdcc69efd049899b012ed36b63244a'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:11:40.551159 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Made reservation on behalf of b8fdcc69efd049899b012ed36b63244a for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:11:40.553804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:40.563207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:40.655529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:40.750447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:40.754301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-efe60256-ea06-4c64-9f37-b9df8489de7d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:40.775554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:11:40.783972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744c30b3-dbbb-46e3-b656-cfabb1c975df,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:40.787641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:40.796401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:40.796401 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Added segment 1cd507e7-64dd-4f13-8e65-4a9df96de92c of type vlan for network 19201200-e4f9-4326-8d6c-2bd7fc65c375 Jun 28 07:11:40.829881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:40.962500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:40.963529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:40.964097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:40.966302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7c84248e-b023-4145-99fb-35fe2daddfdc tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:41.022894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Pushing event updated for resources: {'Network': ['ID=19201200-e4f9-4326-8d6c-2bd7fc65c375,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:41.025528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:41.032441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 19201200-e4f9-4326-8d6c-2bd7fc65c375 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:11:41.066007 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7899380 Jun 28 07:11:41.069177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60522) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:11:41.074828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Request body: {'subnet': {'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1229697292-subnet', 'tenant_id': 'b8fdcc69efd049899b012ed36b63244a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:11:41.196411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Made reservation on behalf of b8fdcc69efd049899b012ed36b63244a for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:11:41.198891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:41.448395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:41.450593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e7f1b935-fe4c-46c1-8361-5718a4329405 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:41.508689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caf12713-3bd9-4a5a-87bc-de8e2de1341e,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:41.512362 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:41.521719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Checking segment: {'id': '1cd507e7-64dd-4f13-8e65-4a9df96de92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:11:41.522074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Network hostable DHCP agents. Network: 19201200-e4f9-4326-8d6c-2bd7fc65c375, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:11:41.619191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Network 19201200-e4f9-4326-8d6c-2bd7fc65c375 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:11:41.704990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 19201200-e4f9-4326-8d6c-2bd7fc65c375) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:11:41.710033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:41.710628 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:41.715078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22c227-edef-4f74-94fc-ec134508a2c3 None None] Network 19201200-e4f9-4326-8d6c-2bd7fc65c375 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:11:41.791640 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a64209b8-403d-455b-ba93-7645e7aa0911 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7207928 Jun 28 07:11:41.835309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd47f8d-00b6-4080-afd3-d51e973e87b6 None None] Network 19201200-e4f9-4326-8d6c-2bd7fc65c375 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:11:42.210311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5a589240-f41c-452d-a2dd-d661a4533f82 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:42.211932 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5a589240-f41c-452d-a2dd-d661a4533f82 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/networks?id=19201200-e4f9-4326-8d6c-2bd7fc65c375 HTTP/1.1" status: 200 len: 814 time: 0.1029816 Jun 28 07:11:42.227123 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-592c8ff6-c5f1-4d27-b054-dec27f78b8de tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/quotas/b8fdcc69efd049899b012ed36b63244a HTTP/1.1" status: 200 len: 375 time: 0.0099232 Jun 28 07:11:42.265566 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-72952dfd-95bc-4b3f-b3b3-80d4b7c71378 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8fdcc69efd049899b012ed36b63244a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333338 Jun 28 07:11:42.399394 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-2770bb6b-8e5b-4fad-9384-f39c69ce840c service neutron] 10.222.0.24 "GET /v2.0/networks/19201200-e4f9-4326-8d6c-2bd7fc65c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270242 Jun 28 07:11:42.492972 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-86abff63-72e1-4089-941f-be066bc4d86e service neutron] 10.222.0.24 "GET /v2.0/networks/19201200-e4f9-4326-8d6c-2bd7fc65c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876882 Jun 28 07:11:42.815729 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1fee5f88-0be2-4db8-a239-74a2cc07b2ca req-8a91a4ae-9f14-4151-a891-49e5f417328c tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 210 time: 0.0298252 Jun 28 07:11:43.728093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:43.902351 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6764b618-c984-4e1b-8fea-a4203a92be45 req-2e773dc2-1530-4a58-93ed-04fe64f189f5 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 210 time: 0.0334263 Jun 28 07:11:44.981825 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-72a60ef9-5bcc-4d33-9f07-e42c8da68369 req-53125ec1-110e-43d8-b1ba-2626e7ac61bf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 210 time: 0.0289712 Jun 28 07:11:46.065589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-79d7841a-d5eb-429c-853c-e7aac706899e req-63f0f5fb-0a0b-44f9-ac03-8c73e00ecdbe tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 210 time: 0.0329835 Jun 28 07:11:47.204232 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5658122d-9b28-47eb-90ce-f36b8e13408d req-0e308fc8-52f0-42c0-8a27-d4a96bd5a3aa tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 210 time: 0.0282772 Jun 28 07:11:48.344752 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-278acd2f-323f-4509-bdd7-d30ef0a9df58 req-0837f459-8e6e-4f4a-b86f-5ff6facfad55 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 210 time: 0.0304768 Jun 28 07:11:49.489648 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d4bfc313-209a-4999-9d3a-10d4a4418c48 req-9237256d-6583-4467-b88e-19b3652d9b9c tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 210 time: 0.0300817 Jun 28 07:11:49.862568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-16a41401-6dfe-4f44-9971-3e1747075350 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:49.864079 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-16a41401-6dfe-4f44-9971-3e1747075350 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.50 "GET /v2.0/networks?id=19201200-e4f9-4326-8d6c-2bd7fc65c375 HTTP/1.1" status: 200 len: 814 time: 0.1041040 Jun 28 07:11:49.893064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Request body: {'port': {'device_id': '649459b8-ae9d-4bda-b6b1-e0f22a4b25a9', 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375', 'admin_state_up': True, 'tenant_id': 'b8fdcc69efd049899b012ed36b63244a'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:11:50.088134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Made reservation on behalf of b8fdcc69efd049899b012ed36b63244a for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:11:50.091780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:50.213790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Allocated IP 172.20.0.10 (19201200-e4f9-4326-8d6c-2bd7fc65c375/caf12713-3bd9-4a5a-87bc-de8e2de1341e/62496d3f-ffb9-4362-b513-2aa8fc13fff3) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:11:50.363984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:50.499751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:50.505404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-978c70df-68df-4ab4-9f1f-890c7c6e4bef tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:50.549950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Network 19201200-e4f9-4326-8d6c-2bd7fc65c375 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:11:50.553306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:11:50.557661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:11:50.564305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Pushing event updated for resources: {'Port': ['ID=62496d3f-ffb9-4362-b513-2aa8fc13fff3,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:50.585411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:50.613335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:50.614228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:50.687051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835143ea-357d-4d40-a219-4c378af6eb77 req-57fc36d9-4153-4c36-8cb4-5d6c1177960e tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:50.688524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-835143ea-357d-4d40-a219-4c378af6eb77 req-57fc36d9-4153-4c36-8cb4-5d6c1177960e tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 932 time: 0.0822639 Jun 28 07:11:50.726877 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-835143ea-357d-4d40-a219-4c378af6eb77 req-9d131245-933e-4adc-944c-1afe481c6f6e tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Jun 28 07:11:50.745748 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8566599 Jun 28 07:11:50.767297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Request body: {'port': {'device_id': '649459b8-ae9d-4bda-b6b1-e0f22a4b25a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:11:50.838681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:51.096492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62496d3f-ffb9-4362-b513-2aa8fc13fff3 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:11:51.108322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:51.120691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Transition to ACTIVE for port object 62496d3f-ffb9-4362-b513-2aa8fc13fff3 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:11:51.207738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:51.209854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fb2f64f5-6edd-4df5-a56f-01aeecef5c57 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:51.256485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=62496d3f-ffb9-4362-b513-2aa8fc13fff3,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:51.260615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:51.328444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Attempting to bind port 62496d3f-ffb9-4362-b513-2aa8fc13fff3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:11:51.328771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Attempting to bind port 62496d3f-ffb9-4362-b513-2aa8fc13fff3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1cd507e7-64dd-4f13-8e65-4a9df96de92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:11:51.329129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Attempting to bind port 62496d3f-ffb9-4362-b513-2aa8fc13fff3 on network 19201200-e4f9-4326-8d6c-2bd7fc65c375 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:11:51.333443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Port 62496d3f-ffb9-4362-b513-2aa8fc13fff3 on network 19201200-e4f9-4326-8d6c-2bd7fc65c375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:11:51.333788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Attempting to bind port 62496d3f-ffb9-4362-b513-2aa8fc13fff3 on network 19201200-e4f9-4326-8d6c-2bd7fc65c375 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:11:51.339021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:11:51.339356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Checking segment: {'id': '1cd507e7-64dd-4f13-8e65-4a9df96de92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:11:51.339739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Bound using segment: {'id': '1cd507e7-64dd-4f13-8e65-4a9df96de92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:11:51.340164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Bound port: 62496d3f-ffb9-4362-b513-2aa8fc13fff3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd507e7-64dd-4f13-8e65-4a9df96de92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:11:51.340577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:51.402133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] For port 62496d3f-ffb9-4362-b513-2aa8fc13fff3, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:11:51.405008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] For port 62496d3f-ffb9-4362-b513-2aa8fc13fff3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=62496d3f-ffb9-4362-b513-2aa8fc13fff3,segment=NetworkSegment(1cd507e7-64dd-4f13-8e65-4a9df96de92c),segment_id=1cd507e7-64dd-4f13-8e65-4a9df96de92c)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:11:51.459398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:51.462528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d864e388-5d6b-406f-b9cd-232e2e24cfb3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:51.494722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:51.495325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:51.496665 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/62496d3f-ffb9-4362-b513-2aa8fc13fff3 HTTP/1.1" status: 200 len: 1094 time: 0.7336018 Jun 28 07:11:51.497202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649459b8-ae9d-4bda-b6b1-e0f22a4b25a9', 'tag': '62496d3f-ffb9-4362-b513-2aa8fc13fff3'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:11:51.501476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1b368c-5e46-482c-9890-6ad8d8f173a9" -d '{"events": [{"name": "network-changed", "server_uuid": "649459b8-ae9d-4bda-b6b1-e0f22a4b25a9", "tag": "62496d3f-ffb9-4362-b513-2aa8fc13fff3"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:11:51.523794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=62496d3f-ffb9-4362-b513-2aa8fc13fff3,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:51.527039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:51.541468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7533e94-a456-45a8-96d0-5608929dbf49 x-openstack-request-id: req-a7533e94-a456-45a8-96d0-5608929dbf49 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:11:51.541799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649459b8-ae9d-4bda-b6b1-e0f22a4b25a9", "tag": "62496d3f-ffb9-4362-b513-2aa8fc13fff3", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:11:51.542094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7533e94-a456-45a8-96d0-5608929dbf49 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:11:51.542539 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649459b8-ae9d-4bda-b6b1-e0f22a4b25a9', 'tag': '62496d3f-ffb9-4362-b513-2aa8fc13fff3', 'status': 'completed', 'code': 200} Jun 28 07:11:51.655642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b368c-5e46-482c-9890-6ad8d8f173a9 req-0786e959-0ed6-4d1f-af7f-e4eed10da2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:51.657068 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bf1b368c-5e46-482c-9890-6ad8d8f173a9 req-0786e959-0ed6-4d1f-af7f-e4eed10da2cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8fdcc69efd049899b012ed36b63244a&device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 1097 time: 0.0521886 Jun 28 07:11:51.763655 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b368c-5e46-482c-9890-6ad8d8f173a9 req-a68dc9e4-6fd5-460e-8f71-16b07d2998ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:51.765127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bf1b368c-5e46-482c-9890-6ad8d8f173a9 req-a68dc9e4-6fd5-460e-8f71-16b07d2998ca service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b8fdcc69efd049899b012ed36b63244a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925479 Jun 28 07:11:51.891227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b368c-5e46-482c-9890-6ad8d8f173a9 req-e7003c7d-d116-4354-a431-5aef111433bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:51.892647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bf1b368c-5e46-482c-9890-6ad8d8f173a9 req-e7003c7d-d116-4354-a431-5aef111433bf service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1180727 Jun 28 07:11:51.920703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5918cf5-e688-4c87-9582-6ae23d97239e req-8953bb0d-f3da-48de-bd88-6cacb76b35ec tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:51.922144 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c5918cf5-e688-4c87-9582-6ae23d97239e req-8953bb0d-f3da-48de-bd88-6cacb76b35ec tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 944 time: 0.0811713 Jun 28 07:11:51.961625 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c5918cf5-e688-4c87-9582-6ae23d97239e req-be7432c1-8bf1-41fd-a8e5-6e4f617b4ab5 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Jun 28 07:11:52.018322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-7d147b7c-fff4-480a-a86c-295aabf3fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:52.020378 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-7d147b7c-fff4-480a-a86c-295aabf3fa7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8fdcc69efd049899b012ed36b63244a&device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 1097 time: 0.0510280 Jun 28 07:11:52.071016 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-2eeebdb9-be4f-4aa1-a31b-bf012a308d72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62496d3f-ffb9-4362-b513-2aa8fc13fff3 HTTP/1.1" status: 200 len: 217 time: 0.0360417 Jun 28 07:11:52.123314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-0c89edf2-907d-42d4-9d94-10fbda4ac162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:52.124695 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-0c89edf2-907d-42d4-9d94-10fbda4ac162 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caf12713-3bd9-4a5a-87bc-de8e2de1341e HTTP/1.1" status: 200 len: 854 time: 0.0450132 Jun 28 07:11:52.160719 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-b70d949a-fddf-4145-962e-5757027cc99c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19201200-e4f9-4326-8d6c-2bd7fc65c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258093 Jun 28 07:11:52.550040 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-c52cd98e-acd8-49a7-a312-2a8bb4527f5b service neutron] 10.222.0.50 "GET /v2.0/networks/19201200-e4f9-4326-8d6c-2bd7fc65c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790641 Jun 28 07:11:52.640584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1800416a-def5-4a3b-8f81-79883a9bce15 req-3a311fc8-9b67-4aa6-8ac2-c5532f576257 service neutron] 10.222.0.50 "GET /v2.0/networks/19201200-e4f9-4326-8d6c-2bd7fc65c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798521 Jun 28 07:11:53.143412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc4051-90bf-4ae4-8e3b-52c7f3d86682 req-9a66a518-19a9-4a9b-9525-83f9f696e0a3 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:53.144900 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-72dc4051-90bf-4ae4-8e3b-52c7f3d86682 req-9a66a518-19a9-4a9b-9525-83f9f696e0a3 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 944 time: 0.0715196 Jun 28 07:11:53.182296 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-72dc4051-90bf-4ae4-8e3b-52c7f3d86682 req-cfe372e0-dd7f-41ee-966d-747ac84b4fe0 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Jun 28 07:11:53.807978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6276-9c88-4088-b875-d1e2a3d2872b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:54.352773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb885a01-2df9-48f1-a9ff-11c3aa5f9b8f req-94fe3a7e-aa3b-47b9-b3ac-478f4cc1a57c tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:54.354250 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb885a01-2df9-48f1-a9ff-11c3aa5f9b8f req-94fe3a7e-aa3b-47b9-b3ac-478f4cc1a57c tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 944 time: 0.0629325 Jun 28 07:11:54.390445 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb885a01-2df9-48f1-a9ff-11c3aa5f9b8f req-19fbd6d3-c7a7-477f-84c4-c04fb19785c7 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307171 Jun 28 07:11:54.777347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 62496d3f-ffb9-4362-b513-2aa8fc13fff3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:11:54.876923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 62496d3f-ffb9-4362-b513-2aa8fc13fff3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=62496d3f-ffb9-4362-b513-2aa8fc13fff3,segment=NetworkSegment(1cd507e7-64dd-4f13-8e65-4a9df96de92c),segment_id=1cd507e7-64dd-4f13-8e65-4a9df96de92c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:54.888610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '62496d3f-ffb9-4362-b513-2aa8fc13fff3', 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375', 'port_id': '62496d3f-ffb9-4362-b513-2aa8fc13fff3', 'mac_address': 'fa:16:3e:e1:89:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf12713-3bd9-4a5a-87bc-de8e2de1341e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:11:54.924291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:54.936107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62496d3f-ffb9-4362-b513-2aa8fc13fff3 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:11:54.955073 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 62496d3f-ffb9-4362-b513-2aa8fc13fff3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=62496d3f-ffb9-4362-b513-2aa8fc13fff3,segment=NetworkSegment(1cd507e7-64dd-4f13-8e65-4a9df96de92c),segment_id=1cd507e7-64dd-4f13-8e65-4a9df96de92c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:55.100006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:55.102846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0fb3fba6-7d86-4ef3-83d9-7f0d077eb376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:55.150448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=62496d3f-ffb9-4362-b513-2aa8fc13fff3,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:55.157036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.157385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.157725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.158080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.158406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.158734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.159059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.159382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.159702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.160023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.160338 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.160687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:11:55.164419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:55.544199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['62496d3f-ffb9-4362-b513-2aa8fc13fff3'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:11:55.568125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b7aef-6b9f-4c72-9031-5638601950ec req-105f212b-3f0c-4c39-8fd8-2d8688b57211 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:55.569647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-207b7aef-6b9f-4c72-9031-5638601950ec req-105f212b-3f0c-4c39-8fd8-2d8688b57211 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 945 time: 0.0665383 Jun 28 07:11:55.608537 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-207b7aef-6b9f-4c72-9031-5638601950ec req-f7634e82-0b9a-4b19-9602-edf76905fb18 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Jun 28 07:11:56.482178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:56.550378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9a37521a-dfa8-4a38-a3fb-a8156500eb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:56.785002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a7816-d72f-4102-a164-05c2c3a1f9c1 req-19f0e265-71b3-4643-bc37-0aa53de95eb1 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:56.786473 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-446a7816-d72f-4102-a164-05c2c3a1f9c1 req-19f0e265-71b3-4643-bc37-0aa53de95eb1 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 945 time: 0.0669110 Jun 28 07:11:56.809623 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 62496d3f-ffb9-4362-b513-2aa8fc13fff3 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:11:56.823907 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-446a7816-d72f-4102-a164-05c2c3a1f9c1 req-d055f13e-d91a-4785-a686-6bfdefa83cce tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Jun 28 07:11:56.967407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 62496d3f-ffb9-4362-b513-2aa8fc13fff3 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:11:56.971072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 62496d3f-ffb9-4362-b513-2aa8fc13fff3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:11:56.971447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:57.044704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:57.066035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649459b8-ae9d-4bda-b6b1-e0f22a4b25a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62496d3f-ffb9-4362-b513-2aa8fc13fff3'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:11:57.068827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebb4e83-f57e-430b-bfe4-0e87f81b2e9e" -d '{"events": [{"server_uuid": "649459b8-ae9d-4bda-b6b1-e0f22a4b25a9", "name": "network-vif-plugged", "status": "completed", "tag": "62496d3f-ffb9-4362-b513-2aa8fc13fff3"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:11:57.081015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 62496d3f-ffb9-4362-b513-2aa8fc13fff3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=62496d3f-ffb9-4362-b513-2aa8fc13fff3,segment=NetworkSegment(1cd507e7-64dd-4f13-8e65-4a9df96de92c),segment_id=1cd507e7-64dd-4f13-8e65-4a9df96de92c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:11:57.104132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edac709-43a1-4753-9dc6-66884b3fc61a x-openstack-request-id: req-3edac709-43a1-4753-9dc6-66884b3fc61a {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:11:57.104467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649459b8-ae9d-4bda-b6b1-e0f22a4b25a9", "name": "network-vif-plugged", "status": "completed", "tag": "62496d3f-ffb9-4362-b513-2aa8fc13fff3", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:11:57.104732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3edac709-43a1-4753-9dc6-66884b3fc61a {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:11:57.105169 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649459b8-ae9d-4bda-b6b1-e0f22a4b25a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62496d3f-ffb9-4362-b513-2aa8fc13fff3', 'code': 200} Jun 28 07:11:57.213654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:57.215538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:11:57.264922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=62496d3f-ffb9-4362-b513-2aa8fc13fff3,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:11:57.267819 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:11:57.540256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd6062-472e-4456-9bfd-ac01ccb52b61 req-54bf0bc0-dc4a-4517-9638-e30d3168b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:57.541802 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-44cd6062-472e-4456-9bfd-ac01ccb52b61 req-54bf0bc0-dc4a-4517-9638-e30d3168b85b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 1099 time: 0.0521343 Jun 28 07:11:57.578774 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-44cd6062-472e-4456-9bfd-ac01ccb52b61 req-f781db9a-57ad-4547-8d95-02473464c0e7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262856 Jun 28 07:11:57.676598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:11:58.006136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad474565-f82b-41c4-81bd-9640684fb6cb req-81dd6a73-a567-4407-9c3d-04e2f4e9bee7 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:58.007610 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ad474565-f82b-41c4-81bd-9640684fb6cb req-81dd6a73-a567-4407-9c3d-04e2f4e9bee7 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0679989 Jun 28 07:11:58.045102 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ad474565-f82b-41c4-81bd-9640684fb6cb req-334852b0-03e0-4e5f-b1f7-ea2b99da7158 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Jun 28 07:11:58.299589 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:11:59.223959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230d569-5cbd-4076-a436-13e6801553e3 req-2d759b08-a27e-4911-844f-10fba4df3a91 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:11:59.225600 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5230d569-5cbd-4076-a436-13e6801553e3 req-2d759b08-a27e-4911-844f-10fba4df3a91 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0660896 Jun 28 07:11:59.263406 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5230d569-5cbd-4076-a436-13e6801553e3 req-6affee7c-2c6d-4bf3-b153-1ee57a9cba1e tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Jun 28 07:11:59.447704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:00.437398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c6393-c281-4b34-a3f8-88cd89aa84c2 req-1aef5c7d-7a07-42c2-bbcf-4d7516ff5461 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:00.438888 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cc8c6393-c281-4b34-a3f8-88cd89aa84c2 req-1aef5c7d-7a07-42c2-bbcf-4d7516ff5461 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0658097 Jun 28 07:12:00.477716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cc8c6393-c281-4b34-a3f8-88cd89aa84c2 req-8deb09c1-9e2e-4a9a-8bad-53f4747cae56 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331802 Jun 28 07:12:00.710138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-fb21e581-b0a3-4b36-b7e5-e2ba680b1a1a tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:00.711877 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-fb21e581-b0a3-4b36-b7e5-e2ba680b1a1a tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/networks?id=19201200-e4f9-4326-8d6c-2bd7fc65c375 HTTP/1.1" status: 200 len: 814 time: 0.1076114 Jun 28 07:12:00.729709 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-2499523a-4f7c-4332-ae0a-40d198c10718 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/quotas/b8fdcc69efd049899b012ed36b63244a HTTP/1.1" status: 200 len: 375 time: 0.0125861 Jun 28 07:12:00.792802 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-dd072de1-38bf-4a2a-831e-cb65ce2db6f4 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8fdcc69efd049899b012ed36b63244a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579934 Jun 28 07:12:00.924989 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-b4f5952e-8fb9-46f0-8c7c-3a7363c2ba7e service neutron] 10.222.0.24 "GET /v2.0/networks/19201200-e4f9-4326-8d6c-2bd7fc65c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255975 Jun 28 07:12:01.016270 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-8f74462c-f59a-416e-a1c6-3e7c104bf351 service neutron] 10.222.0.24 "GET /v2.0/networks/19201200-e4f9-4326-8d6c-2bd7fc65c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855205 Jun 28 07:12:01.289778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-78859df5-4ce4-40ca-abdf-a1e44befa7d8 req-f2e8171f-9053-409f-a456-113d77582e38 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 210 time: 0.0291445 Jun 28 07:12:02.428841 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8b6fd654-ec29-45b6-8574-3942068e4ff5 req-9e217b1e-792e-43b8-864d-e35c2a32aee4 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 210 time: 0.0283389 Jun 28 07:12:03.578098 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2d5dc0cd-3130-4c18-88cf-8995c99d4526 req-99229f6b-f79a-4c39-8ad1-e6f498bf2492 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 210 time: 0.0361319 Jun 28 07:12:03.692356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-137cd55d-81b7-4e09-bd19-9703a0d22f6d tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:03.693757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-137cd55d-81b7-4e09-bd19-9703a0d22f6d tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.50 "GET /v2.0/networks?id=19201200-e4f9-4326-8d6c-2bd7fc65c375 HTTP/1.1" status: 200 len: 814 time: 0.1066720 Jun 28 07:12:03.721678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Request body: {'port': {'device_id': '6f5a6f29-26ce-48f6-aafe-d639cdf42b85', 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375', 'admin_state_up': True, 'tenant_id': 'b8fdcc69efd049899b012ed36b63244a'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:03.933290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Made reservation on behalf of b8fdcc69efd049899b012ed36b63244a for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:03.936954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:04.064784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Allocated IP 172.20.0.5 (19201200-e4f9-4326-8d6c-2bd7fc65c375/caf12713-3bd9-4a5a-87bc-de8e2de1341e/fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:12:04.214197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:04.362477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:04.367311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:04.405862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['62496d3f-ffb9-4362-b513-2aa8fc13fff3'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:12:04.408300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Network 19201200-e4f9-4326-8d6c-2bd7fc65c375 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:12:04.409696 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:04.413692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:12:04.439068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Pushing event updated for resources: {'Port': ['ID=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:04.445352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:04.466880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:04.467486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:04.552811 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8347526 Jun 28 07:12:04.576578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Request body: {'port': {'device_id': '6f5a6f29-26ce-48f6-aafe-d639cdf42b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:04.655586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:04.849087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde4ca7-3929-4a7e-8377-f9ef8497b6fc req-5c40b292-4227-41b0-8880-610aa7803a7c tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:04.850701 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-efde4ca7-3929-4a7e-8377-f9ef8497b6fc req-5c40b292-4227-41b0-8880-610aa7803a7c tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 931 time: 0.1610644 Jun 28 07:12:04.921812 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-efde4ca7-3929-4a7e-8377-f9ef8497b6fc req-949ca90b-6391-413b-af45-da570447f75c tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470395 Jun 28 07:12:04.995400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:12:05.002739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:05.014302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Transition to ACTIVE for port object fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:05.156417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:05.159476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-51e37af0-414f-472d-a9e6-f20253ff9de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:05.227425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Pushing event updated for resources: {'Port': ['ID=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:05.246755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:05.279476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Attempting to bind port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:12:05.279795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Attempting to bind port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1cd507e7-64dd-4f13-8e65-4a9df96de92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:12:05.280120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Attempting to bind port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 on network 19201200-e4f9-4326-8d6c-2bd7fc65c375 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:12:05.284272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 on network 19201200-e4f9-4326-8d6c-2bd7fc65c375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:12:05.284590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Attempting to bind port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 on network 19201200-e4f9-4326-8d6c-2bd7fc65c375 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:12:05.289972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:12:05.290308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Checking segment: {'id': '1cd507e7-64dd-4f13-8e65-4a9df96de92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:05.290688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Bound using segment: {'id': '1cd507e7-64dd-4f13-8e65-4a9df96de92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:12:05.291109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Bound port: fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd507e7-64dd-4f13-8e65-4a9df96de92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:12:05.291485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:05.354138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] For port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:12:05.357136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] For port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,segment=NetworkSegment(1cd507e7-64dd-4f13-8e65-4a9df96de92c),segment_id=1cd507e7-64dd-4f13-8e65-4a9df96de92c)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:12:05.436701 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:05.439115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ba55808d-0f76-4454-a87f-47d66d19e0fe tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:05.471485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:05.472099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:05.474131 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] 10.222.0.50 "PUT /v2.0/ports/fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 HTTP/1.1" status: 200 len: 1093 time: 0.9017885 Jun 28 07:12:05.474654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5a6f29-26ce-48f6-aafe-d639cdf42b85', 'tag': 'fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:12:05.477021 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50bfa1f-ee4d-4aba-9fa2-93be0f0bd1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5a6f29-26ce-48f6-aafe-d639cdf42b85", "tag": "fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:12:05.501543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Pushing event updated for resources: {'Port': ['ID=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:05.504781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:05.515404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c32fbb-e216-470d-bd0e-b507f8359302 x-openstack-request-id: req-f1c32fbb-e216-470d-bd0e-b507f8359302 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:12:05.515739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5a6f29-26ce-48f6-aafe-d639cdf42b85", "tag": "fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:12:05.516042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1c32fbb-e216-470d-bd0e-b507f8359302 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:12:05.516482 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5a6f29-26ce-48f6-aafe-d639cdf42b85', 'tag': 'fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8', 'status': 'completed', 'code': 200} Jun 28 07:12:05.618288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bfa1f-ee4d-4aba-9fa2-93be0f0bd1fc req-e0608672-07a5-4cb4-8b1a-75612f235cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:05.619789 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e50bfa1f-ee4d-4aba-9fa2-93be0f0bd1fc req-e0608672-07a5-4cb4-8b1a-75612f235cca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8fdcc69efd049899b012ed36b63244a&device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 1096 time: 0.0553706 Jun 28 07:12:05.731544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bfa1f-ee4d-4aba-9fa2-93be0f0bd1fc req-9971e718-c353-4cba-86b3-26ea4ff91824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:05.733082 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e50bfa1f-ee4d-4aba-9fa2-93be0f0bd1fc req-9971e718-c353-4cba-86b3-26ea4ff91824 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b8fdcc69efd049899b012ed36b63244a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0945077 Jun 28 07:12:05.827303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bfa1f-ee4d-4aba-9fa2-93be0f0bd1fc req-2c35ecc4-3148-4116-b9ff-b7795301cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:05.828782 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e50bfa1f-ee4d-4aba-9fa2-93be0f0bd1fc req-2c35ecc4-3148-4116-b9ff-b7795301cf0f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889328 Jun 28 07:12:05.953659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-fe1dd211-881b-4252-b8d7-1762c8f9989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:05.955163 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-fe1dd211-881b-4252-b8d7-1762c8f9989d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8fdcc69efd049899b012ed36b63244a&device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 1096 time: 0.0561631 Jun 28 07:12:06.008948 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-c24556cc-f0ff-4ec8-82ee-a009028aad49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 HTTP/1.1" status: 200 len: 217 time: 0.0330932 Jun 28 07:12:06.102572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-5fcb4cec-6bb1-419f-a36c-f87c79f0ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:06.104086 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-5fcb4cec-6bb1-419f-a36c-f87c79f0ac88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caf12713-3bd9-4a5a-87bc-de8e2de1341e HTTP/1.1" status: 200 len: 854 time: 0.0841789 Jun 28 07:12:06.143823 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-27e6d509-e6c5-4485-b882-19a825b875b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19201200-e4f9-4326-8d6c-2bd7fc65c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318403 Jun 28 07:12:06.159988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4adc7e-b788-4562-89bc-de2d83d32ccc req-efc24aad-b0c1-4c43-8fa6-d4d339e8e85a tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:06.161883 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e4adc7e-b788-4562-89bc-de2d83d32ccc req-efc24aad-b0c1-4c43-8fa6-d4d339e8e85a tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 943 time: 0.1146286 Jun 28 07:12:06.257555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e4adc7e-b788-4562-89bc-de2d83d32ccc req-38f6bb87-f17b-47ca-9835-bce7e7584755 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890677 Jun 28 07:12:06.282499 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-136a2d21-1ee5-4006-b02b-263e6ca40382 service neutron] 10.222.0.50 "GET /v2.0/networks/19201200-e4f9-4326-8d6c-2bd7fc65c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301730 Jun 28 07:12:06.374744 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a12e80d6-8e3f-400c-b9a5-7919f76f5fae req-b37192f3-db49-4ce3-b424-1edbf9acb3e2 service neutron] 10.222.0.50 "GET /v2.0/networks/19201200-e4f9-4326-8d6c-2bd7fc65c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826325 Jun 28 07:12:07.437757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4ea7-7301-4236-99d3-74f436a3a848 req-7f444a8a-37a3-4c89-ae54-31f5957961a3 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:07.439222 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d67a4ea7-7301-4236-99d3-74f436a3a848 req-7f444a8a-37a3-4c89-ae54-31f5957961a3 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 943 time: 0.0688069 Jun 28 07:12:07.476506 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d67a4ea7-7301-4236-99d3-74f436a3a848 req-d1a735f7-c3fc-4f80-8bd4-563dff3a350b tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Jun 28 07:12:08.650289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf24e7-9c33-4171-a3e2-b9d899df7102 req-931154be-5325-40b5-baa0-49e719de8b94 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:08.651835 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8bdf24e7-9c33-4171-a3e2-b9d899df7102 req-931154be-5325-40b5-baa0-49e719de8b94 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 943 time: 0.0638480 Jun 28 07:12:08.690639 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8bdf24e7-9c33-4171-a3e2-b9d899df7102 req-17bf81cd-da7d-4f6f-a809-a28fead38415 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331290 Jun 28 07:12:08.853104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:12:08.947298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,segment=NetworkSegment(1cd507e7-64dd-4f13-8e65-4a9df96de92c),segment_id=1cd507e7-64dd-4f13-8e65-4a9df96de92c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:08.958795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8', 'network_id': '19201200-e4f9-4326-8d6c-2bd7fc65c375', 'port_id': 'fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8', 'mac_address': 'fa:16:3e:aa:22:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf12713-3bd9-4a5a-87bc-de8e2de1341e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:12:08.995219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:09.007423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:12:09.026449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,segment=NetworkSegment(1cd507e7-64dd-4f13-8e65-4a9df96de92c),segment_id=1cd507e7-64dd-4f13-8e65-4a9df96de92c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:09.116072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:09.119386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:09.167863 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:09.170813 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:09.553146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:12:09.860798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc7dbe-a62e-4d2f-a5b6-4ac0418f2bb8 req-b938d70e-3467-4911-abee-b617f56109df tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:09.862177 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63fc7dbe-a62e-4d2f-a5b6-4ac0418f2bb8 req-b938d70e-3467-4911-abee-b617f56109df tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 944 time: 0.0627751 Jun 28 07:12:09.899475 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63fc7dbe-a62e-4d2f-a5b6-4ac0418f2bb8 req-8fb7f435-4d19-4f99-84c2-ee8f5337fdca tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Jun 28 07:12:10.871417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:12:10.984839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:12:10.989095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:12:10.989483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:11.065634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:11.076311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7e87d-70c8-42ad-b7a5-9aef1ab4857a req-c70f0ab4-d0ca-4fb0-baaf-f02dfebd2d5a tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:11.077838 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49b7e87d-70c8-42ad-b7a5-9aef1ab4857a req-c70f0ab4-d0ca-4fb0-baaf-f02dfebd2d5a tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 944 time: 0.0685935 Jun 28 07:12:11.089724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5a6f29-26ce-48f6-aafe-d639cdf42b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:12:11.092000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af93fa90-31a5-400c-82a4-28df61af56a4" -d '{"events": [{"server_uuid": "6f5a6f29-26ce-48f6-aafe-d639cdf42b85", "name": "network-vif-plugged", "status": "completed", "tag": "fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:12:11.106021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,segment=NetworkSegment(1cd507e7-64dd-4f13-8e65-4a9df96de92c),segment_id=1cd507e7-64dd-4f13-8e65-4a9df96de92c)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:11.119153 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49b7e87d-70c8-42ad-b7a5-9aef1ab4857a req-f7686b3e-df70-4aae-bb64-4a2bd4a354a5 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 Jun 28 07:12:11.131629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb2f10a-0566-4a8c-86e0-2346536657a0 x-openstack-request-id: req-0bb2f10a-0566-4a8c-86e0-2346536657a0 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:12:11.131926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5a6f29-26ce-48f6-aafe-d639cdf42b85", "name": "network-vif-plugged", "status": "completed", "tag": "fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:12:11.132178 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0bb2f10a-0566-4a8c-86e0-2346536657a0 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:12:11.132572 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5a6f29-26ce-48f6-aafe-d639cdf42b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8', 'code': 200} Jun 28 07:12:11.178922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:11.180764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:11.226191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:11.229297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:11.561611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417d322-06fd-4a57-8669-addeabbee92d req-22c4695c-9e2a-434e-94c5-672e1c669766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:11.563125 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f417d322-06fd-4a57-8669-addeabbee92d req-22c4695c-9e2a-434e-94c5-672e1c669766 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 1098 time: 0.0524573 Jun 28 07:12:11.598574 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f417d322-06fd-4a57-8669-addeabbee92d req-2b67e1f5-ddad-4df3-84ea-267a2c785ea9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281110 Jun 28 07:12:12.301838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3d2e9-3db9-45c2-bb20-9ebe8f46f226 req-032916c4-474d-4e0d-b61a-86314a67d313 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:12.303809 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-35b3d2e9-3db9-45c2-bb20-9ebe8f46f226 req-032916c4-474d-4e0d-b61a-86314a67d313 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 945 time: 0.0713794 Jun 28 07:12:12.340008 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-35b3d2e9-3db9-45c2-bb20-9ebe8f46f226 req-55e705cc-b13c-4215-89c3-f5b03d086690 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308912 Jun 28 07:12:13.522068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df508630-d732-4b54-81b7-61d54c065052 req-93890fe2-db92-4d0b-ba49-6b6709648fbc tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:13.523593 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df508630-d732-4b54-81b7-61d54c065052 req-93890fe2-db92-4d0b-ba49-6b6709648fbc tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 945 time: 0.0735261 Jun 28 07:12:13.562389 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df508630-d732-4b54-81b7-61d54c065052 req-9bb4cf25-786e-4709-9109-e6e5e6a4f488 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330713 Jun 28 07:12:13.716384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:14.192354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b1fd3-a801-4352-ade6-d5d498d2ce40 req-2d21d7dd-4bf2-4e82-b5ec-334db8fa353a tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:14.193822 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-647b1fd3-a801-4352-ade6-d5d498d2ce40 req-2d21d7dd-4bf2-4e82-b5ec-334db8fa353a tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 945 time: 0.0615337 Jun 28 07:12:14.229992 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-647b1fd3-a801-4352-ade6-d5d498d2ce40 req-59398b48-ca5a-4bc2-ab1f-83225899e893 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304916 Jun 28 07:12:15.405188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87f4df-ef5f-44d3-8b8c-1f428540b769 req-5f11ec5a-9fa3-495a-8394-e9bdba192f5f tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:15.406650 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd87f4df-ef5f-44d3-8b8c-1f428540b769 req-5f11ec5a-9fa3-495a-8394-e9bdba192f5f tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 945 time: 0.0656238 Jun 28 07:12:15.442809 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd87f4df-ef5f-44d3-8b8c-1f428540b769 req-582b2d12-ce20-456e-b659-10eea55cd6bf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304322 Jun 28 07:12:16.484318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-a77463a0-6832-488a-b7fa-01ddbf9c633c tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:16.485709 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-a77463a0-6832-488a-b7fa-01ddbf9c633c tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 945 time: 0.0649803 Jun 28 07:12:16.628093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Deleting port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:16.628432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:16.692474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d39cb-a9c4-4d2b-9412-d0ece966726e req-5bd8ee4d-38ba-4e05-88d9-4af3e7ab7116 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:16.693848 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7b5d39cb-a9c4-4d2b-9412-d0ece966726e req-5bd8ee4d-38ba-4e05-88d9-4af3e7ab7116 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 945 time: 0.1308146 Jun 28 07:12:16.749858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] For port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,segment=NetworkSegment(1cd507e7-64dd-4f13-8e65-4a9df96de92c),segment_id=1cd507e7-64dd-4f13-8e65-4a9df96de92c)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:16.750204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:16.755151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7b5d39cb-a9c4-4d2b-9412-d0ece966726e req-c1450f01-b333-4a3a-9e4e-92f6b5146196 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545545 Jun 28 07:12:16.764903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Calling delete_port for fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:17.007867 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:17.012039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:17.037746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Pushing event deleted for resources: {'Port': ['ID=fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:17.040798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:17.049660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['62496d3f-ffb9-4362-b513-2aa8fc13fff3'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:12:17.084874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] No DVR routers for this DVR port fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:17.087790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:17.090029 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-60074fdb-d7f4-4c62-98d9-3190648f07da req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.50 "DELETE /v2.0/ports/fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 HTTP/1.1" status: 204 len: 173 time: 0.5961926 Jun 28 07:12:17.090567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5a6f29-26ce-48f6-aafe-d639cdf42b85', 'name': 'network-vif-deleted', 'tag': 'fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:12:17.092968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798bc876-215e-4ab1-80fd-ed0c42ce5386" -d '{"events": [{"server_uuid": "6f5a6f29-26ce-48f6-aafe-d639cdf42b85", "name": "network-vif-deleted", "tag": "fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:12:17.129536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5d268b-5acd-4f43-9b09-011e13a3fa5c x-openstack-request-id: req-cf5d268b-5acd-4f43-9b09-011e13a3fa5c {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:12:17.129871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5a6f29-26ce-48f6-aafe-d639cdf42b85", "name": "network-vif-deleted", "tag": "fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:12:17.130171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf5d268b-5acd-4f43-9b09-011e13a3fa5c {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:12:17.130617 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5a6f29-26ce-48f6-aafe-d639cdf42b85', 'name': 'network-vif-deleted', 'tag': 'fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8', 'status': 'completed', 'code': 200} Jun 28 07:12:17.914157 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5f6d7f7d-d97d-4d6c-8bbf-275fb8dae504 req-786bb7dd-a93b-4591-b25a-e6dd15c8da67 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5a6f29-26ce-48f6-aafe-d639cdf42b85 HTTP/1.1" status: 200 len: 210 time: 0.0337114 Jun 28 07:12:18.892417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:12:18.913398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:12:18.913756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fb9c6a32-cdcc-4b94-b0f3-2327d0bc6cd8 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:12:19.158927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4fd09-5613-48b6-a7f6-6d71009e6aa3 req-d5e64ec8-605e-4702-9bb2-9827871fb004 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:19.160891 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4b4fd09-5613-48b6-a7f6-6d71009e6aa3 req-d5e64ec8-605e-4702-9bb2-9827871fb004 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0684485 Jun 28 07:12:19.199627 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4b4fd09-5613-48b6-a7f6-6d71009e6aa3 req-efb66a6b-049b-4122-ae7f-3a2e023e436d tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Jun 28 07:12:19.387469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69da34-cf98-49a8-a642-809fa3a331f5 req-6b19e281-5e52-4994-b025-98262c7b5839 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:19.389014 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ca69da34-cf98-49a8-a642-809fa3a331f5 req-6b19e281-5e52-4994-b025-98262c7b5839 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0623190 Jun 28 07:12:19.426236 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ca69da34-cf98-49a8-a642-809fa3a331f5 req-c59eacb5-8d72-43ce-817c-ed3c3bdc6f04 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Jun 28 07:12:19.603423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b730304-dcb0-4d72-a58a-024e91a48385 req-fa421405-d340-4d69-980a-cb3428529d4e tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:19.604974 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b730304-dcb0-4d72-a58a-024e91a48385 req-fa421405-d340-4d69-980a-cb3428529d4e tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0670154 Jun 28 07:12:19.643596 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b730304-dcb0-4d72-a58a-024e91a48385 req-4ff8c669-9104-45e6-880f-6d6b6f0070ec tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328395 Jun 28 07:12:19.917839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441960c-b257-4ebc-afc8-5352b7ae9b3a req-e235e0f7-eabb-4e0c-99e8-349fdb25cbb9 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:19.919288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1441960c-b257-4ebc-afc8-5352b7ae9b3a req-e235e0f7-eabb-4e0c-99e8-349fdb25cbb9 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0618029 Jun 28 07:12:19.956063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1441960c-b257-4ebc-afc8-5352b7ae9b3a req-f4894e7a-4902-4cbc-aa47-370f4a15b130 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Jun 28 07:12:20.129558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51034fc-9f73-4df4-a29d-f64473459512 req-d26867da-c7e4-4a4e-a43e-54065cc5aa8b tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:20.131026 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d51034fc-9f73-4df4-a29d-f64473459512 req-d26867da-c7e4-4a4e-a43e-54065cc5aa8b tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0634363 Jun 28 07:12:20.172403 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d51034fc-9f73-4df4-a29d-f64473459512 req-1fb1d38d-738a-424f-b5f8-5d0876d59406 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Jun 28 07:12:20.354273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072a5c7-b3ca-465f-8d65-f1af72f23f19 req-1ec2bdf3-c951-46f4-b3cd-9ccdcc9f36aa tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:20.355737 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9072a5c7-b3ca-465f-8d65-f1af72f23f19 req-1ec2bdf3-c951-46f4-b3cd-9ccdcc9f36aa tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0630007 Jun 28 07:12:20.392898 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9072a5c7-b3ca-465f-8d65-f1af72f23f19 req-dcc5aa69-e700-4538-ba34-8d987c33a7f8 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314820 Jun 28 07:12:21.154686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84bdf1-02c0-4acf-b2c0-3cb20c879cd2 req-532459c3-59f7-433e-ba7b-9d7d83af79c7 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:21.156053 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3b84bdf1-02c0-4acf-b2c0-3cb20c879cd2 req-532459c3-59f7-433e-ba7b-9d7d83af79c7 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0656123 Jun 28 07:12:21.193846 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3b84bdf1-02c0-4acf-b2c0-3cb20c879cd2 req-ceeeca4d-980e-44a3-b451-d160d31076dd tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315495 Jun 28 07:12:22.375721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c1ef7-f8c9-4c44-b094-f43d1ab96c97 req-9c476fa1-d797-4219-af1f-94cc513a512f tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:22.377198 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f7c1ef7-f8c9-4c44-b094-f43d1ab96c97 req-9c476fa1-d797-4219-af1f-94cc513a512f tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0685010 Jun 28 07:12:22.414874 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f7c1ef7-f8c9-4c44-b094-f43d1ab96c97 req-2555ad95-e655-4c9c-b7e4-7bd5268c47c8 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Jun 28 07:12:23.105353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57524ea6-8456-4257-a55d-322b13ced65a req-ff376441-edc2-4cb5-b8bd-9a03973aad11 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:23.106844 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-57524ea6-8456-4257-a55d-322b13ced65a req-ff376441-edc2-4cb5-b8bd-9a03973aad11 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.50 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.0642920 Jun 28 07:12:23.214462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-57524ea6-8456-4257-a55d-322b13ced65a req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Deleting port 62496d3f-ffb9-4362-b513-2aa8fc13fff3 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:23.214803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-57524ea6-8456-4257-a55d-322b13ced65a req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:23.299503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-57524ea6-8456-4257-a55d-322b13ced65a req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] For port 62496d3f-ffb9-4362-b513-2aa8fc13fff3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=62496d3f-ffb9-4362-b513-2aa8fc13fff3,segment=NetworkSegment(1cd507e7-64dd-4f13-8e65-4a9df96de92c),segment_id=1cd507e7-64dd-4f13-8e65-4a9df96de92c)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:23.299858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-57524ea6-8456-4257-a55d-322b13ced65a req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:23.312703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-57524ea6-8456-4257-a55d-322b13ced65a req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Calling delete_port for 62496d3f-ffb9-4362-b513-2aa8fc13fff3 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:23.784668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395365e-bfdc-4e4c-b873-abdb3d91bc1f req-e8133346-4b09-46f3-8683-7f319beb3f42 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:23.786019 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2395365e-bfdc-4e4c-b873-abdb3d91bc1f req-e8133346-4b09-46f3-8683-7f319beb3f42 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 946 time: 0.1019156 Jun 28 07:12:23.813412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3f06c4dd-7263-4b51-b960-b3e57ba7cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:23.824943 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2395365e-bfdc-4e4c-b873-abdb3d91bc1f req-7f0a60c3-6c08-4ee5-be44-0c8dd932c031 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/security-groups?id=744c30b3-dbbb-46e3-b656-cfabb1c975df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 Jun 28 07:12:23.859149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-57524ea6-8456-4257-a55d-322b13ced65a req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:23.864125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b9a6a327-9186-4f0f-8d10-1d646ceaf308 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:23.893462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Pushing event deleted for resources: {'Port': ['ID=62496d3f-ffb9-4362-b513-2aa8fc13fff3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:23.905959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.906351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.906732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.907115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.907545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.907920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.908293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.908663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.909055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.909421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.910155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.913830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:23.932155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:23.954717 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-57524ea6-8456-4257-a55d-322b13ced65a req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] No DVR routers for this DVR port 62496d3f-ffb9-4362-b513-2aa8fc13fff3 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:23.958739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-57524ea6-8456-4257-a55d-322b13ced65a req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:23.960958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-57524ea6-8456-4257-a55d-322b13ced65a req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.50 "DELETE /v2.0/ports/62496d3f-ffb9-4362-b513-2aa8fc13fff3 HTTP/1.1" status: 204 len: 173 time: 0.8448024 Jun 28 07:12:23.961783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649459b8-ae9d-4bda-b6b1-e0f22a4b25a9', 'name': 'network-vif-deleted', 'tag': '62496d3f-ffb9-4362-b513-2aa8fc13fff3'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:12:23.964179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15ff4c2-b4ce-48fa-b4e6-995b00dabb3f" -d '{"events": [{"server_uuid": "649459b8-ae9d-4bda-b6b1-e0f22a4b25a9", "name": "network-vif-deleted", "tag": "62496d3f-ffb9-4362-b513-2aa8fc13fff3"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:12:24.023673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a31749-da1b-4504-abc6-cbc7ddfe6f7e x-openstack-request-id: req-43a31749-da1b-4504-abc6-cbc7ddfe6f7e {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:12:24.024017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649459b8-ae9d-4bda-b6b1-e0f22a4b25a9", "name": "network-vif-deleted", "tag": "62496d3f-ffb9-4362-b513-2aa8fc13fff3", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:12:24.024364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43a31749-da1b-4504-abc6-cbc7ddfe6f7e {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:12:24.024811 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649459b8-ae9d-4bda-b6b1-e0f22a4b25a9', 'name': 'network-vif-deleted', 'tag': '62496d3f-ffb9-4362-b513-2aa8fc13fff3', 'status': 'completed', 'code': 200} Jun 28 07:12:24.956057 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 62496d3f-ffb9-4362-b513-2aa8fc13fff3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:12:24.979662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ba4c5b6-0ed2-41ff-ade4-91828caa8abf req-d606a4d7-2842-4a05-844b-5116b5dd3fe1 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] 10.222.0.24 "GET /v2.0/ports?device_id=649459b8-ae9d-4bda-b6b1-e0f22a4b25a9 HTTP/1.1" status: 200 len: 210 time: 0.0310018 Jun 28 07:12:25.132646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 62496d3f-ffb9-4362-b513-2aa8fc13fff3 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:12:25.133036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 62496d3f-ffb9-4362-b513-2aa8fc13fff3 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:12:26.074436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60704) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:26.120567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde1aac9-0d6b-4398-8f93-ca0c1481a11e admin admin] Deleting subnet caf12713-3bd9-4a5a-87bc-de8e2de1341e {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:12:26.123587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fde1aac9-0d6b-4398-8f93-ca0c1481a11e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.163002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fde1aac9-0d6b-4398-8f93-ca0c1481a11e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.199953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fde1aac9-0d6b-4398-8f93-ca0c1481a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.333759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fde1aac9-0d6b-4398-8f93-ca0c1481a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.335785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ce5e4c29-1f1e-4d96-a3bc-914b31c11013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:26.360224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1aac9-0d6b-4398-8f93-ca0c1481a11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caf12713-3bd9-4a5a-87bc-de8e2de1341e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:26.364223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fde1aac9-0d6b-4398-8f93-ca0c1481a11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:26.365976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-fde1aac9-0d6b-4398-8f93-ca0c1481a11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.367140 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-fde1aac9-0d6b-4398-8f93-ca0c1481a11e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/caf12713-3bd9-4a5a-87bc-de8e2de1341e HTTP/1.1" status: 204 len: 168 time: 0.2917106 Jun 28 07:12:26.369711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60706) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:26.445832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.448795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.509955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-03642159-87d0-4598-9c3d-61dc1fe12b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.523234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.533335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19201200-e4f9-4326-8d6c-2bd7fc65c375']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:26.543644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd507e7-64dd-4f13-8e65-4a9df96de92c') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:26.543936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd507e7-64dd-4f13-8e65-4a9df96de92c') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:26.553103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.570348 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.576219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:26.576665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:26.578298 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:26.704864 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.710839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:26.713012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] 10.222.0.24 "DELETE /v2.0/networks/19201200-e4f9-4326-8d6c-2bd7fc65c375 HTTP/1.1" status: 204 len: 168 time: 0.3423746 Jun 28 07:12:26.713835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d73e2864-80c5-4f25-a27e-0ead3a2c59f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:26.726920 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Pushing event deleted for resources: {'Network': ['ID=19201200-e4f9-4326-8d6c-2bd7fc65c375,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:26.729938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:27.180212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60710) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:27.219507 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-770cf535-fcd0-4ef4-97b7-aa4a0adf6530 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8fdcc69efd049899b012ed36b63244a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379770 Jun 28 07:12:27.221863 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60712) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:27.270987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-003db932-dc51-4967-8ffb-bb7280f0135c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:27.292073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-003db932-dc51-4967-8ffb-bb7280f0135c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:27.407176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-003db932-dc51-4967-8ffb-bb7280f0135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:27.409777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-003db932-dc51-4967-8ffb-bb7280f0135c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:27.410929 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-003db932-dc51-4967-8ffb-bb7280f0135c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/744c30b3-dbbb-46e3-b656-cfabb1c975df HTTP/1.1" status: 204 len: 168 time: 0.1875010 Jun 28 07:12:27.411964 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-aa25bc25-75fb-4403-b641-0d5d7ae38c8f tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:27.419397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003db932-dc51-4967-8ffb-bb7280f0135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744c30b3-dbbb-46e3-b656-cfabb1c975df,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:27.424557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-003db932-dc51-4967-8ffb-bb7280f0135c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:27.698919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:28.553300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60734) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:28.650339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887202211'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:28.749866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Made reservation on behalf of 1e2fc22d94054f058af35045ec3b27e3 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:28.753365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:28.761924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:28.849052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:28.938359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:28.941836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-88e6083d-4293-4b1e-ae4f-500d310d5951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:28.969439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:12:28.979745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b64224-0f7c-46f5-8f9f-3027960461a0,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:28.983625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:28.989550 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:28.989550 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Added segment b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645 of type vlan for network 6da281ae-b0a0-41c6-b7d2-420551225eab Jun 28 07:12:29.029378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:29.190673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:29.197429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:29.198156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:29.200712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cc1f339b-54bb-48a8-9826-ebeadc2fab50 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:29.309204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'Network': ['ID=6da281ae-b0a0-41c6-b7d2-420551225eab,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:29.311983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:29.320220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 6da281ae-b0a0-41c6-b7d2-420551225eab details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:12:29.362609 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8081746 Jun 28 07:12:29.458924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:32.727026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60738) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:32.732247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Request body: {'subnet': {'network_id': '6da281ae-b0a0-41c6-b7d2-420551225eab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:32.909625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Made reservation on behalf of 1e2fc22d94054f058af35045ec3b27e3 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:32.913316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:33.138621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:33.140475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7a0ddfa7-da57-41b9-a52a-fed81efab9de tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:33.197142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'Subnet': ['ID=814d1fde-a854-449e-8e16-3fa65c26ba12,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:33.199950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:33.214212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Checking segment: {'id': 'b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6da281ae-b0a0-41c6-b7d2-420551225eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:33.216280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Network hostable DHCP agents. Network: 6da281ae-b0a0-41c6-b7d2-420551225eab, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:12:33.372578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Network 6da281ae-b0a0-41c6-b7d2-420551225eab is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:12:33.515756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 6da281ae-b0a0-41c6-b7d2-420551225eab) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:33.520718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:33.521326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:33.525788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581e6256-d9bc-45f1-8289-1fb5206eb127 None None] Network 6da281ae-b0a0-41c6-b7d2-420551225eab requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:33.667271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-6da281ae-b0a0-41c6-b7d2-420551225eab', 'network_id': '6da281ae-b0a0-41c6-b7d2-420551225eab', 'tenant_id': '1e2fc22d94054f058af35045ec3b27e3', 'fixed_ips': [{'subnet_id': '814d1fde-a854-449e-8e16-3fa65c26ba12'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:12:33.668161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:33.733954 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0058606 Jun 28 07:12:33.737514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60740) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:33.742790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-542648309'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:33.806884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Allocated IP 2001:db8:0:ffff::2 (6da281ae-b0a0-41c6-b7d2-420551225eab/814d1fde-a854-449e-8e16-3fa65c26ba12/34fa3a5a-971e-4635-9c00-933c7d725451) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:12:33.813231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Made reservation on behalf of 1e2fc22d94054f058af35045ec3b27e3 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:33.821269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:33.842428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:12:33.851203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:33.851565 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Added segment 6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827 of type vlan for network dcf61aea-82a1-4318-acc1-47a1b99777a3 Jun 28 07:12:33.891397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:33.950375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:33.958947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Transition to ACTIVE for port object 34fa3a5a-971e-4635-9c00-933c7d725451 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:33.973291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Transition to ACTIVE for port object 34fa3a5a-971e-4635-9c00-933c7d725451 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:34.058573 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:34.064156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:34.078930 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:34.078930 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:34.104777 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:34.107755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:34.134901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'Network': ['ID=dcf61aea-82a1-4318-acc1-47a1b99777a3,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:34.146671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:34.146794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Network 6da281ae-b0a0-41c6-b7d2-420551225eab is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:12:34.148539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network dcf61aea-82a1-4318-acc1-47a1b99777a3 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:12:34.154705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:34.172460 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:12:34.176601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Pushing event updated for resources: {'Port': ['ID=34fa3a5a-971e-4635-9c00-933c7d725451,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:34.182951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:34.230960 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3d410ca7-2d56-4a83-8926-126baea708fa tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4922516 Jun 28 07:12:34.233832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60742) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:34.240006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Request body: {'subnet': {'network_id': 'dcf61aea-82a1-4318-acc1-47a1b99777a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:34.270967 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Attempting to bind port 34fa3a5a-971e-4635-9c00-933c7d725451 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:12:34.271344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Attempting to bind port 34fa3a5a-971e-4635-9c00-933c7d725451 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6da281ae-b0a0-41c6-b7d2-420551225eab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:12:34.271709 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Attempting to bind port 34fa3a5a-971e-4635-9c00-933c7d725451 on network 6da281ae-b0a0-41c6-b7d2-420551225eab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:12:34.276606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:12:34.277015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Checking segment: {'id': 'b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6da281ae-b0a0-41c6-b7d2-420551225eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:34.277417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:34.277809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Bound using segment: {'id': 'b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6da281ae-b0a0-41c6-b7d2-420551225eab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:12:34.278270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Bound port: 34fa3a5a-971e-4635-9c00-933c7d725451, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6da281ae-b0a0-41c6-b7d2-420551225eab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:12:34.278655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:34.340093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] For port 34fa3a5a-971e-4635-9c00-933c7d725451, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:12:34.343005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] For port 34fa3a5a-971e-4635-9c00-933c7d725451, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34fa3a5a-971e-4635-9c00-933c7d725451,segment=NetworkSegment(b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645),segment_id=b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:12:34.453123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Made reservation on behalf of 1e2fc22d94054f058af35045ec3b27e3 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:34.460067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:34.551554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:34.553592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:34.627211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Pushing event updated for resources: {'Port': ['ID=34fa3a5a-971e-4635-9c00-933c7d725451,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:34.634960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:34.785069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:34.792639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-35355203-836a-4523-aaa7-398e90f4c87c tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:34.852433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'Subnet': ['ID=583b23f2-e693-4d6f-ab7c-4a17a525a352,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:34.856519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:34.864208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Checking segment: {'id': '6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dcf61aea-82a1-4318-acc1-47a1b99777a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:34.864577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Network hostable DHCP agents. Network: dcf61aea-82a1-4318-acc1-47a1b99777a3, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:12:35.007361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Network dcf61aea-82a1-4318-acc1-47a1b99777a3 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:12:35.173202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, dcf61aea-82a1-4318-acc1-47a1b99777a3) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:35.177908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:35.178503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:35.183603 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b01e4c4-16f2-47a2-b03f-5713c8c1b5a8 None None] Network dcf61aea-82a1-4318-acc1-47a1b99777a3 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:35.298120 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:12:35.334348 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0993197 Jun 28 07:12:35.337344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60744) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:35.344236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-dcf61aea-82a1-4318-acc1-47a1b99777a3', 'network_id': 'dcf61aea-82a1-4318-acc1-47a1b99777a3', 'tenant_id': '1e2fc22d94054f058af35045ec3b27e3', 'fixed_ips': [{'subnet_id': '583b23f2-e693-4d6f-ab7c-4a17a525a352'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:12:35.345304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:35.447933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:35.466940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83092b-2168-4f18-8328-9aba7d468fdb None None] Network 6da281ae-b0a0-41c6-b7d2-420551225eab requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:35.539479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:35.553166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Allocated IP 2001:db8::2 (dcf61aea-82a1-4318-acc1-47a1b99777a3/583b23f2-e693-4d6f-ab7c-4a17a525a352/f92706bc-358d-4bfe-9f9d-13e1b86e801d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:12:35.684680 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-58b2272e-067f-4696-9a82-dfcdf436f61a None None] Provisioning for port 34fa3a5a-971e-4635-9c00-933c7d725451 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:12:35.774334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:35.785686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Transition to ACTIVE for port object f92706bc-358d-4bfe-9f9d-13e1b86e801d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:35.801044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Transition to ACTIVE for port object f92706bc-358d-4bfe-9f9d-13e1b86e801d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:36.025149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.027817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:36.072948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Network dcf61aea-82a1-4318-acc1-47a1b99777a3 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:12:36.081627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:36.083127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:12:36.086054 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Pushing event updated for resources: {'Port': ['ID=f92706bc-358d-4bfe-9f9d-13e1b86e801d,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:36.089864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:36.140861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Attempting to bind port f92706bc-358d-4bfe-9f9d-13e1b86e801d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:12:36.141253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Attempting to bind port f92706bc-358d-4bfe-9f9d-13e1b86e801d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dcf61aea-82a1-4318-acc1-47a1b99777a3'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:12:36.141619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Attempting to bind port f92706bc-358d-4bfe-9f9d-13e1b86e801d on network dcf61aea-82a1-4318-acc1-47a1b99777a3 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:12:36.147317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:12:36.147693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Checking segment: {'id': '6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dcf61aea-82a1-4318-acc1-47a1b99777a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:36.148172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.148612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Bound using segment: {'id': '6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dcf61aea-82a1-4318-acc1-47a1b99777a3'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:12:36.149147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Bound port: f92706bc-358d-4bfe-9f9d-13e1b86e801d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dcf61aea-82a1-4318-acc1-47a1b99777a3'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:12:36.149545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.208352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.210440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] For port f92706bc-358d-4bfe-9f9d-13e1b86e801d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:12:36.211752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-24c19803-cf81-4bfb-abff-b7c74109be56 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:36.213844 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] For port f92706bc-358d-4bfe-9f9d-13e1b86e801d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f92706bc-358d-4bfe-9f9d-13e1b86e801d,segment=NetworkSegment(6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827),segment_id=6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:12:36.240615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Subnet': ['ID=583b23f2-e693-4d6f-ab7c-4a17a525a352,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:36.244997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:36.306713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.316549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf61aea-82a1-4318-acc1-47a1b99777a3']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:36.326632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:36.326934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:36.337007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.339308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.342288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:36.351575 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.357613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:36.358095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:36.361084 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:36.402520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Pushing event updated for resources: {'Port': ['ID=f92706bc-358d-4bfe-9f9d-13e1b86e801d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:36.405541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:36.465668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 07:12:36.465668 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 07:12:36.465668 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'id': 'dcf61aea-82a1-4318-acc1-47a1b99777a3'}] Jun 28 07:12:36.465668 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 07:12:36.465668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 07:12:36.517014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34fa3a5a-971e-4635-9c00-933c7d725451 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:12:36.790286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 34fa3a5a-971e-4635-9c00-933c7d725451 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:12:36.794184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 34fa3a5a-971e-4635-9c00-933c7d725451 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:12:36.794562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.873305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:36.905862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 34fa3a5a-971e-4635-9c00-933c7d725451, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34fa3a5a-971e-4635-9c00-933c7d725451,segment=NetworkSegment(b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645),segment_id=b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:36.960254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.019130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Deleting port f92706bc-358d-4bfe-9f9d-13e1b86e801d {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:37.019415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.024643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.029774 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:37.084678 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=34fa3a5a-971e-4635-9c00-933c7d725451,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:37.089837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] For port f92706bc-358d-4bfe-9f9d-13e1b86e801d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f92706bc-358d-4bfe-9f9d-13e1b86e801d,segment=NetworkSegment(6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827),segment_id=6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:37.090447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.094550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:37.106331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Calling delete_port for f92706bc-358d-4bfe-9f9d-13e1b86e801d owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:37.286188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20212d40-48df-4e57-aa49-7b3d2e1be40d None None] Network dcf61aea-82a1-4318-acc1-47a1b99777a3 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:37.298692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.302310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-129359b6-bb7d-4479-bde4-2f482057679a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:37.310291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8c59d8b0-dad1-4c03-bfea-a2d73a408835 None None] Could not find standard attr ID for object f92706bc-358d-4bfe-9f9d-13e1b86e801d. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 07:12:37.327143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Port': ['ID=f92706bc-358d-4bfe-9f9d-13e1b86e801d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:37.333591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:37.333591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No DVR routers for this DVR port f92706bc-358d-4bfe-9f9d-13e1b86e801d on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:37.412933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.422658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf61aea-82a1-4318-acc1-47a1b99777a3']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:37.432952 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:37.433256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6ef865-cf4c-43dc-8e8c-c4ba2ca99827') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:37.442485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.456640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.457251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7f1293-d798-4b55-955a-4a1532fd43b3 None None] DHCP port deletion for dcf61aea-82a1-4318-acc1-47a1b99777a3 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:12:37.464074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:37.464494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:37.467562 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:37.618601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.621898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:37.625726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.627469 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/networks/dcf61aea-82a1-4318-acc1-47a1b99777a3 HTTP/1.1" status: 204 len: 168 time: 2.2892165 Jun 28 07:12:37.631241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60746) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:37.639755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Network': ['ID=dcf61aea-82a1-4318-acc1-47a1b99777a3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:37.642292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1863879967'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:37.642441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:37.744397 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Made reservation on behalf of 1e2fc22d94054f058af35045ec3b27e3 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:37.748460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.772932 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:12:37.782084 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.782469 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Added segment 99d42f25-09f7-48eb-a45d-06d3661dc67d of type vlan for network bfaf73cc-15e8-4cd5-a05d-6bac7434cb78 Jun 28 07:12:37.824553 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.915607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.921108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:37.924256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:37.924256 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3605887c-cc8c-4a31-ab0a-7a8f133a5310 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:37.984909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'Network': ['ID=bfaf73cc-15e8-4cd5-a05d-6bac7434cb78,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:37.991715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.992097 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.992470 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.992838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.993249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.993613 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.993969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.994327 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.994683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.995038 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.995392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.995746 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:37.999173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:38.007555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network bfaf73cc-15e8-4cd5-a05d-6bac7434cb78 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:12:38.117073 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-442ff05c-1982-4ff0-bdae-338fc4785005 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4846513 Jun 28 07:12:38.119832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60750) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:38.124964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Request body: {'subnet': {'network_id': 'bfaf73cc-15e8-4cd5-a05d-6bac7434cb78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:38.287000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Made reservation on behalf of 1e2fc22d94054f058af35045ec3b27e3 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:38.290620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:38.345725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Performing IP validity checks on allocation pools {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 28 07:12:38.346236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.ipam_backend_mixin [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 28 07:12:38.493268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34fa3a5a-971e-4635-9c00-933c7d725451 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:12:38.538383 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:38.541295 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-57743e0f-1aaa-4fd9-8c64-f60013f155d7 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:38.542236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 34fa3a5a-971e-4635-9c00-933c7d725451 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:12:38.542611 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:38.603767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'Subnet': ['ID=df9d6967-bedd-4aad-980c-37a07183739a,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:38.606600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:38.609609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Checking segment: {'id': '99d42f25-09f7-48eb-a45d-06d3661dc67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bfaf73cc-15e8-4cd5-a05d-6bac7434cb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:38.609973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Network hostable DHCP agents. Network: bfaf73cc-15e8-4cd5-a05d-6bac7434cb78, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:12:38.698670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Network bfaf73cc-15e8-4cd5-a05d-6bac7434cb78 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:12:38.807430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, bfaf73cc-15e8-4cd5-a05d-6bac7434cb78) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:38.812027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:38.813013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:38.817480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f0059-ae5d-4d8c-8295-347e05fadd69 None None] Network bfaf73cc-15e8-4cd5-a05d-6bac7434cb78 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:38.922720 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8018057 Jun 28 07:12:38.925321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60752) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:38.962619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-bfaf73cc-15e8-4cd5-a05d-6bac7434cb78', 'network_id': 'bfaf73cc-15e8-4cd5-a05d-6bac7434cb78', 'tenant_id': '1e2fc22d94054f058af35045ec3b27e3', 'fixed_ips': [{'subnet_id': 'df9d6967-bedd-4aad-980c-37a07183739a'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:12:38.963420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.027866 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.078121 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.102558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Allocated IP 2001:db8::3 (bfaf73cc-15e8-4cd5-a05d-6bac7434cb78/df9d6967-bedd-4aad-980c-37a07183739a/dc2a6934-58da-4a66-8cff-b4090493252d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:12:39.242127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.250214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Transition to ACTIVE for port object dc2a6934-58da-4a66-8cff-b4090493252d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:39.265233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Transition to ACTIVE for port object dc2a6934-58da-4a66-8cff-b4090493252d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:39.361988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.364488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:39.402181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Network bfaf73cc-15e8-4cd5-a05d-6bac7434cb78 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:12:39.404766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:39.408633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:12:39.413953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Pushing event updated for resources: {'Port': ['ID=dc2a6934-58da-4a66-8cff-b4090493252d,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:39.418550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:39.436323 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.439449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-778a7462-3602-4842-9ca9-7617657175a5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:39.471145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Attempting to bind port dc2a6934-58da-4a66-8cff-b4090493252d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:12:39.471524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Attempting to bind port dc2a6934-58da-4a66-8cff-b4090493252d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '99d42f25-09f7-48eb-a45d-06d3661dc67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bfaf73cc-15e8-4cd5-a05d-6bac7434cb78'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:12:39.472459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Attempting to bind port dc2a6934-58da-4a66-8cff-b4090493252d on network bfaf73cc-15e8-4cd5-a05d-6bac7434cb78 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:12:39.473317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Subnet': ['ID=df9d6967-bedd-4aad-980c-37a07183739a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:39.475762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:39.477391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:12:39.478285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Checking segment: {'id': '99d42f25-09f7-48eb-a45d-06d3661dc67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bfaf73cc-15e8-4cd5-a05d-6bac7434cb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:39.478285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.478547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Bound using segment: {'id': '99d42f25-09f7-48eb-a45d-06d3661dc67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bfaf73cc-15e8-4cd5-a05d-6bac7434cb78'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:12:39.479017 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Bound port: dc2a6934-58da-4a66-8cff-b4090493252d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d42f25-09f7-48eb-a45d-06d3661dc67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bfaf73cc-15e8-4cd5-a05d-6bac7434cb78'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:12:39.479404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.533029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.543266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] For port dc2a6934-58da-4a66-8cff-b4090493252d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:12:39.543445 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfaf73cc-15e8-4cd5-a05d-6bac7434cb78']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:39.546339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] For port dc2a6934-58da-4a66-8cff-b4090493252d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=dc2a6934-58da-4a66-8cff-b4090493252d,segment=NetworkSegment(99d42f25-09f7-48eb-a45d-06d3661dc67d),segment_id=99d42f25-09f7-48eb-a45d-06d3661dc67d)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:12:39.553821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d42f25-09f7-48eb-a45d-06d3661dc67d') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:39.554113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d42f25-09f7-48eb-a45d-06d3661dc67d') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:39.562657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.682168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.684201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:39.684350 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.691279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:39.691689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:39.694968 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:39.767223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Pushing event updated for resources: {'Port': ['ID=dc2a6934-58da-4a66-8cff-b4090493252d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:39.770343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:39.788298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f80ba-7ba8-4a45-83a1-a05b6081ebd8 None None] Network bfaf73cc-15e8-4cd5-a05d-6bac7434cb78 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:39.795938 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.db.api [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 07:12:39.795938 dv-neutron-797120-6-hyperv neutron-server[100886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 07:12:39.795938 dv-neutron-797120-6-hyperv neutron-server[100886]: [parameters: {'id': 'bfaf73cc-15e8-4cd5-a05d-6bac7434cb78'}] Jun 28 07:12:39.795938 dv-neutron-797120-6-hyperv neutron-server[100886]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 07:12:39.796326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_db.api [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 07:12:39.916331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d0c83-825c-43b6-8786-7dcb78ca1844 None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 07:12:39.984727 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210d0c83-825c-43b6-8786-7dcb78ca1844 None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 07:12:40.297823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:40.353591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Deleting port dc2a6934-58da-4a66-8cff-b4090493252d {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:40.353978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:40.417978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] For port dc2a6934-58da-4a66-8cff-b4090493252d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=dc2a6934-58da-4a66-8cff-b4090493252d,segment=NetworkSegment(99d42f25-09f7-48eb-a45d-06d3661dc67d),segment_id=99d42f25-09f7-48eb-a45d-06d3661dc67d)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:40.418335 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:40.436468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Calling delete_port for dc2a6934-58da-4a66-8cff-b4090493252d owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:40.578758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:40.580962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d3d83cf0-1020-429c-93ba-77682f032304 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:40.606296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Port': ['ID=dc2a6934-58da-4a66-8cff-b4090493252d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:40.609498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:40.610345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No DVR routers for this DVR port dc2a6934-58da-4a66-8cff-b4090493252d on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:40.692448 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:40.702062 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfaf73cc-15e8-4cd5-a05d-6bac7434cb78']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:40.712844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d42f25-09f7-48eb-a45d-06d3661dc67d') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:40.713169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d42f25-09f7-48eb-a45d-06d3661dc67d') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:40.722785 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:40.736167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:40.742108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:40.742490 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:40.745417 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:40.893290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:40.897074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1ac43f9f-4fa8-4d32-a77d-3ea844c771b0 tempest-TagsTest-293836080 tempest-TagsTest-293836080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:40.902240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:40.903975 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/networks/bfaf73cc-15e8-4cd5-a05d-6bac7434cb78 HTTP/1.1" status: 204 len: 168 time: 1.9777093 Jun 28 07:12:40.907645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60754) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:40.913974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Network': ['ID=bfaf73cc-15e8-4cd5-a05d-6bac7434cb78,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:40.914395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503332323'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:40.916235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:41.098269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Made reservation on behalf of 1e2fc22d94054f058af35045ec3b27e3 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:41.101997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:41.127130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:12:41.136624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:41.137005 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Added segment f5e006b3-bc6e-47fe-bb5a-d52e05432986 of type vlan for network 461ab172-b477-4d98-8a0e-6072ba66f449 Jun 28 07:12:41.191777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:41.304057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:41.309936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:41.310522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:41.313053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:41.379068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'Network': ['ID=461ab172-b477-4d98-8a0e-6072ba66f449,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:41.381845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:41.389179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 461ab172-b477-4d98-8a0e-6072ba66f449 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:12:41.419529 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5107498 Jun 28 07:12:41.423001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60756) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:41.429184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Request body: {'subnet': {'network_id': '461ab172-b477-4d98-8a0e-6072ba66f449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:41.590242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Made reservation on behalf of 1e2fc22d94054f058af35045ec3b27e3 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:41.593795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:41.864147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:41.866075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fa30898e-b322-4d51-9d2d-d3e949f6289e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:41.922242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'Subnet': ['ID=e8c29170-208b-4b91-abfc-6bde372c9780,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:41.925939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:41.932831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Checking segment: {'id': 'f5e006b3-bc6e-47fe-bb5a-d52e05432986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '461ab172-b477-4d98-8a0e-6072ba66f449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:41.932831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Network hostable DHCP agents. Network: 461ab172-b477-4d98-8a0e-6072ba66f449, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:12:42.012581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Network 461ab172-b477-4d98-8a0e-6072ba66f449 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:12:42.098435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 461ab172-b477-4d98-8a0e-6072ba66f449) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:42.102539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:42.103288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.106993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c716bf-f7f9-4e91-ab4d-261546e71014 None None] Network 461ab172-b477-4d98-8a0e-6072ba66f449 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:42.202364 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e4a159eb-47c3-429c-932b-e861a6b05f56 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7782922 Jun 28 07:12:42.206127 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60758) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:42.212174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1216748491'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:42.298555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Made reservation on behalf of 1e2fc22d94054f058af35045ec3b27e3 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:42.304265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.329603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:12:42.339775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.340140 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Added segment add9563e-2fb5-416f-b760-e0788d3bd9eb of type vlan for network 4e3538d3-6c80-4d41-926b-aa3ba418e7b4 Jun 28 07:12:42.381929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.399439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-461ab172-b477-4d98-8a0e-6072ba66f449', 'network_id': '461ab172-b477-4d98-8a0e-6072ba66f449', 'tenant_id': '1e2fc22d94054f058af35045ec3b27e3', 'fixed_ips': [{'subnet_id': 'e8c29170-208b-4b91-abfc-6bde372c9780'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:12:42.400314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.498403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.504483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:42.505092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.508578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8f14e606-10e0-4e5a-b5ca-f28e7c1acac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:42.534789 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Allocated IP 2001:db8::2 (461ab172-b477-4d98-8a0e-6072ba66f449/e8c29170-208b-4b91-abfc-6bde372c9780/e1b4dc5a-dad9-4ec6-82be-f0af8e25e341) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:12:42.575430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'Network': ['ID=4e3538d3-6c80-4d41-926b-aa3ba418e7b4,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:42.578060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:42.597975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 4e3538d3-6c80-4d41-926b-aa3ba418e7b4 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:12:42.636434 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9bd3a99e-8abe-4a89-9d77-14655a05e342 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4286730 Jun 28 07:12:42.639227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60760) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:42.645555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Request body: {'subnet': {'network_id': '4e3538d3-6c80-4d41-926b-aa3ba418e7b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:42.733995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.742556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Transition to ACTIVE for port object e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:42.760027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Transition to ACTIVE for port object e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:42.807192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Made reservation on behalf of 1e2fc22d94054f058af35045ec3b27e3 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:42.810875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.830538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.833587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:42.871663 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Network 461ab172-b477-4d98-8a0e-6072ba66f449 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:12:42.876316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:42.880269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:12:42.888881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Pushing event updated for resources: {'Port': ['ID=e1b4dc5a-dad9-4ec6-82be-f0af8e25e341,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:42.892987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:42.942416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Attempting to bind port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:12:42.942857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Attempting to bind port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'f5e006b3-bc6e-47fe-bb5a-d52e05432986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '461ab172-b477-4d98-8a0e-6072ba66f449'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:12:42.943233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Attempting to bind port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 on network 461ab172-b477-4d98-8a0e-6072ba66f449 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:12:42.948208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:12:42.948628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Checking segment: {'id': 'f5e006b3-bc6e-47fe-bb5a-d52e05432986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '461ab172-b477-4d98-8a0e-6072ba66f449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:42.949092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:42.949613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Bound using segment: {'id': 'f5e006b3-bc6e-47fe-bb5a-d52e05432986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '461ab172-b477-4d98-8a0e-6072ba66f449'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:12:42.950107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Bound port: e1b4dc5a-dad9-4ec6-82be-f0af8e25e341, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e006b3-bc6e-47fe-bb5a-d52e05432986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '461ab172-b477-4d98-8a0e-6072ba66f449'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:12:42.950511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:43.013687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] For port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:12:43.016587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] For port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e1b4dc5a-dad9-4ec6-82be-f0af8e25e341,segment=NetworkSegment(f5e006b3-bc6e-47fe-bb5a-d52e05432986),segment_id=f5e006b3-bc6e-47fe-bb5a-d52e05432986)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:12:43.075585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:43.078597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-28ca0c91-5390-4fbb-8968-68c61dff4a77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:43.110447 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:43.112996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:43.139423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event updated for resources: {'Subnet': ['ID=bc474fe8-a77c-4e8b-9b66-2835bd2f192d,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:43.143414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:43.144251 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Checking segment: {'id': 'add9563e-2fb5-416f-b760-e0788d3bd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e3538d3-6c80-4d41-926b-aa3ba418e7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:43.144603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Network hostable DHCP agents. Network: 4e3538d3-6c80-4d41-926b-aa3ba418e7b4, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:12:43.173972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Pushing event updated for resources: {'Port': ['ID=e1b4dc5a-dad9-4ec6-82be-f0af8e25e341,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:43.177909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:43.230247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Network 4e3538d3-6c80-4d41-926b-aa3ba418e7b4 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:12:43.334405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 4e3538d3-6c80-4d41-926b-aa3ba418e7b4) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:43.339000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:43.339623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:43.343411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e60e68-206d-4f77-a7ea-6996db7f466a None None] Network 4e3538d3-6c80-4d41-926b-aa3ba418e7b4 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:43.467490 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-07efba46-a703-4157-8696-d5a56c94b915 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8248596 Jun 28 07:12:43.467970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60762) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:43.501270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-4e3538d3-6c80-4d41-926b-aa3ba418e7b4', 'network_id': '4e3538d3-6c80-4d41-926b-aa3ba418e7b4', 'tenant_id': '1e2fc22d94054f058af35045ec3b27e3', 'fixed_ips': [{'subnet_id': 'bc474fe8-a77c-4e8b-9b66-2835bd2f192d'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:12:43.502688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:43.585698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:43.640579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Allocated IP 2001:db8::2 (4e3538d3-6c80-4d41-926b-aa3ba418e7b4/bc474fe8-a77c-4e8b-9b66-2835bd2f192d/dff94986-d3fe-4cfd-92e3-e0b81adf5d66) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:12:43.642064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:43.792372 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:43.801362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Transition to ACTIVE for port object dff94986-d3fe-4cfd-92e3-e0b81adf5d66 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:43.812485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:43.817112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Transition to ACTIVE for port object dff94986-d3fe-4cfd-92e3-e0b81adf5d66 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:43.984963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:43.989546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:44.024010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Network 4e3538d3-6c80-4d41-926b-aa3ba418e7b4 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:12:44.029816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894bfdc-ae20-410d-a746-78d9af6053c7 None None] Network 461ab172-b477-4d98-8a0e-6072ba66f449 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:44.037505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:44.051483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:12:44.059788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Pushing event updated for resources: {'Port': ['ID=dff94986-d3fe-4cfd-92e3-e0b81adf5d66,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:44.069885 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:44.168384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Attempting to bind port dff94986-d3fe-4cfd-92e3-e0b81adf5d66 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:12:44.168805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Attempting to bind port dff94986-d3fe-4cfd-92e3-e0b81adf5d66 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'add9563e-2fb5-416f-b760-e0788d3bd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e3538d3-6c80-4d41-926b-aa3ba418e7b4'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:12:44.169204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Attempting to bind port dff94986-d3fe-4cfd-92e3-e0b81adf5d66 on network 4e3538d3-6c80-4d41-926b-aa3ba418e7b4 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:12:44.180147 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:12:44.180533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Checking segment: {'id': 'add9563e-2fb5-416f-b760-e0788d3bd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e3538d3-6c80-4d41-926b-aa3ba418e7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:44.181004 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:44.181417 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Bound using segment: {'id': 'add9563e-2fb5-416f-b760-e0788d3bd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e3538d3-6c80-4d41-926b-aa3ba418e7b4'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:12:44.181895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Bound port: dff94986-d3fe-4cfd-92e3-e0b81adf5d66, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add9563e-2fb5-416f-b760-e0788d3bd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4e3538d3-6c80-4d41-926b-aa3ba418e7b4'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:12:44.182291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:44.184912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:44.187948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4af5c8cd-b6c7-47a0-8386-0dfb3f60f54d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:44.213838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Subnet': ['ID=bc474fe8-a77c-4e8b-9b66-2835bd2f192d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:44.216395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:44.246403 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4d157e35-ce7c-42c5-8f6b-b121e1aaf0fa None None] Provisioning for port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:12:44.286231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:44.296036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3538d3-6c80-4d41-926b-aa3ba418e7b4']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:44.308041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add9563e-2fb5-416f-b760-e0788d3bd9eb') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:44.314656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add9563e-2fb5-416f-b760-e0788d3bd9eb') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:44.314782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] For port dff94986-d3fe-4cfd-92e3-e0b81adf5d66, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:12:44.314782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] For port dff94986-d3fe-4cfd-92e3-e0b81adf5d66, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=dff94986-d3fe-4cfd-92e3-e0b81adf5d66,segment=NetworkSegment(add9563e-2fb5-416f-b760-e0788d3bd9eb),segment_id=add9563e-2fb5-416f-b760-e0788d3bd9eb)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:12:44.317896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:44.436801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:44.441589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:44.441812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:44.454323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:44.454729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:44.458779 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:44.524200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Pushing event updated for resources: {'Port': ['ID=dff94986-d3fe-4cfd-92e3-e0b81adf5d66,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:44.530879 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:44.551070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf0db8-3917-467a-964b-0914156f3261 None None] Network 4e3538d3-6c80-4d41-926b-aa3ba418e7b4 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:44.570655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:12:44.607921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.db.api [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 28 07:12:44.607921 dv-neutron-797120-6-hyperv neutron-server[100887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 28 07:12:44.607921 dv-neutron-797120-6-hyperv neutron-server[100887]: [parameters: {'id': '4e3538d3-6c80-4d41-926b-aa3ba418e7b4'}] Jun 28 07:12:44.607921 dv-neutron-797120-6-hyperv neutron-server[100887]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 07:12:44.608369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_db.api [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 07:12:44.733549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f2301-7770-438d-8cb6-0838968ee21a None None] get_active_networks_info from dv-neutron-797120-6-hyperv {{(pid=100888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 07:12:44.781025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:12:44.790107 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:12:44.790509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:44.829916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f2301-7770-438d-8cb6-0838968ee21a None None] Resources bound (agent type, host, resource id): {{(pid=100888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 28 07:12:44.938988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:44.992818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e1b4dc5a-dad9-4ec6-82be-f0af8e25e341,segment=NetworkSegment(f5e006b3-bc6e-47fe-bb5a-d52e05432986),segment_id=f5e006b3-bc6e-47fe-bb5a-d52e05432986)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:45.109145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:45.115580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:45.118713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:45.164317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=e1b4dc5a-dad9-4ec6-82be-f0af8e25e341,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:45.167388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:45.167641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Deleting port dff94986-d3fe-4cfd-92e3-e0b81adf5d66 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:45.167987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:45.232556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] For port dff94986-d3fe-4cfd-92e3-e0b81adf5d66, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=dff94986-d3fe-4cfd-92e3-e0b81adf5d66,segment=NetworkSegment(add9563e-2fb5-416f-b760-e0788d3bd9eb),segment_id=add9563e-2fb5-416f-b760-e0788d3bd9eb)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:45.233306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:45.245332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Calling delete_port for dff94986-d3fe-4cfd-92e3-e0b81adf5d66 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:45.401075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:45.403274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-12812072-8c28-46ca-a433-98a721b85c9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:45.427986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Port': ['ID=dff94986-d3fe-4cfd-92e3-e0b81adf5d66,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:45.431193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:45.431987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No DVR routers for this DVR port dff94986-d3fe-4cfd-92e3-e0b81adf5d66 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:45.810139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:45.820761 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3538d3-6c80-4d41-926b-aa3ba418e7b4']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:45.830436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add9563e-2fb5-416f-b760-e0788d3bd9eb') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:45.830785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add9563e-2fb5-416f-b760-e0788d3bd9eb') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:45.840395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:45.854101 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:45.859892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:45.860273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:45.863792 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:46.018509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.022078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ceccea74-eba4-4179-9033-8148edbdab3a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:46.025951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.027713 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/networks/4e3538d3-6c80-4d41-926b-aa3ba418e7b4 HTTP/1.1" status: 204 len: 168 time: 2.5587602 Jun 28 07:12:46.030577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60764) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:46.038967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Network': ['ID=4e3538d3-6c80-4d41-926b-aa3ba418e7b4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:46.044790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:46.062638 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecbc8db-897f-4c54-8cd9-acf60c91392d tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] GET failed (client error): The resource could not be found. Jun 28 07:12:46.063908 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2ecbc8db-897f-4c54-8cd9-acf60c91392d tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "GET /v2.0/subnets/bc474fe8-a77c-4e8b-9b66-2835bd2f192d HTTP/1.1" status: 404 len: 337 time: 0.0323038 Jun 28 07:12:46.067373 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60766) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:46.085705 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba495ccc-bccc-4b14-8e2e-c65bc85f095c tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] DELETE failed (client error): The resource could not be found. Jun 28 07:12:46.086230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba495ccc-bccc-4b14-8e2e-c65bc85f095c tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 07:12:46.088065 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ba495ccc-bccc-4b14-8e2e-c65bc85f095c tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/networks/4e3538d3-6c80-4d41-926b-aa3ba418e7b4 HTTP/1.1" status: 404 len: 339 time: 0.0197067 Jun 28 07:12:46.091557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60768) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:46.116846 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-30be917d-93c5-44e8-ac1d-a892a95e0985 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] DELETE failed (client error): The resource could not be found. Jun 28 07:12:46.121993 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30be917d-93c5-44e8-ac1d-a892a95e0985 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 07:12:46.121993 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-30be917d-93c5-44e8-ac1d-a892a95e0985 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/subnets/bc474fe8-a77c-4e8b-9b66-2835bd2f192d HTTP/1.1" status: 404 len: 337 time: 0.0264783 Jun 28 07:12:46.123680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60770) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:46.143131 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7aeba94-8d9b-482a-addb-23aed10bd8bf tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] DELETE failed (client error): The resource could not be found. Jun 28 07:12:46.143650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7aeba94-8d9b-482a-addb-23aed10bd8bf tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 07:12:46.145454 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b7aeba94-8d9b-482a-addb-23aed10bd8bf tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/networks/4e3538d3-6c80-4d41-926b-aa3ba418e7b4 HTTP/1.1" status: 404 len: 339 time: 0.0209076 Jun 28 07:12:46.147700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60772) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:46.204823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb432e4-2891-431c-891e-994e52789a72 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Deleting subnet e8c29170-208b-4b91-abfc-6bde372c9780 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:12:46.208078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4fb432e4-2891-431c-891e-994e52789a72 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.248831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4fb432e4-2891-431c-891e-994e52789a72 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.328302 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4fb432e4-2891-431c-891e-994e52789a72 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.481716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4fb432e4-2891-431c-891e-994e52789a72 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.483910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d211014f-2d7a-4f8c-99e5-c2aa4847ae32 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:46.497796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:12:46.509537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb432e4-2891-431c-891e-994e52789a72 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c29170-208b-4b91-abfc-6bde372c9780,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:46.512928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4fb432e4-2891-431c-891e-994e52789a72 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:46.515841 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4fb432e4-2891-431c-891e-994e52789a72 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.517988 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4fb432e4-2891-431c-891e-994e52789a72 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/subnets/e8c29170-208b-4b91-abfc-6bde372c9780 HTTP/1.1" status: 204 len: 168 time: 0.3691695 Jun 28 07:12:46.520300 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60774) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:46.522950 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08228cb0-25d1-4ff2-96d8-1087e536b56e None None] Network 461ab172-b477-4d98-8a0e-6072ba66f449 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:46.597513 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.620424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:12:46.620797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.649415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Deleting port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:46.649761 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.717334 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] For port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e1b4dc5a-dad9-4ec6-82be-f0af8e25e341,segment=NetworkSegment(f5e006b3-bc6e-47fe-bb5a-d52e05432986),segment_id=f5e006b3-bc6e-47fe-bb5a-d52e05432986)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:46.717687 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.730649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Calling delete_port for e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:46.780762 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] DHCP port deletion for 461ab172-b477-4d98-8a0e-6072ba66f449 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:12:46.826577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] Deleting port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:46.826955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.886000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] For port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e1b4dc5a-dad9-4ec6-82be-f0af8e25e341,segment=NetworkSegment(f5e006b3-bc6e-47fe-bb5a-d52e05432986),segment_id=f5e006b3-bc6e-47fe-bb5a-d52e05432986)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:46.886315 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.897988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] Calling delete_port for e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:46.904408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.907797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-14af3b12-c595-4f7f-aeaf-0cd2da89bad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:46.932718 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Port': ['ID=e1b4dc5a-dad9-4ec6-82be-f0af8e25e341,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:46.934569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No DVR routers for this DVR port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:46.936064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:46.975769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:46.978503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:47.003512 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] Pushing event deleted for resources: {'Port': ['ID=e1b4dc5a-dad9-4ec6-82be-f0af8e25e341,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:47.005999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:47.008936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] No DVR routers for this DVR port e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:47.012911 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.025312 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461ab172-b477-4d98-8a0e-6072ba66f449']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:47.036112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e006b3-bc6e-47fe-bb5a-d52e05432986') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:47.038181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e006b3-bc6e-47fe-bb5a-d52e05432986') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:47.045168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.063713 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.070191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:47.072671 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:47.073577 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:47.218862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.222904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b2494f9c-ce43-40ff-b9fd-ce92eb2cf354 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:47.226745 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.228528 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/networks/461ab172-b477-4d98-8a0e-6072ba66f449 HTTP/1.1" status: 204 len: 168 time: 0.7071614 Jun 28 07:12:47.231205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60776) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:47.241202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Network': ['ID=461ab172-b477-4d98-8a0e-6072ba66f449,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:47.243475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:47.259013 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-601d7e52-5f93-4841-b623-6f5fdb5d3fa0 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] DELETE failed (client error): The resource could not be found. Jun 28 07:12:47.259443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601d7e52-5f93-4841-b623-6f5fdb5d3fa0 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 07:12:47.261111 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-601d7e52-5f93-4841-b623-6f5fdb5d3fa0 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/subnets/df9d6967-bedd-4aad-980c-37a07183739a HTTP/1.1" status: 404 len: 337 time: 0.0289140 Jun 28 07:12:47.263637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60778) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:47.286354 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47edd6e-ec16-4ad9-88eb-4e896830622c tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] DELETE failed (client error): The resource could not be found. Jun 28 07:12:47.286808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47edd6e-ec16-4ad9-88eb-4e896830622c tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 07:12:47.288433 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e47edd6e-ec16-4ad9-88eb-4e896830622c tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/networks/bfaf73cc-15e8-4cd5-a05d-6bac7434cb78 HTTP/1.1" status: 404 len: 339 time: 0.0239291 Jun 28 07:12:47.291064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60780) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:47.316553 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bebb78-fa8e-449e-b36c-b3540dc485ae tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] DELETE failed (client error): The resource could not be found. Jun 28 07:12:47.317020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bebb78-fa8e-449e-b36c-b3540dc485ae tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 07:12:47.318642 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b3bebb78-fa8e-449e-b36c-b3540dc485ae tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/subnets/583b23f2-e693-4d6f-ab7c-4a17a525a352 HTTP/1.1" status: 404 len: 337 time: 0.0267198 Jun 28 07:12:47.329201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60782) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:47.347385 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d619e8f-3082-4293-b2d7-7c639db13015 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] DELETE failed (client error): The resource could not be found. Jun 28 07:12:47.347889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d619e8f-3082-4293-b2d7-7c639db13015 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 28 07:12:47.349498 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5d619e8f-3082-4293-b2d7-7c639db13015 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/networks/dcf61aea-82a1-4318-acc1-47a1b99777a3 HTTP/1.1" status: 404 len: 339 time: 0.0194273 Jun 28 07:12:47.352037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60784) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:47.400475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-393d2d71-f699-4925-b1ed-e184efdff76e tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Deleting subnet 814d1fde-a854-449e-8e16-3fa65c26ba12 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:12:47.403475 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-393d2d71-f699-4925-b1ed-e184efdff76e tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.442236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-393d2d71-f699-4925-b1ed-e184efdff76e tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.524951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-393d2d71-f699-4925-b1ed-e184efdff76e tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.670551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-393d2d71-f699-4925-b1ed-e184efdff76e tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.672751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0a2efc55-9759-4bb5-83c6-88e0beed0591 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:47.697277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d2d71-f699-4925-b1ed-e184efdff76e tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Subnet': ['ID=814d1fde-a854-449e-8e16-3fa65c26ba12,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:47.700241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-393d2d71-f699-4925-b1ed-e184efdff76e tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:47.701242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-393d2d71-f699-4925-b1ed-e184efdff76e tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.703572 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-393d2d71-f699-4925-b1ed-e184efdff76e tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/subnets/814d1fde-a854-449e-8e16-3fa65c26ba12 HTTP/1.1" status: 204 len: 168 time: 0.3501747 Jun 28 07:12:47.705525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60786) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:47.709165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259588c4-6eb4-4e8c-8275-4eb07f05878f None None] Network 6da281ae-b0a0-41c6-b7d2-420551225eab requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:47.785088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.837250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Deleting port 34fa3a5a-971e-4635-9c00-933c7d725451 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:47.837592 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.887633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] DHCP port deletion for 6da281ae-b0a0-41c6-b7d2-420551225eab request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:12:47.905536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] For port 34fa3a5a-971e-4635-9c00-933c7d725451, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34fa3a5a-971e-4635-9c00-933c7d725451,segment=NetworkSegment(b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645),segment_id=b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:47.905898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:47.918827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Calling delete_port for 34fa3a5a-971e-4635-9c00-933c7d725451 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:47.933806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] Deleting port 34fa3a5a-971e-4635-9c00-933c7d725451 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:47.934451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:48.001446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] For port 34fa3a5a-971e-4635-9c00-933c7d725451, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=34fa3a5a-971e-4635-9c00-933c7d725451,segment=NetworkSegment(b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645),segment_id=b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:48.001848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:48.014168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] Calling delete_port for 34fa3a5a-971e-4635-9c00-933c7d725451 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:48.098455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:48.100609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d41d800a-66d3-4b56-81d1-984fb58aa985 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:48.104219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:48.106174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e6034828-732f-4a5e-9c07-b3f9edd2a87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:48.125256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Port': ['ID=34fa3a5a-971e-4635-9c00-933c7d725451,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:48.128335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:48.129123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] No DVR routers for this DVR port 34fa3a5a-971e-4635-9c00-933c7d725451 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:48.137209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] Pushing event deleted for resources: {'Port': ['ID=34fa3a5a-971e-4635-9c00-933c7d725451,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:48.137209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:48.137708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] No DVR routers for this DVR port 34fa3a5a-971e-4635-9c00-933c7d725451 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:48.211037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:48.222187 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da281ae-b0a0-41c6-b7d2-420551225eab']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:48.232448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:48.233096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ba4eb4-597e-4cdc-9ab6-e6e8f0d16645') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:48.241411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:48.254857 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:48.260459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:48.260868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:48.263697 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:48.436037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:48.439373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0555c984-a1b9-46aa-8dd9-1a7ea0d741c5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:48.444356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:48.447823 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] 10.222.0.24 "DELETE /v2.0/networks/6da281ae-b0a0-41c6-b7d2-420551225eab HTTP/1.1" status: 204 len: 168 time: 0.7390494 Jun 28 07:12:48.459057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Pushing event deleted for resources: {'Network': ['ID=6da281ae-b0a0-41c6-b7d2-420551225eab,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:48.464219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:48.501921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34fa3a5a-971e-4635-9c00-933c7d725451 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:12:48.521346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 34fa3a5a-971e-4635-9c00-933c7d725451 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:12:48.521635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 34fa3a5a-971e-4635-9c00-933c7d725451 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:12:48.522064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:12:48.540833 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:12:48.541213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e1b4dc5a-dad9-4ec6-82be-f0af8e25e341 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:12:48.935146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60792) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:49.062392 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-236e01b6-4cb5-49a3-b566-e130d255f5da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e2fc22d94054f058af35045ec3b27e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259484 Jun 28 07:12:49.064766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60796) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:49.112453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb055e9a-c093-41a8-b111-ccafab1d21b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:49.132844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb055e9a-c093-41a8-b111-ccafab1d21b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:49.280992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb055e9a-c093-41a8-b111-ccafab1d21b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:49.283530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb055e9a-c093-41a8-b111-ccafab1d21b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:49.284687 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bb055e9a-c093-41a8-b111-ccafab1d21b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4b64224-0f7c-46f5-8f9f-3027960461a0 HTTP/1.1" status: 204 len: 168 time: 0.2190158 Jun 28 07:12:49.285502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fea97619-944c-4e5b-9855-b05381a45ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:49.292793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb055e9a-c093-41a8-b111-ccafab1d21b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b64224-0f7c-46f5-8f9f-3027960461a0,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:49.295138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bb055e9a-c093-41a8-b111-ccafab1d21b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:50.234301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60818) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:50.324757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-b9c2e8f9-94c4-43ae-a4dd-47c2ff37581c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-450193271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:50.452815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e8f9-94c4-43ae-a4dd-47c2ff37581c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:50.454988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e8f9-94c4-43ae-a4dd-47c2ff37581c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:50.543086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e8f9-94c4-43ae-a4dd-47c2ff37581c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:50.641678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e8f9-94c4-43ae-a4dd-47c2ff37581c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:50.749430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e8f9-94c4-43ae-a4dd-47c2ff37581c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:50.750651 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b9c2e8f9-94c4-43ae-a4dd-47c2ff37581c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5153468 Jun 28 07:12:50.753956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60822) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:50.759395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1512425858'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:50.840783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Made reservation on behalf of ab940f2c033e4938a40bc0d7898cdafe for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:50.844211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:50.853686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:50.944498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:51.047243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:51.051335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-62c5d0e7-49f1-4d12-b4c2-a49cadfb5fbd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:51.070392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:12:51.085285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235d4808-0786-4024-a6fb-dccbb14b8297,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:51.088421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:51.088758 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Added segment d76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4 of type vlan for network e500a9c9-82fb-48a4-b474-bab599c68fd9 Jun 28 07:12:51.090159 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:51.127517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:51.240773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:51.246486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:51.247096 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:51.249453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:51.312939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event updated for resources: {'Network': ['ID=e500a9c9-82fb-48a4-b474-bab599c68fd9,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:51.315745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:51.323553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network e500a9c9-82fb-48a4-b474-bab599c68fd9 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:12:51.384702 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6297081 Jun 28 07:12:51.387342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60824) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:51.392411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Request body: {'subnet': {'network_id': 'e500a9c9-82fb-48a4-b474-bab599c68fd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:51.560958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Made reservation on behalf of ab940f2c033e4938a40bc0d7898cdafe for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:51.564411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:51.852722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:51.854796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1799723d-f454-4553-85e8-5fcd8128a147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:51.911433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event updated for resources: {'Subnet': ['ID=5240d2e8-c821-4622-9c0c-00c113fcfcb5,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:51.914951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:51.920302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Checking segment: {'id': 'd76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e500a9c9-82fb-48a4-b474-bab599c68fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:51.926245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Network hostable DHCP agents. Network: e500a9c9-82fb-48a4-b474-bab599c68fd9, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:12:52.018131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Network e500a9c9-82fb-48a4-b474-bab599c68fd9 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:12:52.103580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, e500a9c9-82fb-48a4-b474-bab599c68fd9) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:52.107558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:52.108138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.113430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4885b06-8c90-4214-88d1-c7ec5a848ceb None None] Network e500a9c9-82fb-48a4-b474-bab599c68fd9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:52.202483 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dd81ce28-885e-4111-93bd-c3db55ae6d5d tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8140244 Jun 28 07:12:52.205545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60826) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:52.211113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1617546738'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:52.258405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-e500a9c9-82fb-48a4-b474-bab599c68fd9', 'network_id': 'e500a9c9-82fb-48a4-b474-bab599c68fd9', 'tenant_id': 'ab940f2c033e4938a40bc0d7898cdafe', 'fixed_ips': [{'subnet_id': '5240d2e8-c821-4622-9c0c-00c113fcfcb5'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:12:52.261898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.313904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Made reservation on behalf of ab940f2c033e4938a40bc0d7898cdafe for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:52.317562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.342952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:12:52.353061 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.353403 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Added segment 1cfcc090-b9f2-43af-8878-5db180389d1f of type vlan for network 805482e4-bdad-4d1b-879f-045bce3cae36 Jun 28 07:12:52.396252 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.515297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.521344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:52.525749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.525749 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-81db3207-010e-4b2b-910a-1eada2bee18a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:52.536941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Allocated IP 172.20.0.2 (e500a9c9-82fb-48a4-b474-bab599c68fd9/5240d2e8-c821-4622-9c0c-00c113fcfcb5/aed0c92f-0220-4346-8088-dcd8bf96332c) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:12:52.589468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event updated for resources: {'Network': ['ID=805482e4-bdad-4d1b-879f-045bce3cae36,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:52.592668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:52.603391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 805482e4-bdad-4d1b-879f-045bce3cae36 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:12:52.676649 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ece7e4fc-83bf-4df5-83df-e45a48024881 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4697275 Jun 28 07:12:52.679359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60828) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:52.684557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Request body: {'subnet': {'network_id': '805482e4-bdad-4d1b-879f-045bce3cae36', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:52.736680 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.744882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Transition to ACTIVE for port object aed0c92f-0220-4346-8088-dcd8bf96332c will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:52.759479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Transition to ACTIVE for port object aed0c92f-0220-4346-8088-dcd8bf96332c will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:52.858801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.860741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:52.898723 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Made reservation on behalf of ab940f2c033e4938a40bc0d7898cdafe for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:52.901747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Network e500a9c9-82fb-48a4-b474-bab599c68fd9 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:12:52.902461 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.904374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:52.906870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:12:52.916455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Pushing event updated for resources: {'Port': ['ID=aed0c92f-0220-4346-8088-dcd8bf96332c,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:52.920698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:52.970005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Attempting to bind port aed0c92f-0220-4346-8088-dcd8bf96332c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:12:52.970433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Attempting to bind port aed0c92f-0220-4346-8088-dcd8bf96332c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e500a9c9-82fb-48a4-b474-bab599c68fd9'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:12:52.970807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Attempting to bind port aed0c92f-0220-4346-8088-dcd8bf96332c on network e500a9c9-82fb-48a4-b474-bab599c68fd9 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:12:52.977284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:12:52.977784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Checking segment: {'id': 'd76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e500a9c9-82fb-48a4-b474-bab599c68fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:52.978201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:52.978604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Bound using segment: {'id': 'd76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e500a9c9-82fb-48a4-b474-bab599c68fd9'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:12:52.979076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Bound port: aed0c92f-0220-4346-8088-dcd8bf96332c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e500a9c9-82fb-48a4-b474-bab599c68fd9'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:12:52.979471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:53.042503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] For port aed0c92f-0220-4346-8088-dcd8bf96332c, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:12:53.045485 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] For port aed0c92f-0220-4346-8088-dcd8bf96332c, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=aed0c92f-0220-4346-8088-dcd8bf96332c,segment=NetworkSegment(d76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4),segment_id=d76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:12:53.150011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:53.152097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:53.190511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:53.193617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2b705fb3-4897-4f07-b1eb-e8929c54abe4 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:53.220757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Pushing event updated for resources: {'Port': ['ID=aed0c92f-0220-4346-8088-dcd8bf96332c,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:53.225857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:53.251423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event updated for resources: {'Subnet': ['ID=dce4084a-ab4d-403a-80cb-fa9c79fd2077,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:53.259127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:53.267235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Checking segment: {'id': '1cfcc090-b9f2-43af-8878-5db180389d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '805482e4-bdad-4d1b-879f-045bce3cae36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:53.267589 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Network hostable DHCP agents. Network: 805482e4-bdad-4d1b-879f-045bce3cae36, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:12:53.379066 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Network 805482e4-bdad-4d1b-879f-045bce3cae36 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:12:53.509792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 805482e4-bdad-4d1b-879f-045bce3cae36) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:53.514817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:53.515738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:53.521377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72018e0e-31bc-40e3-82cd-c64b339bf360 None None] Network 805482e4-bdad-4d1b-879f-045bce3cae36 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:53.637233 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-25a84c04-774b-4660-bbec-ea02b7366210 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9563203 Jun 28 07:12:53.639580 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60830) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:53.644908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-97abf0e0-7acd-4853-b54e-44a17ee9c301 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Request body: {'router': {'external_gateway_info': {'network_id': '805482e4-bdad-4d1b-879f-045bce3cae36'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:53.670531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-805482e4-bdad-4d1b-879f-045bce3cae36', 'network_id': '805482e4-bdad-4d1b-879f-045bce3cae36', 'tenant_id': 'ab940f2c033e4938a40bc0d7898cdafe', 'fixed_ips': [{'subnet_id': 'dce4084a-ab4d-403a-80cb-fa9c79fd2077'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:12:53.670992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:53.808200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Allocated IP 172.21.0.2 (805482e4-bdad-4d1b-879f-045bce3cae36/dce4084a-ab4d-403a-80cb-fa9c79fd2077/684f7f74-aae6-4f30-818b-91e6f89364a2) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:12:53.845309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2adc-d979-42a8-ba04-396b9bb9773c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:53.859569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-97abf0e0-7acd-4853-b54e-44a17ee9c301 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:53.967348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:53.977956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Transition to ACTIVE for port object 684f7f74-aae6-4f30-818b-91e6f89364a2 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:53.995062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Transition to ACTIVE for port object 684f7f74-aae6-4f30-818b-91e6f89364a2 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:12:54.056761 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.api.v2.resource [None req-97abf0e0-7acd-4853-b54e-44a17ee9c301 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 28 07:12:54.057952 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-97abf0e0-7acd-4853-b54e-44a17ee9c301 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "PUT /v2.0/routers/bc07110b-87d1-4625-814c-e512f2960972 HTTP/1.1" status: 400 len: 364 time: 0.4174082 Jun 28 07:12:54.063939 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60832) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:54.075822 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.078806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:54.119825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Network 805482e4-bdad-4d1b-879f-045bce3cae36 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:12:54.122533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:12:54.124426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ff9bc8-b3e4-4f68-acff-89c42edd3c94 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Deleting subnet dce4084a-ab4d-403a-80cb-fa9c79fd2077 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:12:54.125695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:12:54.128460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03ff9bc8-b3e4-4f68-acff-89c42edd3c94 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.136429 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Pushing event updated for resources: {'Port': ['ID=684f7f74-aae6-4f30-818b-91e6f89364a2,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:54.139845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:54.169689 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328650c4-bbfb-4b9b-9914-93f914b5727b None None] Network e500a9c9-82fb-48a4-b474-bab599c68fd9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:54.174679 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03ff9bc8-b3e4-4f68-acff-89c42edd3c94 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.254059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Attempting to bind port 684f7f74-aae6-4f30-818b-91e6f89364a2 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:12:54.254445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Attempting to bind port 684f7f74-aae6-4f30-818b-91e6f89364a2 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '1cfcc090-b9f2-43af-8878-5db180389d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '805482e4-bdad-4d1b-879f-045bce3cae36'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:12:54.255006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Attempting to bind port 684f7f74-aae6-4f30-818b-91e6f89364a2 on network 805482e4-bdad-4d1b-879f-045bce3cae36 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:12:54.265199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03ff9bc8-b3e4-4f68-acff-89c42edd3c94 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.267119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:12:54.267563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Checking segment: {'id': '1cfcc090-b9f2-43af-8878-5db180389d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '805482e4-bdad-4d1b-879f-045bce3cae36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:12:54.268507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.269274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Bound using segment: {'id': '1cfcc090-b9f2-43af-8878-5db180389d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '805482e4-bdad-4d1b-879f-045bce3cae36'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:12:54.273092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Bound port: 684f7f74-aae6-4f30-818b-91e6f89364a2, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfcc090-b9f2-43af-8878-5db180389d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '805482e4-bdad-4d1b-879f-045bce3cae36'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:12:54.273092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.396556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e493d743-5e75-4d51-a122-78af465fb57a None None] Provisioning for port aed0c92f-0220-4346-8088-dcd8bf96332c completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:12:54.413499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03ff9bc8-b3e4-4f68-acff-89c42edd3c94 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.416511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7a699d8d-396c-4766-a941-001a60438bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:54.419835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] For port 684f7f74-aae6-4f30-818b-91e6f89364a2, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:12:54.433478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] For port 684f7f74-aae6-4f30-818b-91e6f89364a2, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=684f7f74-aae6-4f30-818b-91e6f89364a2,segment=NetworkSegment(1cfcc090-b9f2-43af-8878-5db180389d1f),segment_id=1cfcc090-b9f2-43af-8878-5db180389d1f)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:12:54.444041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-03ff9bc8-b3e4-4f68-acff-89c42edd3c94 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.446010 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-03ff9bc8-b3e4-4f68-acff-89c42edd3c94 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "DELETE /v2.0/subnets/dce4084a-ab4d-403a-80cb-fa9c79fd2077 HTTP/1.1" status: 204 len: 168 time: 0.3812139 Jun 28 07:12:54.447076 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff9bc8-b3e4-4f68-acff-89c42edd3c94 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event deleted for resources: {'Subnet': ['ID=dce4084a-ab4d-403a-80cb-fa9c79fd2077,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:54.448746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60834) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:54.449403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-03ff9bc8-b3e4-4f68-acff-89c42edd3c94 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:54.544729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.549852 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-054c1da7-f0a6-4ae3-89ff-53adbde61232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:54.552132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aed0c92f-0220-4346-8088-dcd8bf96332c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:12:54.552374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.615059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Deleting port 684f7f74-aae6-4f30-818b-91e6f89364a2 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:54.615404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.657621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Pushing event updated for resources: {'Port': ['ID=684f7f74-aae6-4f30-818b-91e6f89364a2,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:54.661594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:54.697529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] For port 684f7f74-aae6-4f30-818b-91e6f89364a2, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=684f7f74-aae6-4f30-818b-91e6f89364a2,segment=NetworkSegment(1cfcc090-b9f2-43af-8878-5db180389d1f),segment_id=1cfcc090-b9f2-43af-8878-5db180389d1f)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:54.697880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.713261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Calling delete_port for 684f7f74-aae6-4f30-818b-91e6f89364a2 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:54.761209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port aed0c92f-0220-4346-8088-dcd8bf96332c completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:12:54.767053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port aed0c92f-0220-4346-8088-dcd8bf96332c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:12:54.767284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.866005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.902066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port aed0c92f-0220-4346-8088-dcd8bf96332c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=aed0c92f-0220-4346-8088-dcd8bf96332c,segment=NetworkSegment(d76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4),segment_id=d76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:54.911945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:54.913798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:54.941862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event deleted for resources: {'Port': ['ID=684f7f74-aae6-4f30-818b-91e6f89364a2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:54.944647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:54.950205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] No DVR routers for this DVR port 684f7f74-aae6-4f30-818b-91e6f89364a2 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:55.032503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.042412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805482e4-bdad-4d1b-879f-045bce3cae36']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:55.052633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfcc090-b9f2-43af-8878-5db180389d1f') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:55.052947 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfcc090-b9f2-43af-8878-5db180389d1f') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:55.058735 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.060669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:55.062618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.076650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.083262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:55.083648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:55.087008 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:55.115805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=aed0c92f-0220-4346-8088-dcd8bf96332c,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:55.118996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:55.241037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.244709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5d236e19-111b-44a8-aa12-c4a8688e3a31 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:55.249115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.250991 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "DELETE /v2.0/networks/805482e4-bdad-4d1b-879f-045bce3cae36 HTTP/1.1" status: 204 len: 168 time: 0.8011591 Jun 28 07:12:55.253675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60836) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:55.268828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event deleted for resources: {'Network': ['ID=805482e4-bdad-4d1b-879f-045bce3cae36,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:55.271252 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:55.309919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e518c080-c386-4e1a-9bda-5da563271a03 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Deleting subnet 5240d2e8-c821-4622-9c0c-00c113fcfcb5 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:12:55.313278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e518c080-c386-4e1a-9bda-5da563271a03 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.360924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e518c080-c386-4e1a-9bda-5da563271a03 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.447577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e518c080-c386-4e1a-9bda-5da563271a03 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.572908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e518c080-c386-4e1a-9bda-5da563271a03 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.575095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-62b27ac8-6a0c-4382-8749-61eb1fe7ac4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:55.593939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1b5383-25b0-4ab1-88fd-8ab44f36a90b None None] DHCP port deletion for 805482e4-bdad-4d1b-879f-045bce3cae36 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:12:55.605959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518c080-c386-4e1a-9bda-5da563271a03 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event deleted for resources: {'Subnet': ['ID=5240d2e8-c821-4622-9c0c-00c113fcfcb5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:55.608608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e518c080-c386-4e1a-9bda-5da563271a03 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:55.613246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd31189-08fa-4b2e-91b4-a15cbe406d13 None None] Network 805482e4-bdad-4d1b-879f-045bce3cae36 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:55.617405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b89bd4-ba52-40c2-85a0-6ffb1b0d5006 None None] Network e500a9c9-82fb-48a4-b474-bab599c68fd9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:12:55.617556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e518c080-c386-4e1a-9bda-5da563271a03 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.619453 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e518c080-c386-4e1a-9bda-5da563271a03 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "DELETE /v2.0/subnets/5240d2e8-c821-4622-9c0c-00c113fcfcb5 HTTP/1.1" status: 204 len: 168 time: 0.3647678 Jun 28 07:12:55.622018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60838) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:55.639206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd31189-08fa-4b2e-91b4-a15cbe406d13 None None] Network 805482e4-bdad-4d1b-879f-045bce3cae36 could not be found, it might have been deleted concurrently. {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 28 07:12:55.650959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c6dec9db-b0c7-49b0-b363-2388ea439ff8 None None] Could not find standard attr ID for object 684f7f74-aae6-4f30-818b-91e6f89364a2. {{(pid=100888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 28 07:12:55.701879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.754968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Deleting port aed0c92f-0220-4346-8088-dcd8bf96332c {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:55.755236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.808477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] DHCP port deletion for e500a9c9-82fb-48a4-b474-bab599c68fd9 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:12:55.822794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] For port aed0c92f-0220-4346-8088-dcd8bf96332c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=aed0c92f-0220-4346-8088-dcd8bf96332c,segment=NetworkSegment(d76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4),segment_id=d76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:55.823156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.835853 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Calling delete_port for aed0c92f-0220-4346-8088-dcd8bf96332c owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:55.852695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Deleting port aed0c92f-0220-4346-8088-dcd8bf96332c {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:12:55.853106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.912146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] For port aed0c92f-0220-4346-8088-dcd8bf96332c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=aed0c92f-0220-4346-8088-dcd8bf96332c,segment=NetworkSegment(d76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4),segment_id=d76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:12:55.912534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.924872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Calling delete_port for aed0c92f-0220-4346-8088-dcd8bf96332c owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:12:55.995926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:55.999095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8a4f6aab-0c09-45c3-a440-004d7d6d8dc1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:56.003197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.006064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:56.023158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event deleted for resources: {'Port': ['ID=aed0c92f-0220-4346-8088-dcd8bf96332c,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:56.025298 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] No DVR routers for this DVR port aed0c92f-0220-4346-8088-dcd8bf96332c on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:56.026464 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:56.029577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Pushing event deleted for resources: {'Port': ['ID=aed0c92f-0220-4346-8088-dcd8bf96332c,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:56.031857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] No DVR routers for this DVR port aed0c92f-0220-4346-8088-dcd8bf96332c on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:12:56.042179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.042578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.042873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.043215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.043549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.043881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.044260 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.044530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.044928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.045203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.045535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.045933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:12:56.048755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:56.106258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.116317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e500a9c9-82fb-48a4-b474-bab599c68fd9']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:56.125834 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:56.126126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76ffdd3-ffe7-4bcf-a6b0-9c5283d50bc4') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:12:56.134767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.147848 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.153449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:12:56.153818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:12:56.156625 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:12:56.309838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.313138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-543d461d-fb12-43e0-bfbb-fc4b1e8aea29 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:56.317412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.319121 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "DELETE /v2.0/networks/e500a9c9-82fb-48a4-b474-bab599c68fd9 HTTP/1.1" status: 204 len: 168 time: 0.6961989 Jun 28 07:12:56.321895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60840) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:56.330924 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Pushing event deleted for resources: {'Network': ['ID=e500a9c9-82fb-48a4-b474-bab599c68fd9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:56.335251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:56.356015 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9b2b6b47-1479-4c04-88b0-874218de18de tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc07110b-87d1-4625-814c-e512f2960972 HTTP/1.1" status: 200 len: 205 time: 0.0328610 Jun 28 07:12:56.358234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60842) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:56.433919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c096f820-3e48-461f-9bc0-285d405fd0f6 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.481707 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.502509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aed0c92f-0220-4346-8088-dcd8bf96332c no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:12:56.523673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: aed0c92f-0220-4346-8088-dcd8bf96332c {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:12:56.524026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aed0c92f-0220-4346-8088-dcd8bf96332c not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:12:56.584293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd253-3c1d-4cd7-81da-9b770302605b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.607212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c096f820-3e48-461f-9bc0-285d405fd0f6 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.609357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c096f820-3e48-461f-9bc0-285d405fd0f6 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.772199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c096f820-3e48-461f-9bc0-285d405fd0f6 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.772715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c096f820-3e48-461f-9bc0-285d405fd0f6 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Fanout notify agent at l3_agent the message router_deleted on router bc07110b-87d1-4625-814c-e512f2960972 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:12:56.779355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c096f820-3e48-461f-9bc0-285d405fd0f6 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:56.780429 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c096f820-3e48-461f-9bc0-285d405fd0f6 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] 10.222.0.24 "DELETE /v2.0/routers/bc07110b-87d1-4625-814c-e512f2960972 HTTP/1.1" status: 204 len: 168 time: 0.4213221 Jun 28 07:12:57.400246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60848) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:57.528505 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cc7fcaf3-0415-4fa0-be95-69e45ea5c7bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab940f2c033e4938a40bc0d7898cdafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270208 Jun 28 07:12:57.530860 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60852) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:57.581946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-770c99df-cc88-45bc-92fa-608a98410497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:57.608235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-770c99df-cc88-45bc-92fa-608a98410497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:57.709506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:57.738360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-770c99df-cc88-45bc-92fa-608a98410497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:57.741494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-770c99df-cc88-45bc-92fa-608a98410497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:57.742690 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-770c99df-cc88-45bc-92fa-608a98410497 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/235d4808-0786-4024-a6fb-dccbb14b8297 HTTP/1.1" status: 204 len: 168 time: 0.2109468 Jun 28 07:12:57.743580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d0bed865-7359-4e87-8fa9-1179b44ded0a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:57.751545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c99df-cc88-45bc-92fa-608a98410497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235d4808-0786-4024-a6fb-dccbb14b8297,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:57.754678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-770c99df-cc88-45bc-92fa-608a98410497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:58.828168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60874) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:58.920650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-277476661-network', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:59.052447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Made reservation on behalf of baa4dbda643445a58807f76b643f6bb2 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:59.054907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:59.063531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:59.157711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:59.263962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:59.268973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-489cd78b-10c6-4403-a7b1-01e827efc067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:59.290299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:12:59.300264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:59.304568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:59.310141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:59.310141 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Added segment e1382a85-7d96-4c23-b120-e315b8d5b5dd of type vlan for network 989ea673-7785-4d20-afb5-9d99420e7fb9 Jun 28 07:12:59.348608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:59.425998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:59.531868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:59.532961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:12:59.533629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:12:59.536337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-43d274b3-d048-4f60-9dfd-7df6b5a6b6ab tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:12:59.594652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Pushing event updated for resources: {'Network': ['ID=989ea673-7785-4d20-afb5-9d99420e7fb9,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:12:59.598858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:12:59.606899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 989ea673-7785-4d20-afb5-9d99420e7fb9 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:12:59.693326 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8639593 Jun 28 07:12:59.696044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60878) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:12:59.700942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Request body: {'subnet': {'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-277476661-subnet', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'ip_version': 4}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:12:59.863896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Made reservation on behalf of baa4dbda643445a58807f76b643f6bb2 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:12:59.866427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:00.104027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:00.105937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1d5f7cb5-3279-4bac-8a81-0f239e94b7f5 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:00.159105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0d2f5d-8a55-495c-975d-654fcd4f274d,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:00.162921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:00.168291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Checking segment: {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:13:00.168648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Network hostable DHCP agents. Network: 989ea673-7785-4d20-afb5-9d99420e7fb9, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:13:00.298138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Network 989ea673-7785-4d20-afb5-9d99420e7fb9 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:13:00.406815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 989ea673-7785-4d20-afb5-9d99420e7fb9) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:00.411420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:00.412006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:00.418816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba1ba47-34f9-4a9e-86c0-c71d78ff3986 None None] Network 989ea673-7785-4d20-afb5-9d99420e7fb9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:13:00.499161 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8020725 Jun 28 07:13:00.501823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60880) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:13:00.507284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-277476661-router', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:13:00.568976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-989ea673-7785-4d20-afb5-9d99420e7fb9', 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'fixed_ips': [{'subnet_id': 'fc0d2f5d-8a55-495c-975d-654fcd4f274d'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:13:00.568976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:00.647193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:00.648292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:00.700506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Allocated IP 172.20.0.2 (989ea673-7785-4d20-afb5-9d99420e7fb9/fc0d2f5d-8a55-495c-975d-654fcd4f274d/d4e0efb5-adac-446c-a58c-3d6750c0e20d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:13:00.703071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:00.843978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:00.852551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Transition to ACTIVE for port object d4e0efb5-adac-446c-a58c-3d6750c0e20d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:00.867489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Transition to ACTIVE for port object d4e0efb5-adac-446c-a58c-3d6750c0e20d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:00.933621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:00.938645 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:00.942754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:00.987155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Network 989ea673-7785-4d20-afb5-9d99420e7fb9 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:13:00.989984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:00.994515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:13:00.997234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Pushing event updated for resources: {'Port': ['ID=d4e0efb5-adac-446c-a58c-3d6750c0e20d,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:01.000934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:01.053562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Attempting to bind port d4e0efb5-adac-446c-a58c-3d6750c0e20d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:13:01.054011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Attempting to bind port d4e0efb5-adac-446c-a58c-3d6750c0e20d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:13:01.054389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Attempting to bind port d4e0efb5-adac-446c-a58c-3d6750c0e20d on network 989ea673-7785-4d20-afb5-9d99420e7fb9 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:13:01.059395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:13:01.059786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Checking segment: {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:13:01.060234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:01.060644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Bound using segment: {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:13:01.061166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Bound port: d4e0efb5-adac-446c-a58c-3d6750c0e20d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:13:01.061557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:01.123891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] For port d4e0efb5-adac-446c-a58c-3d6750c0e20d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:13:01.127093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] For port d4e0efb5-adac-446c-a58c-3d6750c0e20d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d4e0efb5-adac-446c-a58c-3d6750c0e20d,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:13:01.222595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:01.247209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:01.247482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:01.250468 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f43118f6-54e9-4b0d-aae2-3ff0dc2cbe7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:01.307223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Pushing event updated for resources: {'Port': ['ID=d4e0efb5-adac-446c-a58c-3d6750c0e20d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:01.309800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:01.690295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Allocated IP 172.26.4.249 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/aafd7d4e-7857-4b36-91a7-01c2a0370e1c) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:13:01.791128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:01.898495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:01.900729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-25f7d895-2131-4437-a948-2e53b2370dcf tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:01.944642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:13:01.947594 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:01.951673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:13:01.974790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Pushing event updated for resources: {'Port': ['ID=aafd7d4e-7857-4b36-91a7-01c2a0370e1c,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:01.981798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:02.152568 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0883e4-d8e1-4f04-a5e2-e00f6bdec5b7 None None] Network 989ea673-7785-4d20-afb5-9d99420e7fb9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:13:02.298243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:02.309473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8473e494-a059-4926-9ba3-cc53c8df0e91 None None] Provisioning for port d4e0efb5-adac-446c-a58c-3d6750c0e20d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:02.509285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:02.536610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d4e0efb5-adac-446c-a58c-3d6750c0e20d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:02.669328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port d4e0efb5-adac-446c-a58c-3d6750c0e20d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:02.673205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d4e0efb5-adac-446c-a58c-3d6750c0e20d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:02.673600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:02.726531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Router 700a3a12-cac0-4e43-8996-3c44400502cd is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:13:02.751209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:02.784374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port d4e0efb5-adac-446c-a58c-3d6750c0e20d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d4e0efb5-adac-446c-a58c-3d6750c0e20d,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:13:02.837353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:13:02.846983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Sync routers for ids ['700a3a12-cac0-4e43-8996-3c44400502cd'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:13:02.856187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Routers {'700a3a12-cac0-4e43-8996-3c44400502cd'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:13:02.856827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:12:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['700a3a12-cac0-4e43-8996-3c44400502cd'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:02.927097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:02.928870 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4252474 Jun 28 07:13:02.931997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60882) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:13:02.933179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:02.939261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:02.998162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Set router 700a3a12-cac0-4e43-8996-3c44400502cd gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:13:03.024277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=d4e0efb5-adac-446c-a58c-3d6750c0e20d,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:03.052897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:03.176630 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'name': 'tempest-TestEncryptedCinderVolumes-277476661-router', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249'}], 'enable_snat': True}, 'gw_port_id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:00Z', 'updated_at': '2021-06-28T07:13:02Z', 'revision_number': 3, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'gw_port': {'id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:01Z', 'updated_at': '2021-06-28T07:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:03.202025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Checking router: 700a3a12-cac0-4e43-8996-3c44400502cd for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:13:03.202391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Updating router 700a3a12-cac0-4e43-8996-3c44400502cd port aafd7d4e-7857-4b36-91a7-01c2a0370e1c binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:13:03.358738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:03.383924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:03.557951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Allocated IP 172.20.0.1 (989ea673-7785-4d20-afb5-9d99420e7fb9/fc0d2f5d-8a55-495c-975d-654fcd4f274d/ccca981e-cb19-4390-918c-49825f4ae4ed) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:13:03.633484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:03.644287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Transition to ACTIVE for port object aafd7d4e-7857-4b36-91a7-01c2a0370e1c will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:03.664925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:03.677533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Transition to ACTIVE for port object ccca981e-cb19-4390-918c-49825f4ae4ed will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:03.760974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:03.763889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:03.814963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Attempting to bind port aafd7d4e-7857-4b36-91a7-01c2a0370e1c on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:13:03.815174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Attempting to bind port aafd7d4e-7857-4b36-91a7-01c2a0370e1c by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:13:03.815699 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Attempting to bind port aafd7d4e-7857-4b36-91a7-01c2a0370e1c on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:13:03.818477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29051f37-4524-44fc-b2fc-ee482ae54433 None None] Pushing event updated for resources: {'Port': ['ID=aafd7d4e-7857-4b36-91a7-01c2a0370e1c,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:03.822236 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-29051f37-4524-44fc-b2fc-ee482ae54433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:03.823394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:13:03.823779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:13:03.824208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:03.824601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:13:03.825436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Bound port: aafd7d4e-7857-4b36-91a7-01c2a0370e1c, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:13:03.825542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:03.846548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:03.849528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b19ac966-8c44-48b8-8307-e48d3430b46c tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:03.881123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] For port aafd7d4e-7857-4b36-91a7-01c2a0370e1c, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:13:03.884213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] For port aafd7d4e-7857-4b36-91a7-01c2a0370e1c, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=aafd7d4e-7857-4b36-91a7-01c2a0370e1c,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:13:03.889028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Network 989ea673-7785-4d20-afb5-9d99420e7fb9 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:13:03.891940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:03.897147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:13:03.900272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ccca981e-cb19-4390-918c-49825f4ae4ed,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:03.902845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:03.937480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:03.995829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:03.999006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:04.056124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Routers {'700a3a12-cac0-4e43-8996-3c44400502cd'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:13:04.056760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:12:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['700a3a12-cac0-4e43-8996-3c44400502cd'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:04.060261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29051f37-4524-44fc-b2fc-ee482ae54433 None None] Pushing event updated for resources: {'Port': ['ID=aafd7d4e-7857-4b36-91a7-01c2a0370e1c,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:04.092811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-29051f37-4524-44fc-b2fc-ee482ae54433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:04.170984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] Set router 700a3a12-cac0-4e43-8996-3c44400502cd gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:13:04.191466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:04.227352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d99b8362-59a0-4ee7-96ef-0c089ed0ce71 None None] Provisioning for port ccca981e-cb19-4390-918c-49825f4ae4ed completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:04.246414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d99b8362-59a0-4ee7-96ef-0c089ed0ce71 None None] Provisioning complete for port ccca981e-cb19-4390-918c-49825f4ae4ed triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:04.246800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d99b8362-59a0-4ee7-96ef-0c089ed0ce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:04.312277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d99b8362-59a0-4ee7-96ef-0c089ed0ce71 None None] Port ccca981e-cb19-4390-918c-49825f4ae4ed cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:13:04.359234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:04.382820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'name': 'tempest-TestEncryptedCinderVolumes-277476661-router', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249'}], 'enable_snat': True}, 'gw_port_id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:00Z', 'updated_at': '2021-06-28T07:13:02Z', 'revision_number': 3, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'gw_port': {'id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:01Z', 'updated_at': '2021-06-28T07:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:04.409713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ba485-4cec-45d9-bc2d-8e3125d816ec None None] The sync data for ids ['700a3a12-cac0-4e43-8996-3c44400502cd'] in dv-neutron-797120-6-hyperv is: [{'id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'name': 'tempest-TestEncryptedCinderVolumes-277476661-router', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249'}], 'enable_snat': True}, 'gw_port_id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:00Z', 'updated_at': '2021-06-28T07:13:02Z', 'revision_number': 3, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'gw_port': {'id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:01Z', 'updated_at': '2021-06-28T07:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:13:04.428662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:04.430955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:04.487781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:04.506775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ccca981e-cb19-4390-918c-49825f4ae4ed,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:04.518215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:04.521408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d4e0efb5-adac-446c-a58c-3d6750c0e20d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:04.570864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d4e0efb5-adac-446c-a58c-3d6750c0e20d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:04.571249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:04.597404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Network 989ea673-7785-4d20-afb5-9d99420e7fb9 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:13:04.599408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:04.940160 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0bb8963a-d22c-4810-8e82-d1cd5cc84e6d None None] Provisioning complete for port ccca981e-cb19-4390-918c-49825f4ae4ed triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:04.940559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0bb8963a-d22c-4810-8e82-d1cd5cc84e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:04.978313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8963a-d22c-4810-8e82-d1cd5cc84e6d None None] Port ccca981e-cb19-4390-918c-49825f4ae4ed cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:13:05.088723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Router 700a3a12-cac0-4e43-8996-3c44400502cd has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:13:05.203558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:13:05.209480 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/700a3a12-cac0-4e43-8996-3c44400502cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2764907 Jun 28 07:13:05.910119 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Sync routers for ids ['700a3a12-cac0-4e43-8996-3c44400502cd'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:13:05.920095 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Routers {'700a3a12-cac0-4e43-8996-3c44400502cd'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:13:05.920711 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:12:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['700a3a12-cac0-4e43-8996-3c44400502cd'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:05.944056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 60898) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:13:05.949257 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-928438208-network', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:13:06.028351 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Set router 700a3a12-cac0-4e43-8996-3c44400502cd gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:13:06.029608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Made reservation on behalf of 06e9cae2b99e4e8ba79f749176081f41 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:13:06.032173 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.041974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.131204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.229366 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'name': 'tempest-TestEncryptedCinderVolumes-277476661-router', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249'}], 'enable_snat': True}, 'gw_port_id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:00Z', 'updated_at': '2021-06-28T07:13:04Z', 'revision_number': 4, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'gw_port': {'id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:01Z', 'updated_at': '2021-06-28T07:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'ccca981e-cb19-4390-918c-49825f4ae4ed', 'name': '', 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'mac_address': 'fa:16:3e:74:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'fc0d2f5d-8a55-495c-975d-654fcd4f274d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:03Z', 'updated_at': '2021-06-28T07:13:04Z', 'revision_number': 2, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'subnets': [{'id': 'fc0d2f5d-8a55-495c-975d-654fcd4f274d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:06.252386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.256159 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8c504d3f-1e67-40b2-9194-05f84667bd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:06.258063 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Checking router: 700a3a12-cac0-4e43-8996-3c44400502cd for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:13:06.258421 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Updating router 700a3a12-cac0-4e43-8996-3c44400502cd port ccca981e-cb19-4390-918c-49825f4ae4ed binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:13:06.278668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:13:06.289498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42c6adb-3d57-47d9-a395-130bbef617cd,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:06.293718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:06.294521 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.294784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.295124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Added segment 1221aa32-acdd-4d46-ba10-2c79ccf9ec93 of type vlan for network a35c586d-df9b-4173-a062-2551dea6dc5f Jun 28 07:13:06.337478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.464028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.465109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:06.465683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.469615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3fe91d48-4cab-4f7d-9d75-5972100a4863 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:06.537074 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aafd7d4e-7857-4b36-91a7-01c2a0370e1c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:06.537899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Pushing event updated for resources: {'Network': ['ID=a35c586d-df9b-4173-a062-2551dea6dc5f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:06.540530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:06.559015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network a35c586d-df9b-4173-a062-2551dea6dc5f details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:13:06.570304 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6227145 Jun 28 07:13:06.570789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60900) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:13:06.576892 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Request body: {'subnet': {'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-928438208-subnet', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:13:06.579276 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.590971 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Transition to ACTIVE for port object ccca981e-cb19-4390-918c-49825f4ae4ed will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:06.669647 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.671668 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:06.698539 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Made reservation on behalf of 06e9cae2b99e4e8ba79f749176081f41 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:13:06.701045 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.727401 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Pushing event updated for resources: {'Port': ['ID=ccca981e-cb19-4390-918c-49825f4ae4ed,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:06.754463 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.754717 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.755054 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.755386 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.755711 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.756033 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.756354 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.756675 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.757039 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.757358 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.757672 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.757983 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:06.772316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port aafd7d4e-7857-4b36-91a7-01c2a0370e1c completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:06.776793 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:06.777601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port aafd7d4e-7857-4b36-91a7-01c2a0370e1c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:06.778007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.790757 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Attempting to bind port ccca981e-cb19-4390-918c-49825f4ae4ed on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:13:06.791131 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Attempting to bind port ccca981e-cb19-4390-918c-49825f4ae4ed by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:13:06.791502 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Attempting to bind port ccca981e-cb19-4390-918c-49825f4ae4ed on network 989ea673-7785-4d20-afb5-9d99420e7fb9 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:13:06.796880 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:13:06.797278 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Checking segment: {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:13:06.797686 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.798082 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Bound using segment: {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:13:06.798579 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Bound port: ccca981e-cb19-4390-918c-49825f4ae4ed, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:13:06.800118 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.869163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:06.871149 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] For port ccca981e-cb19-4390-918c-49825f4ae4ed, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:13:06.874396 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] For port ccca981e-cb19-4390-918c-49825f4ae4ed, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ccca981e-cb19-4390-918c-49825f4ae4ed,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:13:06.894026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port aafd7d4e-7857-4b36-91a7-01c2a0370e1c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=aafd7d4e-7857-4b36-91a7-01c2a0370e1c,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:13:07.007378 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.009564 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-c844fb92-d62a-459f-8116-53e400e5aff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:07.029845 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.032790 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2ad62fca-4534-464b-b68b-6db440b4cb45 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:07.040862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.042649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:07.068813 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Routers {'700a3a12-cac0-4e43-8996-3c44400502cd'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:13:07.069465 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:12:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['700a3a12-cac0-4e43-8996-3c44400502cd'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:07.074309 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Pushing event updated for resources: {'Port': ['ID=ccca981e-cb19-4390-918c-49825f4ae4ed,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:07.108103 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:07.109777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263cbcd6-319d-4049-9462-eb9b150a10b9,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:07.122603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:07.123530 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Checking segment: {'id': '1221aa32-acdd-4d46-ba10-2c79ccf9ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:13:07.124056 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Network hostable DHCP agents. Network: a35c586d-df9b-4173-a062-2551dea6dc5f, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:13:07.126008 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=aafd7d4e-7857-4b36-91a7-01c2a0370e1c,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:07.132490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:07.191585 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] Set router 700a3a12-cac0-4e43-8996-3c44400502cd gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:13:07.212284 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Network a35c586d-df9b-4173-a062-2551dea6dc5f is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:13:07.303668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, a35c586d-df9b-4173-a062-2551dea6dc5f) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:07.308388 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:07.311416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.313646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de2d359-882c-4ad7-be9c-ae60825bfc90 None None] Network a35c586d-df9b-4173-a062-2551dea6dc5f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:13:07.401960 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-769d80f2-8534-47ba-a9a7-f0f785159d16 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8298440 Jun 28 07:13:07.402318 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'name': 'tempest-TestEncryptedCinderVolumes-277476661-router', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249'}], 'enable_snat': True}, 'gw_port_id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:00Z', 'updated_at': '2021-06-28T07:13:04Z', 'revision_number': 4, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'gw_port': {'id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:01Z', 'updated_at': '2021-06-28T07:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'ccca981e-cb19-4390-918c-49825f4ae4ed', 'name': '', 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'mac_address': 'fa:16:3e:74:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'fc0d2f5d-8a55-495c-975d-654fcd4f274d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:03Z', 'updated_at': '2021-06-28T07:13:06Z', 'revision_number': 4, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'subnets': [{'id': 'fc0d2f5d-8a55-495c-975d-654fcd4f274d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:07.404473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60902) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:13:07.411109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-928438208-router', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:13:07.430556 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff85176a-f931-4ae1-a524-67072d910e17 None None] The sync data for ids ['700a3a12-cac0-4e43-8996-3c44400502cd'] in dv-neutron-797120-6-hyperv is: [{'id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'name': 'tempest-TestEncryptedCinderVolumes-277476661-router', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249'}], 'enable_snat': True}, 'gw_port_id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:00Z', 'updated_at': '2021-06-28T07:13:04Z', 'revision_number': 4, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'gw_port': {'id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:01Z', 'updated_at': '2021-06-28T07:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'ccca981e-cb19-4390-918c-49825f4ae4ed', 'name': '', 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'mac_address': 'fa:16:3e:74:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'fc0d2f5d-8a55-495c-975d-654fcd4f274d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:03Z', 'updated_at': '2021-06-28T07:13:06Z', 'revision_number': 4, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'subnets': [{'id': 'fc0d2f5d-8a55-495c-975d-654fcd4f274d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:13:07.485224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-a35c586d-df9b-4173-a062-2551dea6dc5f', 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'fixed_ips': [{'subnet_id': '263cbcd6-319d-4049-9462-eb9b150a10b9'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:13:07.486298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.504027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.505462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.569130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.636517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Allocated IP 172.20.0.2 (a35c586d-df9b-4173-a062-2551dea6dc5f/263cbcd6-319d-4049-9462-eb9b150a10b9/c33c16b6-80d9-49dc-b989-6e3cea4a5d3b) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:13:07.786466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.794909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.795754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Transition to ACTIVE for port object c33c16b6-80d9-49dc-b989-6e3cea4a5d3b will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:07.811117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Transition to ACTIVE for port object c33c16b6-80d9-49dc-b989-6e3cea4a5d3b will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:07.910733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:07.913566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-29051f37-4524-44fc-b2fc-ee482ae54433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:07.952196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Network a35c586d-df9b-4173-a062-2551dea6dc5f is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:13:07.957731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:07.962478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:13:07.965593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Pushing event updated for resources: {'Port': ['ID=c33c16b6-80d9-49dc-b989-6e3cea4a5d3b,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:07.969517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:08.038173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Attempting to bind port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:13:08.042883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Attempting to bind port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '1221aa32-acdd-4d46-ba10-2c79ccf9ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:13:08.042883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Attempting to bind port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b on network a35c586d-df9b-4173-a062-2551dea6dc5f {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:13:08.044898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:13:08.045540 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Checking segment: {'id': '1221aa32-acdd-4d46-ba10-2c79ccf9ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:13:08.046681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:08.047207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Bound using segment: {'id': '1221aa32-acdd-4d46-ba10-2c79ccf9ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:13:08.047775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Bound port: c33c16b6-80d9-49dc-b989-6e3cea4a5d3b, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1221aa32-acdd-4d46-ba10-2c79ccf9ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:13:08.048244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:08.120839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] For port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:13:08.125217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] For port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c33c16b6-80d9-49dc-b989-6e3cea4a5d3b,segment=NetworkSegment(1221aa32-acdd-4d46-ba10-2c79ccf9ec93),segment_id=1221aa32-acdd-4d46-ba10-2c79ccf9ec93)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:13:08.213885 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:08.216068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:08.289002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Pushing event updated for resources: {'Port': ['ID=c33c16b6-80d9-49dc-b989-6e3cea4a5d3b,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:08.300297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:08.476891 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:08.504027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:08.638250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Allocated IP 172.26.4.206 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/ab2f3c8c-88a1-433d-bc9d-49ccf02670ea) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:13:08.666172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c33c16b6-80d9-49dc-b989-6e3cea4a5d3b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:08.742937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:08.785078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:08.789176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aafd7d4e-7857-4b36-91a7-01c2a0370e1c up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:08.835885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:08.838598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port aafd7d4e-7857-4b36-91a7-01c2a0370e1c triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:08.838983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:08.839228 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8ccb0801-e797-4576-b8ab-adca060d3e89 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:08.877926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:13:08.882275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:08.886821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:13:08.889657 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Pushing event updated for resources: {'Port': ['ID=ab2f3c8c-88a1-433d-bc9d-49ccf02670ea,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:08.913438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:08.919110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ccca981e-cb19-4390-918c-49825f4ae4ed up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:09.053140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port ccca981e-cb19-4390-918c-49825f4ae4ed completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:09.057377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ccca981e-cb19-4390-918c-49825f4ae4ed triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:09.061739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:09.141726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:09.178177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port ccca981e-cb19-4390-918c-49825f4ae4ed, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ccca981e-cb19-4390-918c-49825f4ae4ed,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:13:09.228603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:09.268618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f51483c-61d2-4a84-9b63-f363d8660b9b None None] Network a35c586d-df9b-4173-a062-2551dea6dc5f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:13:09.287128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:09.291664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:09.390164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=ccca981e-cb19-4390-918c-49825f4ae4ed,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:09.397699 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:09.433600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:09.461117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-035f6611-0129-448d-9006-f074b7a7c5dc None None] Provisioning for port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:09.469043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-035f6611-0129-448d-9006-f074b7a7c5dc None None] Provisioning complete for port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:09.469043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-035f6611-0129-448d-9006-f074b7a7c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:09.568703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-035f6611-0129-448d-9006-f074b7a7c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:09.606925 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-035f6611-0129-448d-9006-f074b7a7c5dc None None] For port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c33c16b6-80d9-49dc-b989-6e3cea4a5d3b,segment=NetworkSegment(1221aa32-acdd-4d46-ba10-2c79ccf9ec93),segment_id=1221aa32-acdd-4d46-ba10-2c79ccf9ec93)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:13:09.635430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:13:09.715030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-035f6611-0129-448d-9006-f074b7a7c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:09.716883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:09.751178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:13:09.762523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Sync routers for ids ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:13:09.772644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f6611-0129-448d-9006-f074b7a7c5dc None None] Pushing event updated for resources: {'Port': ['ID=c33c16b6-80d9-49dc-b989-6e3cea4a5d3b,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:09.776052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-035f6611-0129-448d-9006-f074b7a7c5dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:09.777946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Routers {'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:13:09.778543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:12:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:09.858193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:09.859550 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4539008 Jun 28 07:13:09.863085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 60904) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:13:09.867944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-31af7971-b4e9-4065-9278-d2e39e8c13b9 None None] Provisioning complete for port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:09.868333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-31af7971-b4e9-4065-9278-d2e39e8c13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.065978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Set router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:13:10.272809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'name': 'tempest-TestEncryptedCinderVolumes-928438208-router', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:07Z', 'updated_at': '2021-06-28T07:13:09Z', 'revision_number': 3, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'gw_port': {'id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:08Z', 'updated_at': '2021-06-28T07:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:10.288041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.302162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Checking router: cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:13:10.302525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Updating router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:13:10.338067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.441356 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Allocated IP 172.20.0.1 (a35c586d-df9b-4173-a062-2551dea6dc5f/263cbcd6-319d-4049-9462-eb9b150a10b9/eade5ad8-f12a-4981-b6e7-f8982445b894) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:13:10.531099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c33c16b6-80d9-49dc-b989-6e3cea4a5d3b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:10.568112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.582337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Transition to ACTIVE for port object eade5ad8-f12a-4981-b6e7-f8982445b894 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:10.628997 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.640286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:10.640666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.642960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Transition to ACTIVE for port object ab2f3c8c-88a1-433d-bc9d-49ccf02670ea will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:10.675808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.679270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bfbf087b-9375-49be-8a7e-c09012bfb383 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:10.714454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.715736 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Network a35c586d-df9b-4173-a062-2551dea6dc5f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:13:10.718545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:10.719038 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:10.722044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:13:10.748054 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ccca981e-cb19-4390-918c-49825f4ae4ed up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:10.766158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Pushing event updated for resources: {'Port': ['ID=eade5ad8-f12a-4981-b6e7-f8982445b894,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:10.771325 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:10.778001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.806613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Attempting to bind port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:13:10.807000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Attempting to bind port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:13:10.807383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Attempting to bind port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:13:10.809300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb56d0-5505-445a-a266-6af053203d9e None None] Pushing event updated for resources: {'Port': ['ID=ab2f3c8c-88a1-433d-bc9d-49ccf02670ea,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:10.814445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2dcb56d0-5505-445a-a266-6af053203d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:10.820007 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:13:10.820464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:13:10.820809 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.821252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:13:10.821733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Bound port: ab2f3c8c-88a1-433d-bc9d-49ccf02670ea, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:13:10.822126 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.878195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ccca981e-cb19-4390-918c-49825f4ae4ed triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:10.878624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:10.911216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] For port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:13:10.934773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] For port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ab2f3c8c-88a1-433d-bc9d-49ccf02670ea,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:13:10.989602 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:11.047172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:11.049449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:11.079198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9f6ea587-7239-43dd-acb4-e00cd4625d4c None None] Provisioning for port eade5ad8-f12a-4981-b6e7-f8982445b894 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:11.096781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9f6ea587-7239-43dd-acb4-e00cd4625d4c None None] Provisioning complete for port eade5ad8-f12a-4981-b6e7-f8982445b894 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:11.097265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea587-7239-43dd-acb4-e00cd4625d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:11.137146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb56d0-5505-445a-a266-6af053203d9e None None] Pushing event updated for resources: {'Port': ['ID=ab2f3c8c-88a1-433d-bc9d-49ccf02670ea,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:11.144218 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Routers {'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:13:11.144870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:12:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:11.149671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2dcb56d0-5505-445a-a266-6af053203d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:11.156365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:11.185369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ea587-7239-43dd-acb4-e00cd4625d4c None None] Port eade5ad8-f12a-4981-b6e7-f8982445b894 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:13:11.212297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:11.214715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b643e53a-4e00-4203-9ca6-cea065a8c8e4 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:11.256551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] Set router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:13:11.280595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Pushing event updated for resources: {'Port': ['ID=eade5ad8-f12a-4981-b6e7-f8982445b894,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:11.283680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:11.284808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:11.383752 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Network a35c586d-df9b-4173-a062-2551dea6dc5f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:13:11.385913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:11.467470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'name': 'tempest-TestEncryptedCinderVolumes-928438208-router', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:07Z', 'updated_at': '2021-06-28T07:13:10Z', 'revision_number': 4, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'gw_port': {'id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:08Z', 'updated_at': '2021-06-28T07:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'eade5ad8-f12a-4981-b6e7-f8982445b894', 'name': '', 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'mac_address': 'fa:16:3e:61:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '263cbcd6-319d-4049-9462-eb9b150a10b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:10Z', 'updated_at': '2021-06-28T07:13:10Z', 'revision_number': 1, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'subnets': [{'id': '263cbcd6-319d-4049-9462-eb9b150a10b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:11.499198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e948ab1-cd22-4d79-9ad0-efcc3c8ebbc4 None None] The sync data for ids ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'] in dv-neutron-797120-6-hyperv is: [{'id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'name': 'tempest-TestEncryptedCinderVolumes-928438208-router', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:07Z', 'updated_at': '2021-06-28T07:13:10Z', 'revision_number': 4, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'gw_port': {'id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:08Z', 'updated_at': '2021-06-28T07:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'eade5ad8-f12a-4981-b6e7-f8982445b894', 'name': '', 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'mac_address': 'fa:16:3e:61:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '263cbcd6-319d-4049-9462-eb9b150a10b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:10Z', 'updated_at': '2021-06-28T07:13:10Z', 'revision_number': 1, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'subnets': [{'id': '263cbcd6-319d-4049-9462-eb9b150a10b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:13:11.505562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:13:11.605038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-47a11442-f126-466b-b0b2-3239a5214a59 None None] Provisioning complete for port eade5ad8-f12a-4981-b6e7-f8982445b894 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:11.605420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-47a11442-f126-466b-b0b2-3239a5214a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:11.637339 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:13:11.640057 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-47a11442-f126-466b-b0b2-3239a5214a59 None None] Port eade5ad8-f12a-4981-b6e7-f8982445b894 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:13:11.644648 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] 10.222.0.24 "PUT /v2.0/routers/cdce5b8a-1afa-4849-bf45-84bb0a86e7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805126 Jun 28 07:13:12.297153 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:13:12.561359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ab2f3c8c-88a1-433d-bc9d-49ccf02670ea up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:12.670579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-b4c9d23f-d8af-44b4-ac6c-dcd07dbbd3ef tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:12.678733 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-b4c9d23f-d8af-44b4-ac6c-dcd07dbbd3ef tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/networks?id=989ea673-7785-4d20-afb5-9d99420e7fb9 HTTP/1.1" status: 200 len: 816 time: 0.1102183 Jun 28 07:13:12.687681 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7e1e9f89-ea8a-4f92-b5f7-18fab868e2a2 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/quotas/baa4dbda643445a58807f76b643f6bb2 HTTP/1.1" status: 200 len: 375 time: 0.0094042 Jun 28 07:13:12.703799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:12.708416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:12.708805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:12.759722 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-0c46ae23-1ab9-46a7-a877-67f7776ec65d tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=baa4dbda643445a58807f76b643f6bb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668557 Jun 28 07:13:12.792502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:12.813039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ab2f3c8c-88a1-433d-bc9d-49ccf02670ea,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:13:12.856637 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-69986519-3285-4dcd-bd44-fe9fb2e8da2d service neutron] 10.222.0.24 "GET /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849936 Jun 28 07:13:12.903912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:12.905851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:12.951098 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-fcd0a3d6-619f-4b62-b818-20de4e847dbd service neutron] 10.222.0.24 "GET /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879085 Jun 28 07:13:12.953265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=ab2f3c8c-88a1-433d-bc9d-49ccf02670ea,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:12.958580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:13.264057 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-156e642c-9a86-4dae-8ddf-14a611d41b71 req-74e3c5dd-dace-428f-867c-7098929532fd tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 210 time: 0.0315802 Jun 28 07:13:13.743743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:14.352633 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f14381ce-ca92-42a2-bbc2-0d9964e7ed0e req-c9c77a1b-0e0c-4cf7-b118-c6ae96f686c7 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 210 time: 0.0311022 Jun 28 07:13:14.515734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ab2f3c8c-88a1-433d-bc9d-49ccf02670ea up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:14.566398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:14.566787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:14.587971 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Sync routers for ids ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:13:14.597801 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Routers {'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:13:14.598484 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:12:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:14.794533 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Set router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:13:14.994519 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'name': 'tempest-TestEncryptedCinderVolumes-928438208-router', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:07Z', 'updated_at': '2021-06-28T07:13:10Z', 'revision_number': 4, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'gw_port': {'id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:08Z', 'updated_at': '2021-06-28T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'eade5ad8-f12a-4981-b6e7-f8982445b894', 'name': '', 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'mac_address': 'fa:16:3e:61:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '263cbcd6-319d-4049-9462-eb9b150a10b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:10Z', 'updated_at': '2021-06-28T07:13:11Z', 'revision_number': 2, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'subnets': [{'id': '263cbcd6-319d-4049-9462-eb9b150a10b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:15.021011 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Checking router: cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:13:15.021372 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Updating router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 port eade5ad8-f12a-4981-b6e7-f8982445b894 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:13:15.054127 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:15.322656 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:15.332456 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Transition to ACTIVE for port object eade5ad8-f12a-4981-b6e7-f8982445b894 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:15.435295 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:15.438451 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-f0a8a00e-9b0e-4b5c-8557-139f3a843a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:15.490991 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c23b87-40de-4c9b-a483-bc3a4b328bfc None None] Pushing event updated for resources: {'Port': ['ID=eade5ad8-f12a-4981-b6e7-f8982445b894,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:15.504752 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb31fe99-11c6-409a-84ba-4f02dff99cf8 req-b8876256-e5c0-43df-8a98-3eded076d0ff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 210 time: 0.0348654 Jun 28 07:13:15.508568 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-d7c23b87-40de-4c9b-a483-bc3a4b328bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:15.546970 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Attempting to bind port eade5ad8-f12a-4981-b6e7-f8982445b894 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:13:15.547345 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Attempting to bind port eade5ad8-f12a-4981-b6e7-f8982445b894 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '1221aa32-acdd-4d46-ba10-2c79ccf9ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:13:15.547714 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Attempting to bind port eade5ad8-f12a-4981-b6e7-f8982445b894 on network a35c586d-df9b-4173-a062-2551dea6dc5f {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:13:15.553723 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:13:15.554132 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Checking segment: {'id': '1221aa32-acdd-4d46-ba10-2c79ccf9ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:13:15.554539 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:15.554934 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Bound using segment: {'id': '1221aa32-acdd-4d46-ba10-2c79ccf9ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:13:15.555402 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Bound port: eade5ad8-f12a-4981-b6e7-f8982445b894, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1221aa32-acdd-4d46-ba10-2c79ccf9ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:13:15.555789 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:15.623146 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] For port eade5ad8-f12a-4981-b6e7-f8982445b894, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:13:15.626717 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] For port eade5ad8-f12a-4981-b6e7-f8982445b894, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=eade5ad8-f12a-4981-b6e7-f8982445b894,segment=NetworkSegment(1221aa32-acdd-4d46-ba10-2c79ccf9ec93),segment_id=1221aa32-acdd-4d46-ba10-2c79ccf9ec93)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:13:15.721924 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:15.724003 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-b0fb6634-3c8d-4f46-973b-f1d453b6034f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:15.778966 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Routers {'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:13:15.779628 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:12:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:15.822444 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c23b87-40de-4c9b-a483-bc3a4b328bfc None None] Pushing event updated for resources: {'Port': ['ID=eade5ad8-f12a-4981-b6e7-f8982445b894,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:15.829346 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-d7c23b87-40de-4c9b-a483-bc3a4b328bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:15.898586 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] Set router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:13:16.037340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-026befec-5bd8-4f89-a496-b820360c4c82 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:16.038756 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-026befec-5bd8-4f89-a496-b820360c4c82 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.50 "GET /v2.0/networks?id=989ea673-7785-4d20-afb5-9d99420e7fb9 HTTP/1.1" status: 200 len: 816 time: 0.1066244 Jun 28 07:13:16.073354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Request body: {'port': {'device_id': 'c9097836-4d84-4daa-b974-225dd90a37f4', 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9', 'admin_state_up': True, 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:13:16.103920 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'name': 'tempest-TestEncryptedCinderVolumes-928438208-router', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:07Z', 'updated_at': '2021-06-28T07:13:10Z', 'revision_number': 4, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'gw_port': {'id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:08Z', 'updated_at': '2021-06-28T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'eade5ad8-f12a-4981-b6e7-f8982445b894', 'name': '', 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'mac_address': 'fa:16:3e:61:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '263cbcd6-319d-4049-9462-eb9b150a10b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:10Z', 'updated_at': '2021-06-28T07:13:15Z', 'revision_number': 4, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'subnets': [{'id': '263cbcd6-319d-4049-9462-eb9b150a10b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:13:16.134038 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bbbfb6-1ed4-4594-8ae0-78001fc3168c None None] The sync data for ids ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'] in dv-neutron-797120-6-hyperv is: [{'id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'name': 'tempest-TestEncryptedCinderVolumes-928438208-router', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:07Z', 'updated_at': '2021-06-28T07:13:10Z', 'revision_number': 4, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'gw_port': {'id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:08Z', 'updated_at': '2021-06-28T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'eade5ad8-f12a-4981-b6e7-f8982445b894', 'name': '', 'network_id': 'a35c586d-df9b-4173-a062-2551dea6dc5f', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'mac_address': 'fa:16:3e:61:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '263cbcd6-319d-4049-9462-eb9b150a10b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:10Z', 'updated_at': '2021-06-28T07:13:15Z', 'revision_number': 4, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'subnets': [{'id': '263cbcd6-319d-4049-9462-eb9b150a10b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:13:16.343559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Made reservation on behalf of baa4dbda643445a58807f76b643f6bb2 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:13:16.347314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:16.483981 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Allocated IP 172.20.0.13 (989ea673-7785-4d20-afb5-9d99420e7fb9/fc0d2f5d-8a55-495c-975d-654fcd4f274d/af9b728b-7262-41e2-b404-44d8c9718363) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:13:16.577525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device eade5ad8-f12a-4981-b6e7-f8982445b894 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:16.673826 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f316ca70-516d-4a20-9e0d-92a75920f78b req-3b411f02-a035-45b2-bfdd-36a9ac8205d2 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 210 time: 0.0381901 Jun 28 07:13:16.691106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:16.704317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Transition to ACTIVE for port object af9b728b-7262-41e2-b404-44d8c9718363 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:16.720682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port eade5ad8-f12a-4981-b6e7-f8982445b894 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:16.737166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port eade5ad8-f12a-4981-b6e7-f8982445b894 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:16.737912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:16.813673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:16.849037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port eade5ad8-f12a-4981-b6e7-f8982445b894, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=eade5ad8-f12a-4981-b6e7-f8982445b894,segment=NetworkSegment(1221aa32-acdd-4d46-ba10-2c79ccf9ec93),segment_id=1221aa32-acdd-4d46-ba10-2c79ccf9ec93)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:13:16.892802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:16.897474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b6a8dd5e-1d1b-43d2-9dc2-6c4be78dd835 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:16.946012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Network 989ea673-7785-4d20-afb5-9d99420e7fb9 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:13:16.949168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:13:16.953126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:13:16.960462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Pushing event updated for resources: {'Port': ['ID=af9b728b-7262-41e2-b404-44d8c9718363,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:16.981314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:17.006026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:17.007908 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:17.012350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:17.012350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:17.061284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=eade5ad8-f12a-4981-b6e7-f8982445b894,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:17.071091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:17.139071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0701873 Jun 28 07:13:17.156665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-ddec95ea-92c1-4665-b184-64f5d1b6d676 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:13:17.158239 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-ddec95ea-92c1-4665-b184-64f5d1b6d676 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052822 Jun 28 07:13:17.172130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Request body: {'port': {'device_id': 'c9097836-4d84-4daa-b974-225dd90a37f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:13:17.242887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:17.303733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-07006156-f86e-4363-9c35-285913623d27 None None] Provisioning for port af9b728b-7262-41e2-b404-44d8c9718363 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:17.308014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-07006156-f86e-4363-9c35-285913623d27 None None] Provisioning complete for port af9b728b-7262-41e2-b404-44d8c9718363 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:17.310316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-07006156-f86e-4363-9c35-285913623d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:17.342789 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-07006156-f86e-4363-9c35-285913623d27 None None] Port af9b728b-7262-41e2-b404-44d8c9718363 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:13:17.502942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9b728b-7262-41e2-b404-44d8c9718363 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:13:17.510056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:17.521798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Transition to ACTIVE for port object af9b728b-7262-41e2-b404-44d8c9718363 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:13:17.583747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:17.585926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b9c2ae7-bac4-45b4-9768-b9914b59375e tempest-ServerDiskConfigTestJSON-1642250069 tempest-ServerDiskConfigTestJSON-1642250069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:17.636175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Pushing event updated for resources: {'Port': ['ID=af9b728b-7262-41e2-b404-44d8c9718363,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:17.639935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:17.717927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Attempting to bind port af9b728b-7262-41e2-b404-44d8c9718363 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:13:17.718503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Attempting to bind port af9b728b-7262-41e2-b404-44d8c9718363 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:13:17.718618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Attempting to bind port af9b728b-7262-41e2-b404-44d8c9718363 on network 989ea673-7785-4d20-afb5-9d99420e7fb9 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:13:17.723894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Port af9b728b-7262-41e2-b404-44d8c9718363 on network 989ea673-7785-4d20-afb5-9d99420e7fb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:13:17.724209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Attempting to bind port af9b728b-7262-41e2-b404-44d8c9718363 on network 989ea673-7785-4d20-afb5-9d99420e7fb9 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:13:17.729609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:13:17.729972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Checking segment: {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:13:17.730355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Bound using segment: {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:13:17.730790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Bound port: af9b728b-7262-41e2-b404-44d8c9718363, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:13:17.731149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:17.841711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] For port af9b728b-7262-41e2-b404-44d8c9718363, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:13:17.856724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] For port af9b728b-7262-41e2-b404-44d8c9718363, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=af9b728b-7262-41e2-b404-44d8c9718363,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:13:17.889798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5610512-29ed-4962-b45e-c161ff4e36ba req-05cad960-e851-4e1a-bbad-18a2bd8d6a15 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:17.889798 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d5610512-29ed-4962-b45e-c161ff4e36ba req-05cad960-e851-4e1a-bbad-18a2bd8d6a15 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 944 time: 0.0857251 Jun 28 07:13:17.927008 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d5610512-29ed-4962-b45e-c161ff4e36ba req-effb5a49-f196-481a-b222-6230f3a871f9 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317085 Jun 28 07:13:17.944128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:17.947365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:17.984326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:17.984924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:17.986950 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] 10.222.0.50 "PUT /v2.0/ports/af9b728b-7262-41e2-b404-44d8c9718363 HTTP/1.1" status: 200 len: 1094 time: 0.8187230 Jun 28 07:13:17.987441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9097836-4d84-4daa-b974-225dd90a37f4', 'tag': 'af9b728b-7262-41e2-b404-44d8c9718363'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:13:17.989785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a580b06e-2e74-44b1-a627-02f812cbd411" -d '{"events": [{"name": "network-changed", "server_uuid": "c9097836-4d84-4daa-b974-225dd90a37f4", "tag": "af9b728b-7262-41e2-b404-44d8c9718363"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:13:18.016588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Pushing event updated for resources: {'Port': ['ID=af9b728b-7262-41e2-b404-44d8c9718363,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:18.020154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:18.038832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7962989b-f773-4a57-8c7d-acc6e27908cc x-openstack-request-id: req-7962989b-f773-4a57-8c7d-acc6e27908cc {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:13:18.039253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9097836-4d84-4daa-b974-225dd90a37f4", "tag": "af9b728b-7262-41e2-b404-44d8c9718363", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:13:18.039646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7962989b-f773-4a57-8c7d-acc6e27908cc {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:13:18.040141 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9097836-4d84-4daa-b974-225dd90a37f4', 'tag': 'af9b728b-7262-41e2-b404-44d8c9718363', 'status': 'completed', 'code': 200} Jun 28 07:13:18.163142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b06e-2e74-44b1-a627-02f812cbd411 req-d26de0a0-30e3-44b8-996b-8d798c0e8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:18.164648 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a580b06e-2e74-44b1-a627-02f812cbd411 req-d26de0a0-30e3-44b8-996b-8d798c0e8a3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=baa4dbda643445a58807f76b643f6bb2&device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 1097 time: 0.0591347 Jun 28 07:13:18.269982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b06e-2e74-44b1-a627-02f812cbd411 req-a49daf3b-403f-4fe1-af45-0600f2a2953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:18.271436 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a580b06e-2e74-44b1-a627-02f812cbd411 req-a49daf3b-403f-4fe1-af45-0600f2a2953b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=baa4dbda643445a58807f76b643f6bb2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0914917 Jun 28 07:13:18.369577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b06e-2e74-44b1-a627-02f812cbd411 req-1f264aba-3e5e-43c3-84b7-07d75c3c304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:18.371074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a580b06e-2e74-44b1-a627-02f812cbd411 req-1f264aba-3e5e-43c3-84b7-07d75c3c304c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921044 Jun 28 07:13:18.494032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-70d63b59-e4ea-47d9-9d6f-27ff8b6b2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:18.495530 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-70d63b59-e4ea-47d9-9d6f-27ff8b6b2bfc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=baa4dbda643445a58807f76b643f6bb2&device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 1097 time: 0.0535276 Jun 28 07:13:18.516803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device eade5ad8-f12a-4981-b6e7-f8982445b894 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:18.549975 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-dfc42e33-3670-421f-95b1-93e967015601 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af9b728b-7262-41e2-b404-44d8c9718363 HTTP/1.1" status: 200 len: 217 time: 0.0397367 Jun 28 07:13:18.562999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port eade5ad8-f12a-4981-b6e7-f8982445b894 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:18.563387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:18.600605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-5522a641-f073-45e7-974d-65696d7cd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:18.602587 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-5522a641-f073-45e7-974d-65696d7cd653 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0d2f5d-8a55-495c-975d-654fcd4f274d HTTP/1.1" status: 200 len: 855 time: 0.0465295 Jun 28 07:13:18.661532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-6200d321-17ad-473f-8a3c-ce47804805dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:18.663045 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-6200d321-17ad-473f-8a3c-ce47804805dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=989ea673-7785-4d20-afb5-9d99420e7fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537224 Jun 28 07:13:18.755642 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-866610ce-32b3-4081-869f-a47b6382103e service neutron] 10.222.0.50 "GET /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858572 Jun 28 07:13:18.846779 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf26d00-2c68-4254-98ff-90dbff0e3947 req-542ff9d6-ec41-43db-bf31-79dd68b09e6b service neutron] 10.222.0.50 "GET /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824225 Jun 28 07:13:19.103374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f61936-8c8a-4109-8b3f-ec685882696d req-b802062a-e905-4c74-9499-da1e50918dc8 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:19.104902 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b1f61936-8c8a-4109-8b3f-ec685882696d req-b802062a-e905-4c74-9499-da1e50918dc8 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 944 time: 0.0690441 Jun 28 07:13:19.149760 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b1f61936-8c8a-4109-8b3f-ec685882696d req-2cefa4f6-e1b9-44f5-ae17-63969786b37c tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389569 Jun 28 07:13:20.318267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de71af9-1fa0-46b1-86f4-6f00b48f1bd5 req-db2c080d-a17c-4541-965a-d43c1651775b tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:20.319716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9de71af9-1fa0-46b1-86f4-6f00b48f1bd5 req-db2c080d-a17c-4541-965a-d43c1651775b tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 944 time: 0.0632074 Jun 28 07:13:20.356900 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9de71af9-1fa0-46b1-86f4-6f00b48f1bd5 req-5a90dfb0-1197-4dd5-9fe9-71c81ce12688 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Jun 28 07:13:21.163398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device af9b728b-7262-41e2-b404-44d8c9718363 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:13:21.259860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port af9b728b-7262-41e2-b404-44d8c9718363, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=af9b728b-7262-41e2-b404-44d8c9718363,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:13:21.271440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'af9b728b-7262-41e2-b404-44d8c9718363', 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9', 'port_id': 'af9b728b-7262-41e2-b404-44d8c9718363', 'mac_address': 'fa:16:3e:61:aa:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0d2f5d-8a55-495c-975d-654fcd4f274d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:13:21.311626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:21.324296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9b728b-7262-41e2-b404-44d8c9718363 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:13:21.344011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port af9b728b-7262-41e2-b404-44d8c9718363, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=af9b728b-7262-41e2-b404-44d8c9718363,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:13:21.417629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:21.419507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:21.466572 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=af9b728b-7262-41e2-b404-44d8c9718363,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:21.469596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:21.532727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ced81-6996-4d3c-af9b-7895aad70c98 req-351f9672-f2a2-4be2-8bd9-07cde26fd8be tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:21.534296 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fe9ced81-6996-4d3c-af9b-7895aad70c98 req-351f9672-f2a2-4be2-8bd9-07cde26fd8be tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 945 time: 0.0661223 Jun 28 07:13:21.572259 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fe9ced81-6996-4d3c-af9b-7895aad70c98 req-a9419043-0bfe-40c9-b692-3abd71c94272 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Jun 28 07:13:21.831571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['af9b728b-7262-41e2-b404-44d8c9718363'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:13:22.749204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c831b-82f9-4d0b-99a2-20e21485fb54 req-adabec5b-8b7d-41af-a591-1f0ea616aa18 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:22.750607 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a7c831b-82f9-4d0b-99a2-20e21485fb54 req-adabec5b-8b7d-41af-a591-1f0ea616aa18 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 945 time: 0.0689363 Jun 28 07:13:22.789093 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a7c831b-82f9-4d0b-99a2-20e21485fb54 req-ebc643cb-3459-4ce6-ac20-47ded17dc0c9 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Jun 28 07:13:23.162246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device af9b728b-7262-41e2-b404-44d8c9718363 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:13:23.280448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port af9b728b-7262-41e2-b404-44d8c9718363 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:13:23.284192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port af9b728b-7262-41e2-b404-44d8c9718363 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:13:23.284569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:23.358790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:23.384567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9097836-4d84-4daa-b974-225dd90a37f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9b728b-7262-41e2-b404-44d8c9718363'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:13:23.386839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fe67ca-78a6-4deb-b8b2-84fc3db3fcbc" -d '{"events": [{"server_uuid": "c9097836-4d84-4daa-b974-225dd90a37f4", "name": "network-vif-plugged", "status": "completed", "tag": "af9b728b-7262-41e2-b404-44d8c9718363"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:13:23.400077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port af9b728b-7262-41e2-b404-44d8c9718363, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=af9b728b-7262-41e2-b404-44d8c9718363,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:13:23.421006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61649702-60d6-4286-9684-426438baab55 x-openstack-request-id: req-61649702-60d6-4286-9684-426438baab55 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:13:23.421298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9097836-4d84-4daa-b974-225dd90a37f4", "name": "network-vif-plugged", "status": "completed", "tag": "af9b728b-7262-41e2-b404-44d8c9718363", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:13:23.421549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61649702-60d6-4286-9684-426438baab55 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:13:23.421934 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9097836-4d84-4daa-b974-225dd90a37f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9b728b-7262-41e2-b404-44d8c9718363', 'code': 200} Jun 28 07:13:23.503328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:23.505227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-542414b1-a70a-4e33-a20f-d70aa4eb5036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:23.553040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=af9b728b-7262-41e2-b404-44d8c9718363,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:23.557166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:23.829786 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b920-8e66-4426-94f0-9e720ad49412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:23.881566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928797d-91da-45ef-8efa-e057cac50478 req-f19dfa20-0a6a-46dc-ab0b-f182550bbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:23.883058 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b928797d-91da-45ef-8efa-e057cac50478 req-f19dfa20-0a6a-46dc-ab0b-f182550bbccd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 1099 time: 0.0521433 Jun 28 07:13:23.922296 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b928797d-91da-45ef-8efa-e057cac50478 req-35276203-4983-49a4-af15-047254263fee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324230 Jun 28 07:13:24.064552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cf571-13b8-48bb-a785-ebb2af78f073 req-f25dd0bb-c9a2-4513-a1c3-2a5565b7205d tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:24.066145 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e5cf571-13b8-48bb-a785-ebb2af78f073 req-f25dd0bb-c9a2-4513-a1c3-2a5565b7205d tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 946 time: 0.1640000 Jun 28 07:13:24.106329 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e5cf571-13b8-48bb-a785-ebb2af78f073 req-6a431672-88bd-4ce5-885d-48a0343c04a3 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Jun 28 07:13:25.335375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8011-6c1c-4c49-93b8-f9087c7a8c59 req-4b2c753f-b2a6-4aa7-be35-b19ccdcb819b tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:25.337152 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-20ea8011-6c1c-4c49-93b8-f9087c7a8c59 req-4b2c753f-b2a6-4aa7-be35-b19ccdcb819b tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 946 time: 0.1134944 Jun 28 07:13:25.375474 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-20ea8011-6c1c-4c49-93b8-f9087c7a8c59 req-6c7b99e9-6744-4d30-891d-ca96b2087566 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Jun 28 07:13:26.464801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:26.550993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11104511-d294-484b-b801-1902804850f2 req-b795eeac-c7c1-4de3-8a3b-32feb915c400 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:26.552436 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11104511-d294-484b-b801-1902804850f2 req-b795eeac-c7c1-4de3-8a3b-32feb915c400 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 946 time: 0.0630848 Jun 28 07:13:26.583224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe418-aeb7-4c77-a50c-2e356423dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:26.591693 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11104511-d294-484b-b801-1902804850f2 req-e00a4455-2b7b-4ee8-963a-5f3cc3ffd0fd tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336480 Jun 28 07:13:26.771240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4ae01-02af-45a7-a3a1-5713ba04c874 req-433e2785-c263-4da1-849d-a2a06d7333d8 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:26.772713 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ec4ae01-02af-45a7-a3a1-5713ba04c874 req-433e2785-c263-4da1-849d-a2a06d7333d8 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 946 time: 0.0685346 Jun 28 07:13:26.809598 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ec4ae01-02af-45a7-a3a1-5713ba04c874 req-c6dafc32-e53e-41fe-8bea-27c9ed1a36f0 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Jun 28 07:13:27.691907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:29.474955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:38.108175 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-3456fc94-b11b-44d7-93a6-b39c4ed0c0da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0954058 Jun 28 07:13:38.228455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-96247db2-80fc-42df-b211-7f365f90fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:38.229979 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-96247db2-80fc-42df-b211-7f365f90fd32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=baa4dbda643445a58807f76b643f6bb2&device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 1099 time: 0.0552726 Jun 28 07:13:38.339783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-ffb730fd-7a75-43dc-9a7c-31a7a0bb1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:38.341148 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-ffb730fd-7a75-43dc-9a7c-31a7a0bb1208 service neutron] 10.222.0.50 "GET /v2.0/networks?id=989ea673-7785-4d20-afb5-9d99420e7fb9 HTTP/1.1" status: 200 len: 917 time: 0.0890071 Jun 28 07:13:38.383106 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-72b5709d-8e6c-4cc3-b487-8cb1558a1a27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af9b728b-7262-41e2-b404-44d8c9718363 HTTP/1.1" status: 200 len: 217 time: 0.0343430 Jun 28 07:13:38.438406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-24c48e30-880c-4dc1-848a-7bbfff31d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:38.439847 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-24c48e30-880c-4dc1-848a-7bbfff31d794 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0d2f5d-8a55-495c-975d-654fcd4f274d HTTP/1.1" status: 200 len: 855 time: 0.0486398 Jun 28 07:13:38.498694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-718c3088-eca4-41e5-8eae-58b0de24c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:38.500176 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-718c3088-eca4-41e5-8eae-58b0de24c7c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=989ea673-7785-4d20-afb5-9d99420e7fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521152 Jun 28 07:13:38.587444 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-c8f9d76a-4813-4b9d-8839-084651e006d3 service neutron] 10.222.0.50 "GET /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803735 Jun 28 07:13:38.679952 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d753679-99f1-4da2-a8b2-b3ea4b21705e req-a1c15e27-635b-4a97-a2e0-0b75fb8acff6 service neutron] 10.222.0.50 "GET /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854805 Jun 28 07:13:43.743393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:49.296150 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:13:52.022781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4b542-648a-4c96-8e64-b7a967680cd6 req-ff98ce2d-0ace-4fc3-9c77-bf89a87a7ee8 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:52.024262 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e2e4b542-648a-4c96-8e64-b7a967680cd6 req-ff98ce2d-0ace-4fc3-9c77-bf89a87a7ee8 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 946 time: 0.0640593 Jun 28 07:13:52.062947 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e2e4b542-648a-4c96-8e64-b7a967680cd6 req-f062cfa1-cb13-4964-9eb5-65c57ec02def tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330520 Jun 28 07:13:53.244081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffeaf0-3371-4af3-8c1e-04cb2b4c38c2 req-8f65a032-f01d-44c3-b7e2-0c617ed4625d tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:53.245579 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ecffeaf0-3371-4af3-8c1e-04cb2b4c38c2 req-8f65a032-f01d-44c3-b7e2-0c617ed4625d tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 946 time: 0.0692358 Jun 28 07:13:53.284031 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ecffeaf0-3371-4af3-8c1e-04cb2b4c38c2 req-cce2fa8b-6c25-4b45-9f54-5ab00801d540 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328019 Jun 28 07:13:53.811546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d4187677-130a-4cb4-8148-75babf0dc0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:54.174979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-b531ccd1-656d-4017-993d-f365aeb34333 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:54.176455 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-b531ccd1-656d-4017-993d-f365aeb34333 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 946 time: 0.0635824 Jun 28 07:13:54.284205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Deleting port af9b728b-7262-41e2-b404-44d8c9718363 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:13:54.284960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:54.373654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] For port af9b728b-7262-41e2-b404-44d8c9718363, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=af9b728b-7262-41e2-b404-44d8c9718363,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:13:54.374009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:54.387476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Calling delete_port for af9b728b-7262-41e2-b404-44d8c9718363 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:13:54.518121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a3aa8-03ce-49d3-a98d-cbe1a4a83bf1 req-c8e2acc4-6ced-4403-a39e-6d871cead066 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:54.519601 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-678a3aa8-03ce-49d3-a98d-cbe1a4a83bf1 req-c8e2acc4-6ced-4403-a39e-6d871cead066 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 946 time: 0.1205666 Jun 28 07:13:54.595371 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-678a3aa8-03ce-49d3-a98d-cbe1a4a83bf1 req-bb8b382c-e521-4c7e-bf66-8834770efd29 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693910 Jun 28 07:13:54.687147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:54.691070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea805122-b45d-4298-846b-50df89c9f7b6 tempest-ServersAdminNegativeTestJSON-1536920598 tempest-ServersAdminNegativeTestJSON-1536920598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:13:54.722950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Pushing event deleted for resources: {'Port': ['ID=af9b728b-7262-41e2-b404-44d8c9718363,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:13:54.728267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['af9b728b-7262-41e2-b404-44d8c9718363'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:13:54.734194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.735263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.735657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.736043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.736419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.736795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.737195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.737578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.737946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.738312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.746162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.746162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:13:54.758988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:13:54.780028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] No DVR routers for this DVR port af9b728b-7262-41e2-b404-44d8c9718363 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:13:54.782388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:54.784384 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-407c0e60-61bd-45a6-87eb-24576ab3650e req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.50 "DELETE /v2.0/ports/af9b728b-7262-41e2-b404-44d8c9718363 HTTP/1.1" status: 204 len: 173 time: 0.6000531 Jun 28 07:13:54.784927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9097836-4d84-4daa-b974-225dd90a37f4', 'name': 'network-vif-deleted', 'tag': 'af9b728b-7262-41e2-b404-44d8c9718363'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:13:54.787232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097f5063-d988-49af-8772-3392c312a7b2" -d '{"events": [{"server_uuid": "c9097836-4d84-4daa-b974-225dd90a37f4", "name": "network-vif-deleted", "tag": "af9b728b-7262-41e2-b404-44d8c9718363"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:13:54.882845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df76482-4b43-492e-b263-183eddc5950b x-openstack-request-id: req-9df76482-4b43-492e-b263-183eddc5950b {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:13:54.883200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9097836-4d84-4daa-b974-225dd90a37f4", "name": "network-vif-deleted", "tag": "af9b728b-7262-41e2-b404-44d8c9718363", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:13:54.883506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9df76482-4b43-492e-b263-183eddc5950b {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:13:54.883983 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9097836-4d84-4daa-b974-225dd90a37f4', 'name': 'network-vif-deleted', 'tag': 'af9b728b-7262-41e2-b404-44d8c9718363', 'status': 'completed', 'code': 200} Jun 28 07:13:55.752137 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f8e3e850-5628-465a-8af7-76d432c1fa2c req-54947916-e06e-4ab8-81b2-023f6a579801 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9097836-4d84-4daa-b974-225dd90a37f4 HTTP/1.1" status: 200 len: 210 time: 0.0300930 Jun 28 07:13:56.474220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:56.582859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-53bebcaf-c008-4f45-be35-457a9b379212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:57.660991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-68265afd-7b5d-412e-80c4-3ecdc482ca15 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:13:57.662474 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-68265afd-7b5d-412e-80c4-3ecdc482ca15 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/networks?id=989ea673-7785-4d20-afb5-9d99420e7fb9 HTTP/1.1" status: 200 len: 816 time: 0.1040583 Jun 28 07:13:57.677007 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-8f428768-cc96-4c8f-9d0e-8695fa173dfa tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/quotas/baa4dbda643445a58807f76b643f6bb2 HTTP/1.1" status: 200 len: 375 time: 0.0090702 Jun 28 07:13:57.680270 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:13:57.741971 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-f2e14973-26ed-403f-9567-4d27026c24b0 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=baa4dbda643445a58807f76b643f6bb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595479 Jun 28 07:13:57.758098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6dc7c065-0217-48eb-8e81-1576e0bd7372 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:13:57.759043 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6dc7c065-0217-48eb-8e81-1576e0bd7372 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051000 Jun 28 07:13:57.848426 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a74e73f5-c401-48f4-bd40-33aa14a9cbb6 service neutron] 10.222.0.24 "GET /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841484 Jun 28 07:13:57.938197 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-e816233f-cffa-453c-9803-90c0a9b4be88 service neutron] 10.222.0.24 "GET /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829587 Jun 28 07:13:58.197790 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ec488ba-61b4-4f48-bb9d-46b20d29bc19 req-f853caa7-7e66-401e-94e9-3b481ed4404c tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 210 time: 0.0338802 Jun 28 07:13:59.283423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-15f4628f-3ace-4535-8ea9-97c8f1f956fb req-d24317a9-8116-4802-9a6a-0d0a9ad1f08d tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 210 time: 0.0308416 Jun 28 07:13:59.327641 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device af9b728b-7262-41e2-b404-44d8c9718363 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:13:59.356040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: af9b728b-7262-41e2-b404-44d8c9718363 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:13:59.356385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device af9b728b-7262-41e2-b404-44d8c9718363 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:13:59.445560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:00.423239 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-56a22592-58f5-4aef-8145-e20a424187aa req-27f4d70d-0f52-4f38-af4b-2c94aa77f056 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 210 time: 0.0285144 Jun 28 07:14:00.763932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-1ac89adf-2972-4583-b006-97506ed73fb3 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:00.765499 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-1ac89adf-2972-4583-b006-97506ed73fb3 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.50 "GET /v2.0/networks?id=989ea673-7785-4d20-afb5-9d99420e7fb9 HTTP/1.1" status: 200 len: 816 time: 0.1039734 Jun 28 07:14:00.791250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Request body: {'port': {'device_id': 'dc863254-082c-4a4f-8dbf-4058cfccb1ed', 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9', 'admin_state_up': True, 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:14:01.040672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Made reservation on behalf of baa4dbda643445a58807f76b643f6bb2 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:14:01.044392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:01.506043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Allocated IP 172.20.0.10 (989ea673-7785-4d20-afb5-9d99420e7fb9/fc0d2f5d-8a55-495c-975d-654fcd4f274d/ce536d15-3fb5-46c5-a457-cf5ab451f9d3) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:14:01.579424 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c2c064fc-ba8e-4ac3-88fa-8e1a0e621a50 req-bc5c153c-c60b-44b3-b0fd-c683a3e43633 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 210 time: 0.0390613 Jun 28 07:14:01.681978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:01.695249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Transition to ACTIVE for port object ce536d15-3fb5-46c5-a457-cf5ab451f9d3 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:14:01.823352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:01.827238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:01.866397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Network 989ea673-7785-4d20-afb5-9d99420e7fb9 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:14:01.871090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:14:01.875941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:14:01.909758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Pushing event updated for resources: {'Port': ['ID=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:01.915016 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:01.935716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:01.936484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:02.058135 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2707055 Jun 28 07:14:02.077181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Request body: {'port': {'device_id': 'dc863254-082c-4a4f-8dbf-4058cfccb1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:14:02.142503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dff6b20f-573a-49eb-be02-081cb78a7eb0 None None] Provisioning for port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:14:02.146296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:02.146647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dff6b20f-573a-49eb-be02-081cb78a7eb0 None None] Provisioning complete for port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:14:02.147029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dff6b20f-573a-49eb-be02-081cb78a7eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:02.181470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-dff6b20f-573a-49eb-be02-081cb78a7eb0 None None] Port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:14:02.402743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce536d15-3fb5-46c5-a457-cf5ab451f9d3 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:14:02.410364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:02.421844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Transition to ACTIVE for port object ce536d15-3fb5-46c5-a457-cf5ab451f9d3 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:14:02.525831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:02.527935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a80f07f1-5374-4249-bbca-7cd5a3d4d36e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:02.578803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Pushing event updated for resources: {'Port': ['ID=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:02.581905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:02.653993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Attempting to bind port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:14:02.654335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Attempting to bind port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:14:02.654723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Attempting to bind port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 on network 989ea673-7785-4d20-afb5-9d99420e7fb9 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:14:02.660301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 on network 989ea673-7785-4d20-afb5-9d99420e7fb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:14:02.660704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Attempting to bind port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 on network 989ea673-7785-4d20-afb5-9d99420e7fb9 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:14:02.665909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:14:02.666328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Checking segment: {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:14:02.666768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Bound using segment: {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:14:02.667256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Bound port: ce536d15-3fb5-46c5-a457-cf5ab451f9d3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1382a85-7d96-4c23-b120-e315b8d5b5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:14:02.667921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:02.772771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] For port ce536d15-3fb5-46c5-a457-cf5ab451f9d3, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:14:02.776555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] For port ce536d15-3fb5-46c5-a457-cf5ab451f9d3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:14:02.800992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee389a-47c0-4f67-81e4-88551dc5c50c req-54e5726f-be34-410d-9539-f9cb64da964f tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:02.802504 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-60ee389a-47c0-4f67-81e4-88551dc5c50c req-54e5726f-be34-410d-9539-f9cb64da964f tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 944 time: 0.0949605 Jun 28 07:14:02.844268 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-60ee389a-47c0-4f67-81e4-88551dc5c50c req-ef040d13-7333-4ef2-b17a-6fc09c434034 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346053 Jun 28 07:14:02.891509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:02.893776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:02.925468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:02.926082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:02.927430 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] 10.222.0.50 "PUT /v2.0/ports/ce536d15-3fb5-46c5-a457-cf5ab451f9d3 HTTP/1.1" status: 200 len: 1094 time: 0.8544979 Jun 28 07:14:02.927947 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc863254-082c-4a4f-8dbf-4058cfccb1ed', 'tag': 'ce536d15-3fb5-46c5-a457-cf5ab451f9d3'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:14:02.930288 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bb7ff5-53f9-453d-b9fa-90de20dc17e7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc863254-082c-4a4f-8dbf-4058cfccb1ed", "tag": "ce536d15-3fb5-46c5-a457-cf5ab451f9d3"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:14:02.961141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Pushing event updated for resources: {'Port': ['ID=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:02.965462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:02.975368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa693ff-9e23-404c-94ab-f775e12f5787 x-openstack-request-id: req-bfa693ff-9e23-404c-94ab-f775e12f5787 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:14:02.975842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc863254-082c-4a4f-8dbf-4058cfccb1ed", "tag": "ce536d15-3fb5-46c5-a457-cf5ab451f9d3", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:14:02.976146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfa693ff-9e23-404c-94ab-f775e12f5787 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:14:02.976598 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc863254-082c-4a4f-8dbf-4058cfccb1ed', 'tag': 'ce536d15-3fb5-46c5-a457-cf5ab451f9d3', 'status': 'completed', 'code': 200} Jun 28 07:14:03.081163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb7ff5-53f9-453d-b9fa-90de20dc17e7 req-a7d0e217-3eff-4022-b11d-474302cc754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:03.082671 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-56bb7ff5-53f9-453d-b9fa-90de20dc17e7 req-a7d0e217-3eff-4022-b11d-474302cc754a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=baa4dbda643445a58807f76b643f6bb2&device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 1097 time: 0.0611560 Jun 28 07:14:03.186854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb7ff5-53f9-453d-b9fa-90de20dc17e7 req-215d1a0e-15d7-46e1-99c8-9c404389c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:03.189037 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-56bb7ff5-53f9-453d-b9fa-90de20dc17e7 req-215d1a0e-15d7-46e1-99c8-9c404389c882 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=baa4dbda643445a58807f76b643f6bb2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0919046 Jun 28 07:14:03.284077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb7ff5-53f9-453d-b9fa-90de20dc17e7 req-14c30081-52a7-4ee1-bac4-5f2a23d2bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:03.285636 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-56bb7ff5-53f9-453d-b9fa-90de20dc17e7 req-14c30081-52a7-4ee1-bac4-5f2a23d2bfde service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889897 Jun 28 07:14:03.409954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-5a7f4bb4-e92f-4bd1-9952-6fada78d8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:03.411417 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-5a7f4bb4-e92f-4bd1-9952-6fada78d8131 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=baa4dbda643445a58807f76b643f6bb2&device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 1097 time: 0.0528212 Jun 28 07:14:03.458990 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-88b39eb3-8907-4b8e-ab8e-ea40b7355c3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce536d15-3fb5-46c5-a457-cf5ab451f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0333169 Jun 28 07:14:03.514663 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-00c6e62c-03a3-4673-9b1c-7092427b71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:03.516167 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-00c6e62c-03a3-4673-9b1c-7092427b71d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc0d2f5d-8a55-495c-975d-654fcd4f274d HTTP/1.1" status: 200 len: 855 time: 0.0507641 Jun 28 07:14:03.574510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-b89dd075-e974-42f7-ba92-5d657043adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:03.576044 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-b89dd075-e974-42f7-ba92-5d657043adfe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=989ea673-7785-4d20-afb5-9d99420e7fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524426 Jun 28 07:14:03.666346 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-8c93e395-c75b-40f0-80d9-1281ebcf1243 service neutron] 10.222.0.50 "GET /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833197 Jun 28 07:14:03.757554 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c7c6c75f-62fd-4614-b558-8b818f20e50c req-b656a7e5-d491-401c-adb6-eb00e9916208 service neutron] 10.222.0.50 "GET /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843260 Jun 28 07:14:04.022457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645ba22-f2e1-4627-b36a-4e33a4599914 req-8092d7ad-b779-40b6-acfe-1cb82f9297fc tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:04.024242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6645ba22-f2e1-4627-b36a-4e33a4599914 req-8092d7ad-b779-40b6-acfe-1cb82f9297fc tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 944 time: 0.0663521 Jun 28 07:14:04.067863 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6645ba22-f2e1-4627-b36a-4e33a4599914 req-cc21f6ad-22a5-4fa9-b80f-648203e80a06 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Jun 28 07:14:05.257309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2eeeb-79d7-4554-bf94-e5951c231069 req-50a24eb9-621c-45bd-b9bf-e60f66a42588 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:05.258774 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8be2eeeb-79d7-4554-bf94-e5951c231069 req-50a24eb9-621c-45bd-b9bf-e60f66a42588 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 944 time: 0.0692697 Jun 28 07:14:05.296988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8be2eeeb-79d7-4554-bf94-e5951c231069 req-34741341-1c1c-456c-8b56-a1f5ad67383a tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Jun 28 07:14:05.369743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce536d15-3fb5-46c5-a457-cf5ab451f9d3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:14:05.613014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ce536d15-3fb5-46c5-a457-cf5ab451f9d3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:05.625121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'ce536d15-3fb5-46c5-a457-cf5ab451f9d3', 'network_id': '989ea673-7785-4d20-afb5-9d99420e7fb9', 'port_id': 'ce536d15-3fb5-46c5-a457-cf5ab451f9d3', 'mac_address': 'fa:16:3e:76:97:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0d2f5d-8a55-495c-975d-654fcd4f274d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:14:05.660508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:05.672925 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce536d15-3fb5-46c5-a457-cf5ab451f9d3 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:14:05.692039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ce536d15-3fb5-46c5-a457-cf5ab451f9d3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:05.765257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:05.767079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:05.812249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:05.818967 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.819323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.819664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.819998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.820330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.820659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.821015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.821345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.821673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.822052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.822375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.822695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:05.826526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:06.055075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['ce536d15-3fb5-46c5-a457-cf5ab451f9d3'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:14:06.470010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db58e3-c7d6-4265-9bb6-d9e518be553b req-b6ed8abc-e879-4387-abe1-d38237fb558a tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:06.471518 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-93db58e3-c7d6-4265-9bb6-d9e518be553b req-b6ed8abc-e879-4387-abe1-d38237fb558a tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 945 time: 0.0639052 Jun 28 07:14:06.512281 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-93db58e3-c7d6-4265-9bb6-d9e518be553b req-ea220532-2bf1-4e6e-8f71-d7002589e214 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352590 Jun 28 07:14:07.376951 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce536d15-3fb5-46c5-a457-cf5ab451f9d3 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:14:07.519343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:14:07.523063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:14:07.523446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:07.604569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:07.626399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc863254-082c-4a4f-8dbf-4058cfccb1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce536d15-3fb5-46c5-a457-cf5ab451f9d3'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:14:07.628753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46b89f1-753b-4a05-b811-b98378a30453" -d '{"events": [{"server_uuid": "dc863254-082c-4a4f-8dbf-4058cfccb1ed", "name": "network-vif-plugged", "status": "completed", "tag": "ce536d15-3fb5-46c5-a457-cf5ab451f9d3"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:14:07.642047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port ce536d15-3fb5-46c5-a457-cf5ab451f9d3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:07.670353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be954259-3778-49d7-ac02-a1fccfeec25d x-openstack-request-id: req-be954259-3778-49d7-ac02-a1fccfeec25d {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:14:07.670655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc863254-082c-4a4f-8dbf-4058cfccb1ed", "name": "network-vif-plugged", "status": "completed", "tag": "ce536d15-3fb5-46c5-a457-cf5ab451f9d3", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:14:07.670959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be954259-3778-49d7-ac02-a1fccfeec25d {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:14:07.671403 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc863254-082c-4a4f-8dbf-4058cfccb1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce536d15-3fb5-46c5-a457-cf5ab451f9d3', 'code': 200} Jun 28 07:14:07.690863 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada878e-e7dd-4a03-93f0-8112ff0a32b5 req-2d574315-49c3-4e8e-839a-2d01c8d6ce7f tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:07.692342 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ada878e-e7dd-4a03-93f0-8112ff0a32b5 req-2d574315-49c3-4e8e-839a-2d01c8d6ce7f tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 945 time: 0.0668681 Jun 28 07:14:07.734243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:07.736173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-78540213-1224-43a2-856f-65dfbcaeae3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:07.738778 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7ada878e-e7dd-4a03-93f0-8112ff0a32b5 req-7f4bb15d-e412-419e-a68c-51b1166bd929 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Jun 28 07:14:07.783648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:07.786668 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:08.112207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9722c9-6456-461b-9d20-50df0014872e req-388cc451-e256-4009-8c1b-89c4641f2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:08.113697 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e9722c9-6456-461b-9d20-50df0014872e req-388cc451-e256-4009-8c1b-89c4641f2e36 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 1099 time: 0.0509341 Jun 28 07:14:08.150902 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e9722c9-6456-461b-9d20-50df0014872e req-82eb86eb-4492-402c-9b86-0a03f07415e8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305574 Jun 28 07:14:08.916361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac592747-da2c-4cf9-bd21-e1e0a2f21471 req-6a8e949a-d6a0-41a0-a229-d8ae14b3e1bf tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:08.917849 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac592747-da2c-4cf9-bd21-e1e0a2f21471 req-6a8e949a-d6a0-41a0-a229-d8ae14b3e1bf tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 946 time: 0.0639415 Jun 28 07:14:08.955596 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac592747-da2c-4cf9-bd21-e1e0a2f21471 req-669036aa-37e1-4958-ad4d-8d20f412accc tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Jun 28 07:14:10.131134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dc937-705f-4659-96b5-08a584d834c1 req-678fd714-4c57-4141-8713-49455893f47b tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:10.132642 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-963dc937-705f-4659-96b5-08a584d834c1 req-678fd714-4c57-4141-8713-49455893f47b tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 946 time: 0.0682950 Jun 28 07:14:10.175421 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-963dc937-705f-4659-96b5-08a584d834c1 req-a53edfac-29b4-4819-805e-275fd55351ff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370486 Jun 28 07:14:10.349449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d669fd-bfa7-4046-80fc-b619cf2af9f6 req-4c35d146-4a39-4bf0-bf20-3dab5ecb532b tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:10.350842 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86d669fd-bfa7-4046-80fc-b619cf2af9f6 req-4c35d146-4a39-4bf0-bf20-3dab5ecb532b tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 946 time: 0.0639420 Jun 28 07:14:10.388391 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86d669fd-bfa7-4046-80fc-b619cf2af9f6 req-6df61691-15c7-4cd1-8226-4eaab3de7143 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319002 Jun 28 07:14:13.811287 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:23.817423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-41bcd053-8aab-431d-8442-00710e710fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:26.294318 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:14:26.456727 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:26.537149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3bafd179-88c4-4ab6-bf82-6b0547982417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:27.685390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:29.421880 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:35.383602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320e26b-7e93-4e49-83f4-2ba167d12036 req-4c306409-3d33-41ff-a89b-dbf65909ce3b tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:35.385138 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9320e26b-7e93-4e49-83f4-2ba167d12036 req-4c306409-3d33-41ff-a89b-dbf65909ce3b tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 946 time: 0.0652034 Jun 28 07:14:35.423770 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9320e26b-7e93-4e49-83f4-2ba167d12036 req-c54f0e2b-e152-46c8-ab8f-334cca005840 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321796 Jun 28 07:14:36.603618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77afe73-9ed0-481b-b4c1-28747e677ad7 req-eb177d49-7c0c-4e48-9e42-818ee45d9ea9 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:36.605225 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f77afe73-9ed0-481b-b4c1-28747e677ad7 req-eb177d49-7c0c-4e48-9e42-818ee45d9ea9 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 946 time: 0.0671759 Jun 28 07:14:36.643598 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f77afe73-9ed0-481b-b4c1-28747e677ad7 req-987da2c0-b4f0-4910-a231-a6e98cf50f03 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Jun 28 07:14:37.598474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-06def8bc-f652-4add-a96b-810fd9ef891e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:37.600115 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-06def8bc-f652-4add-a96b-810fd9ef891e tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 946 time: 0.0630786 Jun 28 07:14:37.708323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Deleting port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:14:37.709002 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:37.833577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] For port ce536d15-3fb5-46c5-a457-cf5ab451f9d3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:37.833936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:37.849552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Calling delete_port for ce536d15-3fb5-46c5-a457-cf5ab451f9d3 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:14:37.872180 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f80557-bdf8-4b5c-8e30-e7fd79adcb0e req-90ca1575-150e-4036-97e6-d9f933c47ac7 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:37.873719 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b6f80557-bdf8-4b5c-8e30-e7fd79adcb0e req-90ca1575-150e-4036-97e6-d9f933c47ac7 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 946 time: 0.1159213 Jun 28 07:14:37.952079 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b6f80557-bdf8-4b5c-8e30-e7fd79adcb0e req-8e25acc6-8823-417f-b83a-7ae2878d94ee tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492058 Jun 28 07:14:38.084929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:38.089139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-37bb456f-2fe2-4bc9-9bb0-b2bf7cbb422f tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:38.117207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Pushing event deleted for resources: {'Port': ['ID=ce536d15-3fb5-46c5-a457-cf5ab451f9d3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:38.128411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['ce536d15-3fb5-46c5-a457-cf5ab451f9d3'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:14:38.140695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:38.161325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] No DVR routers for this DVR port ce536d15-3fb5-46c5-a457-cf5ab451f9d3 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:14:38.163967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:38.166017 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9f7bf5c2-81b8-411e-a212-46eeed427c1f req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.50 "DELETE /v2.0/ports/ce536d15-3fb5-46c5-a457-cf5ab451f9d3 HTTP/1.1" status: 204 len: 173 time: 0.5554149 Jun 28 07:14:38.166556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc863254-082c-4a4f-8dbf-4058cfccb1ed', 'name': 'network-vif-deleted', 'tag': 'ce536d15-3fb5-46c5-a457-cf5ab451f9d3'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:14:38.169013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ce5353-9a62-44ac-a722-d64348b5f5cb" -d '{"events": [{"server_uuid": "dc863254-082c-4a4f-8dbf-4058cfccb1ed", "name": "network-vif-deleted", "tag": "ce536d15-3fb5-46c5-a457-cf5ab451f9d3"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:14:38.216965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965dfb8-f984-43a4-8d8f-4a944abda259 x-openstack-request-id: req-7965dfb8-f984-43a4-8d8f-4a944abda259 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:14:38.216965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc863254-082c-4a4f-8dbf-4058cfccb1ed", "name": "network-vif-deleted", "tag": "ce536d15-3fb5-46c5-a457-cf5ab451f9d3", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:14:38.216965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7965dfb8-f984-43a4-8d8f-4a944abda259 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:14:38.216965 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc863254-082c-4a4f-8dbf-4058cfccb1ed', 'name': 'network-vif-deleted', 'tag': 'ce536d15-3fb5-46c5-a457-cf5ab451f9d3', 'status': 'completed', 'code': 200} Jun 28 07:14:39.106774 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e924b1b1-be06-4ce5-b46f-a6650ab49ad5 req-40d5e8a5-26eb-440d-aa60-ad3c40683dc3 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc863254-082c-4a4f-8dbf-4058cfccb1ed HTTP/1.1" status: 200 len: 210 time: 0.0317392 Jun 28 07:14:40.332733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33022) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:40.683869 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:40.931424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Deleting port ccca981e-cb19-4390-918c-49825f4ae4ed {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:14:40.931762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:41.006959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] For port ccca981e-cb19-4390-918c-49825f4ae4ed, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ccca981e-cb19-4390-918c-49825f4ae4ed,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:41.007308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:41.019998 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Calling delete_port for ccca981e-cb19-4390-918c-49825f4ae4ed owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:14:41.268414 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:41.270393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-20fcd5ef-414d-46fd-8507-4c76ba3ea2b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:41.297262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccca981e-cb19-4390-918c-49825f4ae4ed,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:41.305432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:41.469119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:41.534211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce536d15-3fb5-46c5-a457-cf5ab451f9d3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:14:41.554333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: ce536d15-3fb5-46c5-a457-cf5ab451f9d3 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:14:41.554686 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device ce536d15-3fb5-46c5-a457-cf5ab451f9d3 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:14:41.683497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Router 700a3a12-cac0-4e43-8996-3c44400502cd has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:14:41.788596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:14:41.793852 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] 10.222.0.24 "PUT /v2.0/routers/700a3a12-cac0-4e43-8996-3c44400502cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4600718 Jun 28 07:14:41.797200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33024) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:41.797713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409a410-d715-45b7-b758-73d484bb715d None None] Sync routers for ids ['700a3a12-cac0-4e43-8996-3c44400502cd'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:14:41.806614 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409a410-d715-45b7-b758-73d484bb715d None None] Routers {'700a3a12-cac0-4e43-8996-3c44400502cd'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:14:41.807231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c409a410-d715-45b7-b758-73d484bb715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['700a3a12-cac0-4e43-8996-3c44400502cd'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:41.912825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c409a410-d715-45b7-b758-73d484bb715d None None] Set router 700a3a12-cac0-4e43-8996-3c44400502cd gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:14:42.096742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c409a410-d715-45b7-b758-73d484bb715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'name': 'tempest-TestEncryptedCinderVolumes-277476661-router', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249'}], 'enable_snat': True}, 'gw_port_id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:00Z', 'updated_at': '2021-06-28T07:14:41Z', 'revision_number': 5, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'gw_port': {'id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:01Z', 'updated_at': '2021-06-28T07:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:42.128421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409a410-d715-45b7-b758-73d484bb715d None None] Checking router: 700a3a12-cac0-4e43-8996-3c44400502cd for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:14:42.137016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409a410-d715-45b7-b758-73d484bb715d None None] Routers {'700a3a12-cac0-4e43-8996-3c44400502cd'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:14:42.137647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c409a410-d715-45b7-b758-73d484bb715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['700a3a12-cac0-4e43-8996-3c44400502cd'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:42.236966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:42.249975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c409a410-d715-45b7-b758-73d484bb715d None None] Set router 700a3a12-cac0-4e43-8996-3c44400502cd gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:14:42.342596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:42.429502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c409a410-d715-45b7-b758-73d484bb715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'name': 'tempest-TestEncryptedCinderVolumes-277476661-router', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249'}], 'enable_snat': True}, 'gw_port_id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:00Z', 'updated_at': '2021-06-28T07:14:41Z', 'revision_number': 5, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'gw_port': {'id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:01Z', 'updated_at': '2021-06-28T07:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:42.455011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409a410-d715-45b7-b758-73d484bb715d None None] The sync data for ids ['700a3a12-cac0-4e43-8996-3c44400502cd'] in dv-neutron-797120-6-hyperv is: [{'id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'name': 'tempest-TestEncryptedCinderVolumes-277476661-router', 'tenant_id': 'baa4dbda643445a58807f76b643f6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249'}], 'enable_snat': True}, 'gw_port_id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:00Z', 'updated_at': '2021-06-28T07:14:41Z', 'revision_number': 5, 'project_id': 'baa4dbda643445a58807f76b643f6bb2', 'gw_port': {'id': 'aafd7d4e-7857-4b36-91a7-01c2a0370e1c', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700a3a12-cac0-4e43-8996-3c44400502cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:01Z', 'updated_at': '2021-06-28T07:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:14:42.455578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Deleting port aafd7d4e-7857-4b36-91a7-01c2a0370e1c {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:14:42.455917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:42.536777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] For port aafd7d4e-7857-4b36-91a7-01c2a0370e1c, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=aafd7d4e-7857-4b36-91a7-01c2a0370e1c,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:42.537449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:42.548914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Calling delete_port for aafd7d4e-7857-4b36-91a7-01c2a0370e1c owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:14:42.759460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:42.761619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-00ce2a23-d228-4dd1-97cd-2692341e5b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:42.791282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Pushing event deleted for resources: {'Port': ['ID=aafd7d4e-7857-4b36-91a7-01c2a0370e1c,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:42.793896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:42.849871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ccca981e-cb19-4390-918c-49825f4ae4ed no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:14:42.860959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:42.875453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: ccca981e-cb19-4390-918c-49825f4ae4ed {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:14:42.876011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ccca981e-cb19-4390-918c-49825f4ae4ed not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:14:42.954955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:42.957145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.050625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.051089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 700a3a12-cac0-4e43-8996-3c44400502cd {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:14:43.055531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.056704 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] 10.222.0.24 "DELETE /v2.0/routers/700a3a12-cac0-4e43-8996-3c44400502cd HTTP/1.1" status: 204 len: 168 time: 1.2585835 Jun 28 07:14:43.060876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33026) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:43.114727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0208c3bd-05e3-40a3-954e-52a3619ac9b6 admin admin] Deleting subnet fc0d2f5d-8a55-495c-975d-654fcd4f274d {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:14:43.117960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0208c3bd-05e3-40a3-954e-52a3619ac9b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.155044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0208c3bd-05e3-40a3-954e-52a3619ac9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.235817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0208c3bd-05e3-40a3-954e-52a3619ac9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.331081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0208c3bd-05e3-40a3-954e-52a3619ac9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.333826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-393d2d71-f699-4925-b1ed-e184efdff76e tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:43.363748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208c3bd-05e3-40a3-954e-52a3619ac9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0d2f5d-8a55-495c-975d-654fcd4f274d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:43.365713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0208c3bd-05e3-40a3-954e-52a3619ac9b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.367555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0208c3bd-05e3-40a3-954e-52a3619ac9b6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fc0d2f5d-8a55-495c-975d-654fcd4f274d HTTP/1.1" status: 204 len: 168 time: 0.3072860 Jun 28 07:14:43.368433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0208c3bd-05e3-40a3-954e-52a3619ac9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:43.370262 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33028) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:43.370404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f6f170-2c59-43cc-9d19-a73481cb173c None None] Network 989ea673-7785-4d20-afb5-9d99420e7fb9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:14:43.438588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.501554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Deleting port d4e0efb5-adac-446c-a58c-3d6750c0e20d {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:14:43.501967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.572716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] For port d4e0efb5-adac-446c-a58c-3d6750c0e20d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d4e0efb5-adac-446c-a58c-3d6750c0e20d,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:43.573519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.586113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] DHCP port deletion for 989ea673-7785-4d20-afb5-9d99420e7fb9 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:14:43.592399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Calling delete_port for d4e0efb5-adac-446c-a58c-3d6750c0e20d owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:14:43.640737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] Deleting port d4e0efb5-adac-446c-a58c-3d6750c0e20d {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:14:43.641221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.706123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] For port d4e0efb5-adac-446c-a58c-3d6750c0e20d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d4e0efb5-adac-446c-a58c-3d6750c0e20d,segment=NetworkSegment(e1382a85-7d96-4c23-b120-e315b8d5b5dd),segment_id=e1382a85-7d96-4c23-b120-e315b8d5b5dd)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:43.706539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.723377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] Calling delete_port for d4e0efb5-adac-446c-a58c-3d6750c0e20d owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:14:43.753453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.756496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:43.783458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.784838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e0efb5-adac-446c-a58c-3d6750c0e20d,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:43.786776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] No DVR routers for this DVR port d4e0efb5-adac-446c-a58c-3d6750c0e20d on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:14:43.788264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:43.801001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.803620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d944492d-ffeb-4ffd-882f-397fe2a720fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:43.823905 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] Pushing event deleted for resources: {'Port': ['ID=d4e0efb5-adac-446c-a58c-3d6750c0e20d,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:43.827317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:43.830111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] No DVR routers for this DVR port d4e0efb5-adac-446c-a58c-3d6750c0e20d on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:14:43.858790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.868394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989ea673-7785-4d20-afb5-9d99420e7fb9']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:43.878413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1382a85-7d96-4c23-b120-e315b8d5b5dd') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:43.878713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1382a85-7d96-4c23-b120-e315b8d5b5dd') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:43.887200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.901109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.907647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:14:43.908037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:14:43.909682 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:14:44.045478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:44.049811 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:44.051702 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] 10.222.0.24 "DELETE /v2.0/networks/989ea673-7785-4d20-afb5-9d99420e7fb9 HTTP/1.1" status: 204 len: 168 time: 0.6805429 Jun 28 07:14:44.052600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:44.054635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33030) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:44.070433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Pushing event deleted for resources: {'Network': ['ID=989ea673-7785-4d20-afb5-9d99420e7fb9,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:44.101777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:44.400193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:44.562341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d4e0efb5-adac-446c-a58c-3d6750c0e20d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:14:44.582436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: d4e0efb5-adac-446c-a58c-3d6750c0e20d {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:14:44.582793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d4e0efb5-adac-446c-a58c-3d6750c0e20d not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:14:44.583226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aafd7d4e-7857-4b36-91a7-01c2a0370e1c no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:14:44.601294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: aafd7d4e-7857-4b36-91a7-01c2a0370e1c {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:14:44.601656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aafd7d4e-7857-4b36-91a7-01c2a0370e1c not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:14:44.658589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Deleting port eade5ad8-f12a-4981-b6e7-f8982445b894 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:14:44.659084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:44.737415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] For port eade5ad8-f12a-4981-b6e7-f8982445b894, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=eade5ad8-f12a-4981-b6e7-f8982445b894,segment=NetworkSegment(1221aa32-acdd-4d46-ba10-2c79ccf9ec93),segment_id=1221aa32-acdd-4d46-ba10-2c79ccf9ec93)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:44.737767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:44.750403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Calling delete_port for eade5ad8-f12a-4981-b6e7-f8982445b894 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:14:45.016768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:45.018929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5cf3dc4a-b8c7-4d3f-b736-296d73921761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:45.045739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Pushing event deleted for resources: {'Port': ['ID=eade5ad8-f12a-4981-b6e7-f8982445b894,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:45.048402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:45.221789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:45.427190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:14:45.532208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:14:45.537304 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] 10.222.0.24 "PUT /v2.0/routers/cdce5b8a-1afa-4849-bf45-84bb0a86e7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4808648 Jun 28 07:14:45.539877 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33032) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:45.542515 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] Sync routers for ids ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:14:45.552838 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] Routers {'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:14:45.553482 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:45.650824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:45.663380 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] Set router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:14:45.758020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:45.912660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Deleting port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:14:45.913027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:45.922906 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'name': 'tempest-TestEncryptedCinderVolumes-928438208-router', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:07Z', 'updated_at': '2021-06-28T07:14:44Z', 'revision_number': 5, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'gw_port': {'id': 'ab2f3c8c-88a1-433d-bc9d-49ccf02670ea', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:13:08Z', 'updated_at': '2021-06-28T07:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:45.952505 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] Checking router: cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:14:45.961180 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] Routers {'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:14:45.961792 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:45.996266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] For port ab2f3c8c-88a1-433d-bc9d-49ccf02670ea, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ab2f3c8c-88a1-433d-bc9d-49ccf02670ea,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:45.996623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.008489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Calling delete_port for ab2f3c8c-88a1-433d-bc9d-49ccf02670ea owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:14:46.050144 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] Set router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:14:46.100688 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'name': 'tempest-TestEncryptedCinderVolumes-928438208-router', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:07Z', 'updated_at': '2021-06-28T07:14:45Z', 'revision_number': 6, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:46.130358 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4219c981-441f-42d7-bc84-961ad0147823 None None] The sync data for ids ['cdce5b8a-1afa-4849-bf45-84bb0a86e7d7'] in dv-neutron-797120-6-hyperv is: [{'id': 'cdce5b8a-1afa-4849-bf45-84bb0a86e7d7', 'name': 'tempest-TestEncryptedCinderVolumes-928438208-router', 'tenant_id': '06e9cae2b99e4e8ba79f749176081f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:13:07Z', 'updated_at': '2021-06-28T07:14:45Z', 'revision_number': 6, 'project_id': '06e9cae2b99e4e8ba79f749176081f41', 'gw_port_host': None}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:14:46.285374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.287451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-79a98f24-94ff-4067-a2ec-a3ee01964bbb tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:46.309431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2f3c8c-88a1-433d-bc9d-49ccf02670ea,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:46.312900 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:46.372067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.460316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.462678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.616450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.617041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:14:46.621401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.623561 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cdce5b8a-1afa-4849-bf45-84bb0a86e7d7 HTTP/1.1" status: 204 len: 168 time: 1.0817463 Jun 28 07:14:46.625616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33034) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:46.670169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fc26b9-4d3b-4b71-bbf8-f01787277b75 admin admin] Deleting subnet 263cbcd6-319d-4049-9462-eb9b150a10b9 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:14:46.673185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17fc26b9-4d3b-4b71-bbf8-f01787277b75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.707232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17fc26b9-4d3b-4b71-bbf8-f01787277b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.787116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17fc26b9-4d3b-4b71-bbf8-f01787277b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.907971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device eade5ad8-f12a-4981-b6e7-f8982445b894 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:14:46.914197 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17fc26b9-4d3b-4b71-bbf8-f01787277b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.917246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-aa2e3588-82ea-4a4a-8814-a94e05191e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:46.927301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: eade5ad8-f12a-4981-b6e7-f8982445b894 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:14:46.927654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device eade5ad8-f12a-4981-b6e7-f8982445b894 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:14:46.943041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc26b9-4d3b-4b71-bbf8-f01787277b75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263cbcd6-319d-4049-9462-eb9b150a10b9,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:46.946013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-17fc26b9-4d3b-4b71-bbf8-f01787277b75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:46.947027 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-17fc26b9-4d3b-4b71-bbf8-f01787277b75 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/263cbcd6-319d-4049-9462-eb9b150a10b9 HTTP/1.1" status: 204 len: 168 time: 0.3204815 Jun 28 07:14:46.947934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-17fc26b9-4d3b-4b71-bbf8-f01787277b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:46.949713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33036) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:46.953146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26be8e2-1947-4e81-895a-f31c593aa33f None None] Network a35c586d-df9b-4173-a062-2551dea6dc5f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:14:47.025959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.083178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Deleting port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:14:47.083500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.141764 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] DHCP port deletion for a35c586d-df9b-4173-a062-2551dea6dc5f request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:14:47.156119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] For port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c33c16b6-80d9-49dc-b989-6e3cea4a5d3b,segment=NetworkSegment(1221aa32-acdd-4d46-ba10-2c79ccf9ec93),segment_id=1221aa32-acdd-4d46-ba10-2c79ccf9ec93)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:47.156480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.170227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Calling delete_port for c33c16b6-80d9-49dc-b989-6e3cea4a5d3b owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:14:47.193508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] Deleting port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:14:47.193897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.257565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] For port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c33c16b6-80d9-49dc-b989-6e3cea4a5d3b,segment=NetworkSegment(1221aa32-acdd-4d46-ba10-2c79ccf9ec93),segment_id=1221aa32-acdd-4d46-ba10-2c79ccf9ec93)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:47.266614 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.270411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] Calling delete_port for c33c16b6-80d9-49dc-b989-6e3cea4a5d3b owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:14:47.336504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.340285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a854379f-8544-44ae-99e3-c573b6b7e996 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:47.350127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.357461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-37324fa9-d52e-4ac8-8da1-de5832ed46e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:47.365538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Pushing event deleted for resources: {'Port': ['ID=c33c16b6-80d9-49dc-b989-6e3cea4a5d3b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:47.367457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] No DVR routers for this DVR port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:14:47.368952 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:47.379392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] Pushing event deleted for resources: {'Port': ['ID=c33c16b6-80d9-49dc-b989-6e3cea4a5d3b,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:47.381253 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] No DVR routers for this DVR port c33c16b6-80d9-49dc-b989-6e3cea4a5d3b on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:14:47.382649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:47.446403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.456154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35c586d-df9b-4173-a062-2551dea6dc5f']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:47.467038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1221aa32-acdd-4d46-ba10-2c79ccf9ec93') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:47.467339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1221aa32-acdd-4d46-ba10-2c79ccf9ec93') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:47.475832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.489853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.495750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:14:47.500286 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:14:47.656602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.659954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a0523b44-0de8-44ce-a550-9a20f4e88349 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:47.666501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:47.666501 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] 10.222.0.24 "DELETE /v2.0/networks/a35c586d-df9b-4173-a062-2551dea6dc5f HTTP/1.1" status: 204 len: 168 time: 0.7136068 Jun 28 07:14:47.676460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Pushing event deleted for resources: {'Network': ['ID=a35c586d-df9b-4173-a062-2551dea6dc5f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:47.678872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:48.241597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33040) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:48.283852 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ab77342a-2d1f-455e-8ed2-bccf0a9bbbba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=baa4dbda643445a58807f76b643f6bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409529 Jun 28 07:14:48.291691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33042) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:48.344668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df2e6c55-5d6b-47db-8fcb-018ca99bd417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:48.365662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df2e6c55-5d6b-47db-8fcb-018ca99bd417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:48.519083 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df2e6c55-5d6b-47db-8fcb-018ca99bd417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:48.521841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-df2e6c55-5d6b-47db-8fcb-018ca99bd417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:48.523009 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-df2e6c55-5d6b-47db-8fcb-018ca99bd417 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f921b43-e5ec-4cb7-9d09-b1cec90cbf17 HTTP/1.1" status: 204 len: 168 time: 0.2304285 Jun 28 07:14:48.523843 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-066f2ff1-8bf3-4618-b355-e315767ed204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:48.537150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6c55-5d6b-47db-8fcb-018ca99bd417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f921b43-e5ec-4cb7-9d09-b1cec90cbf17,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:48.537150 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-df2e6c55-5d6b-47db-8fcb-018ca99bd417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:48.568263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c33c16b6-80d9-49dc-b989-6e3cea4a5d3b no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:14:48.588185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: c33c16b6-80d9-49dc-b989-6e3cea4a5d3b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:14:48.588534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c33c16b6-80d9-49dc-b989-6e3cea4a5d3b not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:14:48.588981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ab2f3c8c-88a1-433d-bc9d-49ccf02670ea no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:14:48.607455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: ab2f3c8c-88a1-433d-bc9d-49ccf02670ea {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:14:48.607868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ab2f3c8c-88a1-433d-bc9d-49ccf02670ea not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:14:49.274542 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33048) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:49.314285 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bb2440ea-7b6a-470d-a5db-1fc1f7c8bba5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06e9cae2b99e4e8ba79f749176081f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385177 Jun 28 07:14:49.316574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33050) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:49.364597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cda0bde8-212c-4b3a-b6c3-3c20b6c7f956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:49.384792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cda0bde8-212c-4b3a-b6c3-3c20b6c7f956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:49.525211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cda0bde8-212c-4b3a-b6c3-3c20b6c7f956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:49.527778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-cda0bde8-212c-4b3a-b6c3-3c20b6c7f956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:49.529625 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-cda0bde8-212c-4b3a-b6c3-3c20b6c7f956 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b42c6adb-3d57-47d9-a395-130bbef617cd HTTP/1.1" status: 204 len: 168 time: 0.2114315 Jun 28 07:14:49.530511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dffee6f4-ffa0-46c5-9af8-309de3af4fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:49.538261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0bde8-212c-4b3a-b6c3-3c20b6c7f956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42c6adb-3d57-47d9-a395-130bbef617cd,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:49.540582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cda0bde8-212c-4b3a-b6c3-3c20b6c7f956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:50.647599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33072) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:50.743346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1317177274-network', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:14:50.850267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Made reservation on behalf of 97bfd1edd82240bdb418413d5e79993f for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:14:50.852647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:50.861340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:50.947609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:50.992919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:50.996693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6cf15014-2b80-4531-8b4b-466eddd8b9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:51.014347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:14:51.028990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a378c0-71bf-4034-b3a1-21b38532cffa,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:51.032195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:51.033430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:51.033769 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Added segment 781c13a4-7f39-480f-af83-e3835d91a167 of type vlan for network b797d2db-8e76-4b07-b078-a8f758e4c42d Jun 28 07:14:51.074333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:51.176214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:51.177255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:51.177839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:51.179924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2bb91c50-b26d-4888-ba34-684d9dcb4ed7 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:51.563900 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9151969 Jun 28 07:14:51.566737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33076) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:51.567407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b797d2db-8e76-4b07-b078-a8f758e4c42d,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:51.573452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Request body: {'subnet': {'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1317177274-subnet', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'ip_version': 4}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:14:51.576631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ed78619c-801b-47c1-aa42-f4f56c98c7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:51.577425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network b797d2db-8e76-4b07-b078-a8f758e4c42d details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:14:51.753154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Made reservation on behalf of 97bfd1edd82240bdb418413d5e79993f for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:14:51.755590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:52.010423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:52.013396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1474715c-0f5b-453b-b5bb-c29e3de7ce6a tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:52.067066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=264023e1-391e-4575-8b6e-d75e9fb86b74,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:52.069779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:52.076785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Checking segment: {'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:14:52.077163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Network hostable DHCP agents. Network: b797d2db-8e76-4b07-b078-a8f758e4c42d, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:14:52.187228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Network b797d2db-8e76-4b07-b078-a8f758e4c42d is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:14:52.295976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, b797d2db-8e76-4b07-b078-a8f758e4c42d) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:14:52.299959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:52.300520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:52.304782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc3dc2-88ff-4b34-a053-ddf4e5800d1a None None] Network b797d2db-8e76-4b07-b078-a8f758e4c42d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:14:52.447191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-b797d2db-8e76-4b07-b078-a8f758e4c42d', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:14:52.448047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:52.452263 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8b2be7ea-62ad-4acf-9220-21d7feb15af9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8824649 Jun 28 07:14:52.455129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33078) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:52.459606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:14:52.582326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Allocated IP 172.20.0.2 (b797d2db-8e76-4b07-b078-a8f758e4c42d/264023e1-391e-4575-8b6e-d75e9fb86b74/a69254ad-9801-4ca0-8062-968e48a01648) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:14:52.593924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:52.594973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:52.647221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:52.723645 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:52.731293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Transition to ACTIVE for port object a69254ad-9801-4ca0-8062-968e48a01648 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:14:52.744719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Transition to ACTIVE for port object a69254ad-9801-4ca0-8062-968e48a01648 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:14:52.805322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:52.808110 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:52.851628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Network b797d2db-8e76-4b07-b078-a8f758e4c42d is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:14:52.854310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:14:52.857865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:14:52.865138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Pushing event updated for resources: {'Port': ['ID=a69254ad-9801-4ca0-8062-968e48a01648,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:52.869254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:52.893847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:53.071973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Attempting to bind port a69254ad-9801-4ca0-8062-968e48a01648 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:14:53.072357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Attempting to bind port a69254ad-9801-4ca0-8062-968e48a01648 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:14:53.072730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Attempting to bind port a69254ad-9801-4ca0-8062-968e48a01648 on network b797d2db-8e76-4b07-b078-a8f758e4c42d {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:14:53.077664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:14:53.078085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Checking segment: {'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:14:53.078501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:53.078907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Bound using segment: {'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:14:53.079380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Bound port: a69254ad-9801-4ca0-8062-968e48a01648, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:14:53.079771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:53.140909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] For port a69254ad-9801-4ca0-8062-968e48a01648, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:14:53.144044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] For port a69254ad-9801-4ca0-8062-968e48a01648, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a69254ad-9801-4ca0-8062-968e48a01648,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:14:53.172500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:53.191908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:53.257113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:53.260076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-52978827-f3d4-407d-bfe4-fae50021364c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:53.290758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Allocated IP 172.26.4.159 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/0791c640-cac2-4659-b8ab-b6024c03a33b) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:14:53.326768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Pushing event updated for resources: {'Port': ['ID=a69254ad-9801-4ca0-8062-968e48a01648,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:53.330030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:53.405974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:53.518572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:53.520819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-facbc21b-77ac-4b76-99fd-125a2969a684 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:53.564373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:14:53.568928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:14:53.573346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:14:53.577350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Pushing event updated for resources: {'Port': ['ID=0791c640-cac2-4659-b8ab-b6024c03a33b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:53.603967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:53.838860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-452675df-830a-4ad1-a011-7edef90d988f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:53.928902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:54.135059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:54.211593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431bfdf2-b992-46c2-952a-27951bbc7dd5 None None] Network b797d2db-8e76-4b07-b078-a8f758e4c42d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:14:54.325011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:14:54.355991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-8a1d002b-ed7b-4a2f-ab25-8b637a034638 None None] Provisioning for port a69254ad-9801-4ca0-8062-968e48a01648 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:14:54.437746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:14:54.446590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Sync routers for ids ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:14:54.457027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Routers {'71bccc1e-d552-453b-bde2-c0b1ae07ceeb'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:14:54.457655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:54.522055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:54.523245 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0671878 Jun 28 07:14:54.526181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33080) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:54.577576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Set router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:14:54.643947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a69254ad-9801-4ca0-8062-968e48a01648 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:14:54.811143 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:53Z', 'revision_number': 3, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:54.842787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Checking router: 71bccc1e-d552-453b-bde2-c0b1ae07ceeb for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:14:54.843439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Updating router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb port 0791c640-cac2-4659-b8ab-b6024c03a33b binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:14:54.845960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port a69254ad-9801-4ca0-8062-968e48a01648 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:14:54.866310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a69254ad-9801-4ca0-8062-968e48a01648 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:14:54.866753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:54.904010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:54.977371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.049983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.132700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port a69254ad-9801-4ca0-8062-968e48a01648, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a69254ad-9801-4ca0-8062-968e48a01648,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:55.147134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Allocated IP 172.20.0.1 (b797d2db-8e76-4b07-b078-a8f758e4c42d/264023e1-391e-4575-8b6e-d75e9fb86b74/468fac35-bc20-4025-8053-4b1084c4179f) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:14:55.217675 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.225767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.228971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:55.232638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Transition to ACTIVE for port object 0791c640-cac2-4659-b8ab-b6024c03a33b will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:14:55.251912 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.265186 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Transition to ACTIVE for port object 468fac35-bc20-4025-8053-4b1084c4179f will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:14:55.276593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=a69254ad-9801-4ca0-8062-968e48a01648,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:55.280252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:55.376262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.378369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:55.411446 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.413551 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5a410c40-983a-43e5-b2db-64fbf7ff438c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:55.429723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Attempting to bind port 0791c640-cac2-4659-b8ab-b6024c03a33b on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:14:55.430112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Attempting to bind port 0791c640-cac2-4659-b8ab-b6024c03a33b by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:14:55.430490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Attempting to bind port 0791c640-cac2-4659-b8ab-b6024c03a33b on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:14:55.436493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52f2e5-f9b4-4edc-8cdb-349c29f81970 None None] Pushing event updated for resources: {'Port': ['ID=0791c640-cac2-4659-b8ab-b6024c03a33b,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:55.439419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eb52f2e5-f9b4-4edc-8cdb-349c29f81970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:55.442585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:14:55.442975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:14:55.443464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.443781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:14:55.444264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Bound port: 0791c640-cac2-4659-b8ab-b6024c03a33b, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:14:55.444884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.454651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Network b797d2db-8e76-4b07-b078-a8f758e4c42d is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:14:55.460486 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:14:55.462289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:14:55.465658 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Pushing event updated for resources: {'Port': ['ID=468fac35-bc20-4025-8053-4b1084c4179f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:55.497812 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.498281 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.498754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.499127 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.508815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.508815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.508815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.508815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.508815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.508815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.508815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.509515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] For port 0791c640-cac2-4659-b8ab-b6024c03a33b, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:14:55.509612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:55.509718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] For port 0791c640-cac2-4659-b8ab-b6024c03a33b, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0791c640-cac2-4659-b8ab-b6024c03a33b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:14:55.509943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:55.520976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.628248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.630342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:55.698492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Routers {'71bccc1e-d552-453b-bde2-c0b1ae07ceeb'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:14:55.699125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:55.701531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52f2e5-f9b4-4edc-8cdb-349c29f81970 None None] Pushing event updated for resources: {'Port': ['ID=0791c640-cac2-4659-b8ab-b6024c03a33b,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:55.704528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eb52f2e5-f9b4-4edc-8cdb-349c29f81970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:55.754428 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.783848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f1f9a40c-f465-4ad2-9ec6-06951e2ecf87 None None] Provisioning for port 468fac35-bc20-4025-8053-4b1084c4179f completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:14:55.791381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f1f9a40c-f465-4ad2-9ec6-06951e2ecf87 None None] Provisioning complete for port 468fac35-bc20-4025-8053-4b1084c4179f triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:14:55.791767 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f1f9a40c-f465-4ad2-9ec6-06951e2ecf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:55.840019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] Set router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:14:55.865090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9a40c-f465-4ad2-9ec6-06951e2ecf87 None None] Port 468fac35-bc20-4025-8053-4b1084c4179f cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:14:55.918994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:56.010447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:56.014567 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-61ae0b76-b757-4274-8251-68881b9e69e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:56.017133 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:53Z', 'revision_number': 3, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:56.043180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c1893-27dc-4a80-9a26-c124adec5446 None None] The sync data for ids ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'] in dv-neutron-797120-6-hyperv is: [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:53Z', 'revision_number': 3, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:14:56.081083 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:56.083000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Pushing event updated for resources: {'Port': ['ID=468fac35-bc20-4025-8053-4b1084c4179f,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:56.085880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:56.189824 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Network b797d2db-8e76-4b07-b078-a8f758e4c42d is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:14:56.191237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:14:56.332773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:14:56.463516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:14:56.473831 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] 10.222.0.24 "PUT /v2.0/routers/71bccc1e-d552-453b-bde2-c0b1ae07ceeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9419031 Jun 28 07:14:56.485712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:56.495919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-38e856d1-ec39-4680-96bb-b446c347871b None None] Provisioning complete for port 468fac35-bc20-4025-8053-4b1084c4179f triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:14:56.496309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-38e856d1-ec39-4680-96bb-b446c347871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:56.552788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-38e856d1-ec39-4680-96bb-b446c347871b None None] Port 468fac35-bc20-4025-8053-4b1084c4179f cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:14:56.565302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c735da84-5707-4e79-a766-4d6a927f79d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:56.675029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a69254ad-9801-4ca0-8062-968e48a01648 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:14:56.727394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port a69254ad-9801-4ca0-8062-968e48a01648 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:14:56.727850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:56.808815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0791c640-cac2-4659-b8ab-b6024c03a33b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:14:56.960527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 0791c640-cac2-4659-b8ab-b6024c03a33b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:14:56.960527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 0791c640-cac2-4659-b8ab-b6024c03a33b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:14:56.960527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.033961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.055352 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 0791c640-cac2-4659-b8ab-b6024c03a33b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0791c640-cac2-4659-b8ab-b6024c03a33b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:14:57.142142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.144100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:57.165027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33098) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:57.171010 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1258968186-network', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:14:57.192585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=0791c640-cac2-4659-b8ab-b6024c03a33b,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:57.195637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:57.250478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Made reservation on behalf of 89e9fd0b65cb40e291262b40ea026a78 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:14:57.252864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.603196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.646211 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Sync routers for ids ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:14:57.656704 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Routers {'71bccc1e-d552-453b-bde2-c0b1ae07ceeb'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:14:57.657357 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:57.685296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.697554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.760144 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Set router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:14:57.787409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.791732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ab8bbca3-92c6-4717-8b8b-1a6b2c06ca1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:57.813003 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:14:57.822818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62760211-22ae-4c16-9a0f-0d8c0da4155b,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:57.827662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:57.828715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.829090 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Added segment 407d11d0-a053-4b75-a289-ec4ec8903055 of type vlan for network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 Jun 28 07:14:57.869414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.958057 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.959130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:57.959716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:57.962337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-335afba8-c077-467b-bd4d-d89c16d147f2 tempest-TestNetworkAdvancedServerOps-178627697 tempest-TestNetworkAdvancedServerOps-178627697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:57.966699 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '468fac35-bc20-4025-8053-4b1084c4179f', 'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'mac_address': 'fa:16:3e:d3:55:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:55Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 2, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'subnets': [{'id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:57.990894 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Checking router: 71bccc1e-d552-453b-bde2-c0b1ae07ceeb for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:14:57.991257 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Updating router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb port 468fac35-bc20-4025-8053-4b1084c4179f binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:14:58.021832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Pushing event updated for resources: {'Network': ['ID=3f6755de-4e4d-4c74-832a-d31bcfe271c9,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:58.024495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:58.029122 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:58.033288 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:14:58.068574 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3e00eac8-61fc-4579-b242-b986ba1fd6ed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9023438 Jun 28 07:14:58.071644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33100) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:58.078046 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Request body: {'subnet': {'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1258968186-subnet', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:14:58.204375 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Made reservation on behalf of 89e9fd0b65cb40e291262b40ea026a78 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:14:58.207018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:58.289137 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:58.299250 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Transition to ACTIVE for port object 468fac35-bc20-4025-8053-4b1084c4179f will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:14:58.399226 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:58.401159 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-29fbb1db-ff60-4cdb-9c83-6fb570b91848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:58.449080 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Pushing event updated for resources: {'Port': ['ID=468fac35-bc20-4025-8053-4b1084c4179f,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:58.468486 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:58.471929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ab3ec03e-d25d-45a0-b809-181bb2605f28 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:58.479665 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.480036 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.480333 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.480663 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.481006 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.481358 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.481808 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.481991 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.482286 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.482599 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.482906 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.483209 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:14:58.501476 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:58.515346 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Attempting to bind port 468fac35-bc20-4025-8053-4b1084c4179f on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:14:58.516408 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Attempting to bind port 468fac35-bc20-4025-8053-4b1084c4179f by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:14:58.516781 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Attempting to bind port 468fac35-bc20-4025-8053-4b1084c4179f on network b797d2db-8e76-4b07-b078-a8f758e4c42d {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:14:58.524777 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:14:58.525376 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Checking segment: {'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:14:58.526346 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:58.527005 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Bound using segment: {'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:14:58.528097 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Bound port: 468fac35-bc20-4025-8053-4b1084c4179f, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:14:58.529432 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:58.535896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15938102-04a1-450b-929c-d46cbe96cd73,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:58.539221 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Checking segment: {'id': '407d11d0-a053-4b75-a289-ec4ec8903055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:14:58.539788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Network hostable DHCP agents. Network: 3f6755de-4e4d-4c74-832a-d31bcfe271c9, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:14:58.543255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:58.592489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0791c640-cac2-4659-b8ab-b6024c03a33b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:14:58.608501 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] For port 468fac35-bc20-4025-8053-4b1084c4179f, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:14:58.611798 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] For port 468fac35-bc20-4025-8053-4b1084c4179f, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=468fac35-bc20-4025-8053-4b1084c4179f,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:14:58.644575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 0791c640-cac2-4659-b8ab-b6024c03a33b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:14:58.644997 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:58.662142 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:14:58.748267 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:58.751256 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-40a8c5d4-5170-4b9e-b354-c66484b94ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:58.799259 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Routers {'71bccc1e-d552-453b-bde2-c0b1ae07ceeb'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:14:58.799878 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:58.805307 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 3f6755de-4e4d-4c74-832a-d31bcfe271c9) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:14:58.810439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:14:58.810634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:58.816061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968cdc12-fab5-41ce-b186-f2e6da2581f4 None None] Network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:14:58.849470 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Pushing event updated for resources: {'Port': ['ID=468fac35-bc20-4025-8053-4b1084c4179f,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:58.865820 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:58.913983 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8411338 Jun 28 07:14:58.916409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33102) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:14:58.922388 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] Set router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:14:58.922725 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1258968186-router', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:14:58.979865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-3f6755de-4e4d-4c74-832a-d31bcfe271c9', 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'fixed_ips': [{'subnet_id': '15938102-04a1-450b-929c-d46cbe96cd73'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:14:58.981070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.046119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.047422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.108617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.242326 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '468fac35-bc20-4025-8053-4b1084c4179f', 'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'mac_address': 'fa:16:3e:d3:55:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:55Z', 'updated_at': '2021-06-28T07:14:58Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'subnets': [{'id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:14:59.269477 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e428388-7349-4860-b2ed-e206a3fd2c96 None None] The sync data for ids ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'] in dv-neutron-797120-6-hyperv is: [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '468fac35-bc20-4025-8053-4b1084c4179f', 'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'mac_address': 'fa:16:3e:d3:55:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:55Z', 'updated_at': '2021-06-28T07:14:58Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'subnets': [{'id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:14:59.289624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Allocated IP 172.20.0.2 (3f6755de-4e4d-4c74-832a-d31bcfe271c9/15938102-04a1-450b-929c-d46cbe96cd73/13a394c7-f3c9-4bad-b7ba-6883089a173a) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:14:59.421569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.464523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.488938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.500261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Transition to ACTIVE for port object 13a394c7-f3c9-4bad-b7ba-6883089a173a will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:14:59.520005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Transition to ACTIVE for port object 13a394c7-f3c9-4bad-b7ba-6883089a173a will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:14:59.605788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.608633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f93d2ef6-7a3c-454e-b5d6-bb45a6df9479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:59.650299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:14:59.653941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:14:59.657458 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:14:59.664296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Pushing event updated for resources: {'Port': ['ID=13a394c7-f3c9-4bad-b7ba-6883089a173a,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:59.686985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:14:59.707322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.724143 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Attempting to bind port 13a394c7-f3c9-4bad-b7ba-6883089a173a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:14:59.724522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Attempting to bind port 13a394c7-f3c9-4bad-b7ba-6883089a173a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '407d11d0-a053-4b75-a289-ec4ec8903055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:14:59.724922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Attempting to bind port 13a394c7-f3c9-4bad-b7ba-6883089a173a on network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:14:59.730289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:14:59.730997 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Checking segment: {'id': '407d11d0-a053-4b75-a289-ec4ec8903055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:14:59.731498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.731907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Bound using segment: {'id': '407d11d0-a053-4b75-a289-ec4ec8903055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:14:59.732578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Bound port: 13a394c7-f3c9-4bad-b7ba-6883089a173a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407d11d0-a053-4b75-a289-ec4ec8903055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:14:59.732796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.733014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.799599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] For port 13a394c7-f3c9-4bad-b7ba-6883089a173a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:14:59.803074 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] For port 13a394c7-f3c9-4bad-b7ba-6883089a173a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=13a394c7-f3c9-4bad-b7ba-6883089a173a,segment=NetworkSegment(407d11d0-a053-4b75-a289-ec4ec8903055),segment_id=407d11d0-a053-4b75-a289-ec4ec8903055)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:14:59.850465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Allocated IP 172.26.4.226 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/ad34791b-5f59-4332-98a8-5bd7e8bc2a1b) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:14:59.925519 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.928590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:14:59.959073 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:14:59.993744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Pushing event updated for resources: {'Port': ['ID=13a394c7-f3c9-4bad-b7ba-6883089a173a,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:14:59.997295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:00.142449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:00.145594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b8e39971-36d5-4b36-a4cb-79e4d5f0b99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:00.203708 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:15:00.207109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:15:00.210070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:15:00.217544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad34791b-5f59-4332-98a8-5bd7e8bc2a1b,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:00.220621 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:00.648170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 13a394c7-f3c9-4bad-b7ba-6883089a173a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:15:00.690943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:00.775912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 13a394c7-f3c9-4bad-b7ba-6883089a173a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:15:00.780480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 468fac35-bc20-4025-8053-4b1084c4179f up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:15:00.906734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:00.945248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3062d4-1586-4616-9626-7bda8ac3a2b3 None None] Network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:15:00.971912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 468fac35-bc20-4025-8053-4b1084c4179f completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:15:01.004020 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 468fac35-bc20-4025-8053-4b1084c4179f triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:01.004463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:01.146330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:01.189658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 468fac35-bc20-4025-8053-4b1084c4179f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=468fac35-bc20-4025-8053-4b1084c4179f,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:15:01.190598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e288ab4c-589a-480d-82c0-e3bc832b99db None None] Provisioning for port 13a394c7-f3c9-4bad-b7ba-6883089a173a completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:15:01.196149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e288ab4c-589a-480d-82c0-e3bc832b99db None None] Provisioning complete for port 13a394c7-f3c9-4bad-b7ba-6883089a173a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:01.196522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e288ab4c-589a-480d-82c0-e3bc832b99db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:01.266554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:15:01.277677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e288ab4c-589a-480d-82c0-e3bc832b99db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:01.313934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e288ab4c-589a-480d-82c0-e3bc832b99db None None] For port 13a394c7-f3c9-4bad-b7ba-6883089a173a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=13a394c7-f3c9-4bad-b7ba-6883089a173a,segment=NetworkSegment(407d11d0-a053-4b75-a289-ec4ec8903055),segment_id=407d11d0-a053-4b75-a289-ec4ec8903055)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:15:01.370413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:01.373076 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:01.390499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:15:01.400291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Sync routers for ids ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:15:01.413542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e288ab4c-589a-480d-82c0-e3bc832b99db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:01.422965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Routers {'75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:15:01.423589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:01.476826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=468fac35-bc20-4025-8053-4b1084c4179f,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:01.480020 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:01.489406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eb52f2e5-f9b4-4edc-8cdb-349c29f81970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:01.489503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:01.489503 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5694008 Jun 28 07:15:01.490369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33104) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:15:01.580363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dddd35aa-56ae-4c14-9294-5450f5df0bf5 None None] Provisioning complete for port 13a394c7-f3c9-4bad-b7ba-6883089a173a triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:01.580759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dddd35aa-56ae-4c14-9294-5450f5df0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:01.611331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288ab4c-589a-480d-82c0-e3bc832b99db None None] Pushing event updated for resources: {'Port': ['ID=13a394c7-f3c9-4bad-b7ba-6883089a173a,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:01.618048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Set router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:15:01.619816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e288ab4c-589a-480d-82c0-e3bc832b99db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:01.840408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'name': 'tempest-TestMinimumBasicScenario-1258968186-router', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:00Z', 'revision_number': 3, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'gw_port': {'id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:01.872242 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Checking router: 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:15:01.873108 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Updating router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:15:01.906453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:01.911908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.065063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Allocated IP 172.20.0.1 (3f6755de-4e4d-4c74-832a-d31bcfe271c9/15938102-04a1-450b-929c-d46cbe96cd73/2dc18a4f-f9b7-4770-8a9f-1985f9a96772) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:15:02.152325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.162526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Transition to ACTIVE for port object ad34791b-5f59-4332-98a8-5bd7e8bc2a1b will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:15:02.169454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.182519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Transition to ACTIVE for port object 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:15:02.254989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.257080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-eb52f2e5-f9b4-4edc-8cdb-349c29f81970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:02.291065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.300660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5a4ae5d4-fa0c-4d84-8102-8c235676115b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:02.311736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Attempting to bind port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:15:02.312260 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Attempting to bind port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:15:02.312634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Attempting to bind port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:15:02.314653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e92fba-6d40-4314-a052-a1a095249d30 None None] Pushing event updated for resources: {'Port': ['ID=ad34791b-5f59-4332-98a8-5bd7e8bc2a1b,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:02.317864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b9e92fba-6d40-4314-a052-a1a095249d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:02.320391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:15:02.320776 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:15:02.321196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.321628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:15:02.322074 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Bound port: ad34791b-5f59-4332-98a8-5bd7e8bc2a1b, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:15:02.322449 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.330149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:15:02.336383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:15:02.339710 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:15:02.373232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc18a4f-f9b7-4770-8a9f-1985f9a96772,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:02.377258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] For port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:15:02.380627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] For port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ad34791b-5f59-4332-98a8-5bd7e8bc2a1b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:15:02.383512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.383906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.384293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.384671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.385067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.385443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.385814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.386192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.386555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.386929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.387296 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.387692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:02.392125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:02.399301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.491048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.493124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2dcb56d0-5505-445a-a266-6af053203d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:02.558127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Routers {'75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:15:02.558757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:02.562644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e92fba-6d40-4314-a052-a1a095249d30 None None] Pushing event updated for resources: {'Port': ['ID=ad34791b-5f59-4332-98a8-5bd7e8bc2a1b,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:02.598743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b9e92fba-6d40-4314-a052-a1a095249d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:02.602853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 13a394c7-f3c9-4bad-b7ba-6883089a173a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:15:02.666249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.719415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] Set router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:15:02.721595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 13a394c7-f3c9-4bad-b7ba-6883089a173a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:02.722038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.788138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-43c216a6-0116-4104-988d-196e7453f946 None None] Provisioning for port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:15:02.799226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-43c216a6-0116-4104-988d-196e7453f946 None None] Provisioning complete for port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:02.799607 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-43c216a6-0116-4104-988d-196e7453f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.829134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.923586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.926077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5c5f3e05-ed20-4e24-b45c-63700303e141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:02.995470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:02.998069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc18a4f-f9b7-4770-8a9f-1985f9a96772,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:03.001438 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:03.049197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-43c216a6-0116-4104-988d-196e7453f946 None None] Port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:15:03.088039 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:15:03.089301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:15:03.129838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 468fac35-bc20-4025-8053-4b1084c4179f up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:15:03.194275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'name': 'tempest-TestMinimumBasicScenario-1258968186-router', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:00Z', 'revision_number': 3, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'gw_port': {'id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:03.198295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 468fac35-bc20-4025-8053-4b1084c4179f triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:03.198682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:03.210611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:15:03.242558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825a2b7-c82f-4d0b-8bbe-cf975eb586b8 None None] The sync data for ids ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'] in dv-neutron-797120-6-hyperv is: [{'id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'name': 'tempest-TestMinimumBasicScenario-1258968186-router', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:00Z', 'revision_number': 3, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'gw_port': {'id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:15:03.298025 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:15:03.343951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:15:03.352575 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-13bd6717-2589-439f-a432-594736362830 admin admin] 10.222.0.24 "PUT /v2.0/routers/75b503aa-a3d1-49c2-8bc3-7f3cec0bad74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8577816 Jun 28 07:15:03.373114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3fafb3f4-0f2c-4d80-8312-9cf024a7af31 None None] Provisioning complete for port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:03.373507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3fafb3f4-0f2c-4d80-8312-9cf024a7af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:03.409369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3fafb3f4-0f2c-4d80-8312-9cf024a7af31 None None] Port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:15:04.614770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ad34791b-5f59-4332-98a8-5bd7e8bc2a1b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:15:04.752480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:15:04.761019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:04.761745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:04.856793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:04.879499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ad34791b-5f59-4332-98a8-5bd7e8bc2a1b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:15:04.884450 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Sync routers for ids ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:15:04.898346 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Routers {'75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:15:04.899142 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:04.966304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:04.968495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e1454816-7bfa-4417-ae6a-41e40fade417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:05.023465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=ad34791b-5f59-4332-98a8-5bd7e8bc2a1b,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:05.028971 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Set router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:15:05.038462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:05.255171 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'name': 'tempest-TestMinimumBasicScenario-1258968186-router', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:02Z', 'revision_number': 4, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'gw_port': {'id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '2dc18a4f-f9b7-4770-8a9f-1985f9a96772', 'name': '', 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'mac_address': 'fa:16:3e:07:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '15938102-04a1-450b-929c-d46cbe96cd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:15:01Z', 'updated_at': '2021-06-28T07:15:02Z', 'revision_number': 2, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'subnets': [{'id': '15938102-04a1-450b-929c-d46cbe96cd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:05.283029 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Checking router: 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:15:05.283497 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Updating router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:15:05.324229 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:05.610193 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:05.629534 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Transition to ACTIVE for port object 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:15:05.776295 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:05.780903 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:05.833239 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a37212-9802-4e00-b081-6b1a9fa926a5 None None] Pushing event updated for resources: {'Port': ['ID=2dc18a4f-f9b7-4770-8a9f-1985f9a96772,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:05.837298 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-e1a37212-9802-4e00-b081-6b1a9fa926a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:05.898618 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Attempting to bind port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:15:05.899325 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Attempting to bind port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '407d11d0-a053-4b75-a289-ec4ec8903055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:15:05.899873 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Attempting to bind port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 on network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:15:05.907377 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:15:05.907836 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Checking segment: {'id': '407d11d0-a053-4b75-a289-ec4ec8903055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:15:05.908327 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:05.908791 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Bound using segment: {'id': '407d11d0-a053-4b75-a289-ec4ec8903055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:15:05.909626 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Bound port: 2dc18a4f-f9b7-4770-8a9f-1985f9a96772, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407d11d0-a053-4b75-a289-ec4ec8903055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:15:05.910081 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:06.008405 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] For port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:15:06.011735 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] For port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2dc18a4f-f9b7-4770-8a9f-1985f9a96772,segment=NetworkSegment(407d11d0-a053-4b75-a289-ec4ec8903055),segment_id=407d11d0-a053-4b75-a289-ec4ec8903055)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:15:06.091185 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:06.093405 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:06.158246 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Routers {'75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:15:06.158883 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:14:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:06.164092 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a37212-9802-4e00-b081-6b1a9fa926a5 None None] Pushing event updated for resources: {'Port': ['ID=2dc18a4f-f9b7-4770-8a9f-1985f9a96772,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:06.197460 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-e1a37212-9802-4e00-b081-6b1a9fa926a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:06.282319 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] Set router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:15:06.511506 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'name': 'tempest-TestMinimumBasicScenario-1258968186-router', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:02Z', 'revision_number': 4, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'gw_port': {'id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:00:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '2dc18a4f-f9b7-4770-8a9f-1985f9a96772', 'name': '', 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'mac_address': 'fa:16:3e:07:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '15938102-04a1-450b-929c-d46cbe96cd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:15:01Z', 'updated_at': '2021-06-28T07:15:06Z', 'revision_number': 4, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'subnets': [{'id': '15938102-04a1-450b-929c-d46cbe96cd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:06.547294 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463adea-57d7-47f0-be95-eb9628a4c152 None None] The sync data for ids ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'] in dv-neutron-797120-6-hyperv is: [{'id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'name': 'tempest-TestMinimumBasicScenario-1258968186-router', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:02Z', 'revision_number': 4, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'gw_port': {'id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:00:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '2dc18a4f-f9b7-4770-8a9f-1985f9a96772', 'name': '', 'network_id': '3f6755de-4e4d-4c74-832a-d31bcfe271c9', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'mac_address': 'fa:16:3e:07:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '15938102-04a1-450b-929c-d46cbe96cd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:15:01Z', 'updated_at': '2021-06-28T07:15:06Z', 'revision_number': 4, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'subnets': [{'id': '15938102-04a1-450b-929c-d46cbe96cd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:15:06.610575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ad34791b-5f59-4332-98a8-5bd7e8bc2a1b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:15:06.703091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:06.703818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:08.625805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:15:08.748248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:15:08.753566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:08.754542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:08.842621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:08.878866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2dc18a4f-f9b7-4770-8a9f-1985f9a96772,segment=NetworkSegment(407d11d0-a053-4b75-a289-ec4ec8903055),segment_id=407d11d0-a053-4b75-a289-ec4ec8903055)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:15:08.965183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:08.967534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a69afd76-2232-41ef-8fc8-cdc6300a2c75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:09.025444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=2dc18a4f-f9b7-4770-8a9f-1985f9a96772,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:09.033759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.034202 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.034648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.035086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.035521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.035952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.036295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.036655 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.037013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.037347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.037674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.038029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:09.042016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:10.580569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:15:10.630203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:10.630582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:13.850408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:15.180626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-8ac76aa4-acbd-4a0a-a9f2-aab842d106ab tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:15.187587 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-8ac76aa4-acbd-4a0a-a9f2-aab842d106ab tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/networks?id=b797d2db-8e76-4b07-b078-a8f758e4c42d HTTP/1.1" status: 200 len: 815 time: 0.1054249 Jun 28 07:15:15.196653 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-1cf848ab-7482-4a41-b479-fb7e39b28a2a tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/quotas/97bfd1edd82240bdb418413d5e79993f HTTP/1.1" status: 200 len: 375 time: 0.0091193 Jun 28 07:15:15.263317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-85372e0a-04a5-4551-985a-304ec8c66cdb tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97bfd1edd82240bdb418413d5e79993f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614064 Jun 28 07:15:15.278349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-c44e1f67-2ab7-44df-99ba-fdf0be3338d7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:15:15.279288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-c44e1f67-2ab7-44df-99ba-fdf0be3338d7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051496 Jun 28 07:15:15.367499 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-821d8ed8-da34-4a56-9944-ec0cccd947e9 service neutron] 10.222.0.24 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829759 Jun 28 07:15:15.454525 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-01825d40-fd44-4ec0-8fdb-fd21b7d21498 service neutron] 10.222.0.24 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803330 Jun 28 07:15:15.856713 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1faafa8a-f825-4e82-b955-cde2121cbabe req-95cd0859-7f28-49b2-af7b-a376911710e0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 210 time: 0.0294805 Jun 28 07:15:16.943760 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ea229ae8-f20f-40d6-89a3-d6a33e0ba23f req-41d72d46-e934-43da-b27f-bed8f6a55f21 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 210 time: 0.0325165 Jun 28 07:15:18.092055 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8044e615-cedf-483a-9582-dab9ed66f89d req-4acbc7d1-3a34-4014-8cb3-7da5a65133ad tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 210 time: 0.0316627 Jun 28 07:15:19.110510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-257b8a2d-8797-4d55-8dde-6ffc00be836c tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:19.112088 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-257b8a2d-8797-4d55-8dde-6ffc00be836c tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.50 "GET /v2.0/networks?id=b797d2db-8e76-4b07-b078-a8f758e4c42d HTTP/1.1" status: 200 len: 815 time: 0.1027560 Jun 28 07:15:19.144911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'port': {'device_id': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'admin_state_up': True, 'tenant_id': '97bfd1edd82240bdb418413d5e79993f'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:15:19.242011 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c8f39c40-727f-4c83-ac8a-c2ce3d6eba19 req-28a0fba5-c367-4dae-955d-ace40e42d2f2 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 210 time: 0.0335333 Jun 28 07:15:19.381387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Made reservation on behalf of 97bfd1edd82240bdb418413d5e79993f for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:15:19.384986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:19.509145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Allocated IP 172.20.0.14 (b797d2db-8e76-4b07-b078-a8f758e4c42d/264023e1-391e-4575-8b6e-d75e9fb86b74/6e042f6c-34d3-494d-ba63-1517b0fce404) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:15:19.657068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:20.024504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Transition to ACTIVE for port object 6e042f6c-34d3-494d-ba63-1517b0fce404 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:15:20.131495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:20.136148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a15ae532-e081-4a4f-aa40-027fbdf00f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:20.187479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Network b797d2db-8e76-4b07-b078-a8f758e4c42d is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:15:20.190824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:15:20.194933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:15:20.224768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'Port': ['ID=6e042f6c-34d3-494d-ba63-1517b0fce404,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:20.229808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:20.254968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:20.255718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:20.377815 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2368882 Jun 28 07:15:20.464357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7e7c0-c1d8-4019-b781-583384cd58fc req-308209bf-1c66-4598-8acb-ef006a5b0e84 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:20.469417 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04f7e7c0-c1d8-4019-b781-583384cd58fc req-308209bf-1c66-4598-8acb-ef006a5b0e84 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 932 time: 0.0747077 Jun 28 07:15:20.507197 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04f7e7c0-c1d8-4019-b781-583384cd58fc req-9fc5e3d8-b5f3-46ae-b299-2f3552a58287 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Jun 28 07:15:20.513469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3bd908f8-2f04-452f-b08a-e5fe727e7e48 None None] Provisioning for port 6e042f6c-34d3-494d-ba63-1517b0fce404 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:15:20.518684 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3bd908f8-2f04-452f-b08a-e5fe727e7e48 None None] Provisioning complete for port 6e042f6c-34d3-494d-ba63-1517b0fce404 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:20.519181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3bd908f8-2f04-452f-b08a-e5fe727e7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:20.554562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3bd908f8-2f04-452f-b08a-e5fe727e7e48 None None] Port 6e042f6c-34d3-494d-ba63-1517b0fce404 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:15:21.691630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59df3e4-e96f-4b3d-bac0-8a93ca53cd79 req-060fe53f-303f-47b4-81ee-743b3be48252 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:21.693273 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e59df3e4-e96f-4b3d-bac0-8a93ca53cd79 req-060fe53f-303f-47b4-81ee-743b3be48252 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 932 time: 0.0690315 Jun 28 07:15:21.734213 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e59df3e4-e96f-4b3d-bac0-8a93ca53cd79 req-3107070e-13a8-4e2d-8dff-f42e4e80206f tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349228 Jun 28 07:15:22.919954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a489d8d-6b09-4ed0-8022-d6b794a1a20c req-d4e6ee3a-040b-4308-a4fc-74b56604bc26 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:22.921646 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a489d8d-6b09-4ed0-8022-d6b794a1a20c req-d4e6ee3a-040b-4308-a4fc-74b56604bc26 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 932 time: 0.0705681 Jun 28 07:15:22.961259 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a489d8d-6b09-4ed0-8022-d6b794a1a20c req-12454b7f-7091-46b8-974f-8fb68ea43d83 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Jun 28 07:15:23.867577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6479720d-696f-4350-93b5-5e1e834bacbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:24.165226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8bbdb-488a-406b-af37-ac49cf62bc9b req-107ad9cb-135d-4c9a-94c3-afbc351d68eb tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:24.166614 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db8bbdb-488a-406b-af37-ac49cf62bc9b req-107ad9cb-135d-4c9a-94c3-afbc351d68eb tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 932 time: 0.0788779 Jun 28 07:15:24.218922 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1db8bbdb-488a-406b-af37-ac49cf62bc9b req-deb4eccb-8a18-44f9-b1cd-36370521cea0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Jun 28 07:15:25.402647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da907210-86d0-4b3c-9e1a-89614e90e6ac req-40259772-5b7a-4433-9563-59904f75a9f2 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:25.404292 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-da907210-86d0-4b3c-9e1a-89614e90e6ac req-40259772-5b7a-4433-9563-59904f75a9f2 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 932 time: 0.0649509 Jun 28 07:15:25.445503 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-da907210-86d0-4b3c-9e1a-89614e90e6ac req-70f19708-3d0b-4432-8363-3309ade1565c tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342453 Jun 28 07:15:26.553080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:26.598745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-346a8b52-571f-4b08-869a-6882c4616c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:26.640652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be298686-b4ed-497d-a19e-4ff63548d717 req-fd2f147a-80ec-48f3-8896-9a4e67b99901 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:26.642260 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-be298686-b4ed-497d-a19e-4ff63548d717 req-fd2f147a-80ec-48f3-8896-9a4e67b99901 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 932 time: 0.0746083 Jun 28 07:15:26.683056 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-be298686-b4ed-497d-a19e-4ff63548d717 req-5acd8cc5-be39-4da9-bbc8-a2e726fe8a75 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346088 Jun 28 07:15:27.793285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:27.869751 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13be65f-3c62-4f6a-92c3-92bad19e8061 req-1bc05edf-932c-4def-a37c-6634e76539a2 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:27.871974 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b13be65f-3c62-4f6a-92c3-92bad19e8061 req-1bc05edf-932c-4def-a37c-6634e76539a2 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 932 time: 0.0714688 Jun 28 07:15:27.912078 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b13be65f-3c62-4f6a-92c3-92bad19e8061 req-5beefc9e-d0b7-4bd3-b78f-78c1b188cfe5 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Jun 28 07:15:29.116555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0a63a-0239-4e33-a4c8-ee47a1470e22 req-5d5a8599-e5ec-4898-9e98-2b7d500617b8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:29.118474 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9bd0a63a-0239-4e33-a4c8-ee47a1470e22 req-5d5a8599-e5ec-4898-9e98-2b7d500617b8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 932 time: 0.0732749 Jun 28 07:15:29.170827 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9bd0a63a-0239-4e33-a4c8-ee47a1470e22 req-433d4382-8ad1-494c-8409-e924797e1997 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454156 Jun 28 07:15:29.432343 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:30.359439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95879b-a24e-4dd8-bbe6-57e5c3e0ecf4 req-04dd06cc-f9c6-413a-9f8f-e4503a44ac67 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:30.360958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd95879b-a24e-4dd8-bbe6-57e5c3e0ecf4 req-04dd06cc-f9c6-413a-9f8f-e4503a44ac67 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 932 time: 0.0705302 Jun 28 07:15:30.398974 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd95879b-a24e-4dd8-bbe6-57e5c3e0ecf4 req-7d21565c-99db-472a-90bf-a205cf782a4f tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Jun 28 07:15:30.724772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Request body: {'port': {'device_id': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:15:30.794478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:31.055770 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e042f6c-34d3-494d-ba63-1517b0fce404 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:15:31.063757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:31.075867 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Transition to ACTIVE for port object 6e042f6c-34d3-494d-ba63-1517b0fce404 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:15:31.186837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:31.188916 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f312779-2009-4d45-ae41-4bdbfe6650c2 tempest-ServersNegativeTestJSON-1523574138 tempest-ServersNegativeTestJSON-1523574138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:31.242191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Pushing event updated for resources: {'Port': ['ID=6e042f6c-34d3-494d-ba63-1517b0fce404,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:31.246419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:31.318941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Attempting to bind port 6e042f6c-34d3-494d-ba63-1517b0fce404 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:15:31.319195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Attempting to bind port 6e042f6c-34d3-494d-ba63-1517b0fce404 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:15:31.319524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Attempting to bind port 6e042f6c-34d3-494d-ba63-1517b0fce404 on network b797d2db-8e76-4b07-b078-a8f758e4c42d {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:15:31.324009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Port 6e042f6c-34d3-494d-ba63-1517b0fce404 on network b797d2db-8e76-4b07-b078-a8f758e4c42d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:15:31.324384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Attempting to bind port 6e042f6c-34d3-494d-ba63-1517b0fce404 on network b797d2db-8e76-4b07-b078-a8f758e4c42d {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:15:31.329646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:15:31.329989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Checking segment: {'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:15:31.330379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Bound using segment: {'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:15:31.330811 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Bound port: 6e042f6c-34d3-494d-ba63-1517b0fce404, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781c13a4-7f39-480f-af83-e3835d91a167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:15:31.331171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:31.395766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] For port 6e042f6c-34d3-494d-ba63-1517b0fce404, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:15:31.401916 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] For port 6e042f6c-34d3-494d-ba63-1517b0fce404, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e042f6c-34d3-494d-ba63-1517b0fce404,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:15:31.572232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a33112-3ded-4ede-b7b5-ebc5c11eb063 req-c378ef22-b5ab-4ee2-af23-94fe38595621 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:31.573598 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b9a33112-3ded-4ede-b7b5-ebc5c11eb063 req-c378ef22-b5ab-4ee2-af23-94fe38595621 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0619936 Jun 28 07:15:31.611010 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b9a33112-3ded-4ede-b7b5-ebc5c11eb063 req-db6544c5-c62c-4b0e-a4f2-250ce1721027 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Jun 28 07:15:31.725196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:31.727369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-49fad6aa-609d-489d-a710-9d0517609d9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:31.762810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:31.763423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:31.764806 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] 10.222.0.50 "PUT /v2.0/ports/6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 1094 time: 1.0447197 Jun 28 07:15:31.765349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:15:31.774087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8831aa-e8b5-4846-ba21-6037c0785293" -d '{"events": [{"name": "network-changed", "server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:15:31.794321 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Pushing event updated for resources: {'Port': ['ID=6e042f6c-34d3-494d-ba63-1517b0fce404,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:31.797750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:31.812490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aac147-8233-4f8c-9952-c9bc7f07acbc x-openstack-request-id: req-e8aac147-8233-4f8c-9952-c9bc7f07acbc {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:15:31.812490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:15:31.812490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8aac147-8233-4f8c-9952-c9bc7f07acbc {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:15:31.812490 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'status': 'completed', 'code': 200} Jun 28 07:15:31.924388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8831aa-e8b5-4846-ba21-6037c0785293 req-ffafdef5-828e-4019-9e14-fd4bd3507ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:31.926183 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ab8831aa-e8b5-4846-ba21-6037c0785293 req-ffafdef5-828e-4019-9e14-fd4bd3507ba3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97bfd1edd82240bdb418413d5e79993f&device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1097 time: 0.0603387 Jun 28 07:15:32.032687 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8831aa-e8b5-4846-ba21-6037c0785293 req-a74abac1-01ef-4c5d-ae6e-d40cc3825137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:32.034145 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ab8831aa-e8b5-4846-ba21-6037c0785293 req-a74abac1-01ef-4c5d-ae6e-d40cc3825137 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=97bfd1edd82240bdb418413d5e79993f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0917344 Jun 28 07:15:32.131283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8831aa-e8b5-4846-ba21-6037c0785293 req-a45e3124-0271-40f6-a659-97dbd94f5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:32.132643 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ab8831aa-e8b5-4846-ba21-6037c0785293 req-a45e3124-0271-40f6-a659-97dbd94f5d71 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919135 Jun 28 07:15:32.249255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-1e8890ba-4429-488c-bbd3-1e5f2029dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:32.250783 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-1e8890ba-4429-488c-bbd3-1e5f2029dc05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97bfd1edd82240bdb418413d5e79993f&device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1097 time: 0.0530832 Jun 28 07:15:32.304534 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-bba5c1ee-2e75-4c98-8195-90a62afbb22a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 217 time: 0.0389621 Jun 28 07:15:32.354442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-31515d09-ce4d-410e-93b3-961a4d02147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:32.356420 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-31515d09-ce4d-410e-93b3-961a4d02147b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=264023e1-391e-4575-8b6e-d75e9fb86b74 HTTP/1.1" status: 200 len: 854 time: 0.0446942 Jun 28 07:15:32.414274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-d3ccd01b-c99e-4877-b436-f799f8ac3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:32.415687 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-d3ccd01b-c99e-4877-b436-f799f8ac3408 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b797d2db-8e76-4b07-b078-a8f758e4c42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519869 Jun 28 07:15:32.508720 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-f76d35c3-a2cb-43d3-ba2e-67cc17b7eeb5 service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856326 Jun 28 07:15:32.598712 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fb4f8bed-ad20-4e93-ba52-20b2c768542e req-464a5b68-0d87-4cd3-aa89-a49e230dc21f service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827227 Jun 28 07:15:32.789522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aecea7-dfe9-464b-b90a-859b9991a7b5 req-2ab97013-e8ed-4e9b-ac7b-297a0d94a193 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:32.790968 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-93aecea7-dfe9-464b-b90a-859b9991a7b5 req-2ab97013-e8ed-4e9b-ac7b-297a0d94a193 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0677338 Jun 28 07:15:32.829119 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-93aecea7-dfe9-464b-b90a-859b9991a7b5 req-981e9570-bd13-4b87-b016-fd256b573ce8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Jun 28 07:15:33.907271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 6e042f6c-34d3-494d-ba63-1517b0fce404 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:15:34.002807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bd565-eee8-4aed-babe-a398b8bd70a9 req-24f2d4ac-6c46-4af5-b6cf-07b7cc0197c5 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:34.003666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 6e042f6c-34d3-494d-ba63-1517b0fce404, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e042f6c-34d3-494d-ba63-1517b0fce404,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:15:34.004307 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9d5bd565-eee8-4aed-babe-a398b8bd70a9 req-24f2d4ac-6c46-4af5-b6cf-07b7cc0197c5 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 944 time: 0.0654819 Jun 28 07:15:34.016254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'port_id': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'mac_address': 'fa:16:3e:5b:87:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:15:34.045705 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9d5bd565-eee8-4aed-babe-a398b8bd70a9 req-23308e0b-a2aa-4bc7-99c1-5edd22ffb103 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355611 Jun 28 07:15:34.052301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:34.065746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e042f6c-34d3-494d-ba63-1517b0fce404 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:15:34.085759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 6e042f6c-34d3-494d-ba63-1517b0fce404, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e042f6c-34d3-494d-ba63-1517b0fce404,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:15:34.324399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:34.326261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-29051f37-4524-44fc-b2fc-ee482ae54433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:34.372405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=6e042f6c-34d3-494d-ba63-1517b0fce404,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:34.375434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:34.638506 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['6e042f6c-34d3-494d-ba63-1517b0fce404'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:15:35.227685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b05a-2d45-490b-a0ef-38f6fff2cee5 req-1d044d51-28f0-4ec6-8628-0f68f4bd57b8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:35.229243 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1f74b05a-2d45-490b-a0ef-38f6fff2cee5 req-1d044d51-28f0-4ec6-8628-0f68f4bd57b8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 945 time: 0.0659087 Jun 28 07:15:35.266828 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1f74b05a-2d45-490b-a0ef-38f6fff2cee5 req-c6621d2e-3d88-4847-b06f-cea69c7a1caf tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318129 Jun 28 07:15:35.913325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 6e042f6c-34d3-494d-ba63-1517b0fce404 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:15:36.084389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 6e042f6c-34d3-494d-ba63-1517b0fce404 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:15:36.088595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 6e042f6c-34d3-494d-ba63-1517b0fce404 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:15:36.089051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:36.172429 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:36.194813 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:15:36.197965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f529b43f-48e0-4565-91d7-f2541ae9fbd8" -d '{"events": [{"server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "name": "network-vif-plugged", "status": "completed", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:15:36.210668 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 6e042f6c-34d3-494d-ba63-1517b0fce404, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e042f6c-34d3-494d-ba63-1517b0fce404,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:15:36.235738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d427176-80ab-4710-afee-95351bd1d56f x-openstack-request-id: req-7d427176-80ab-4710-afee-95351bd1d56f {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:15:36.236035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "name": "network-vif-plugged", "status": "completed", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:15:36.236295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d427176-80ab-4710-afee-95351bd1d56f {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:15:36.236697 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'code': 200} Jun 28 07:15:36.324162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:36.326097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-5bf0c183-394c-4e8c-8401-09d3d9632cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:36.374230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=6e042f6c-34d3-494d-ba63-1517b0fce404,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:36.377481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:36.460067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed43c4-9488-4bf0-a384-d316445dc21b req-14aff600-0acb-4677-97ef-0ee1823159b7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:36.461514 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10ed43c4-9488-4bf0-a384-d316445dc21b req-14aff600-0acb-4677-97ef-0ee1823159b7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0679920 Jun 28 07:15:36.508716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10ed43c4-9488-4bf0-a384-d316445dc21b req-44113c09-68b2-4ae7-a279-fff89b9d426e tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404634 Jun 28 07:15:36.735758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bdcf1-f68d-4b7f-abb3-cb12c7ba1e20 req-d4086b6d-1202-4ac5-8b5e-f7808d2b9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:36.737196 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-810bdcf1-f68d-4b7f-abb3-cb12c7ba1e20 req-d4086b6d-1202-4ac5-8b5e-f7808d2b9d14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1099 time: 0.0536981 Jun 28 07:15:36.773084 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-810bdcf1-f68d-4b7f-abb3-cb12c7ba1e20 req-1e37f2c0-5f83-480f-adf7-e9d7aca707d2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283456 Jun 28 07:15:37.695879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d06b8-ed03-4341-831c-05052c45444a req-9cc5ba08-973a-4a7a-bcd8-f91d95d9509f tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:37.697368 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d10d06b8-ed03-4341-831c-05052c45444a req-9cc5ba08-973a-4a7a-bcd8-f91d95d9509f tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0702293 Jun 28 07:15:37.736368 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d10d06b8-ed03-4341-831c-05052c45444a req-7e3ed974-51f7-44fb-ab62-a322a6cd1d2a tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333407 Jun 28 07:15:38.907530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75c68a-f42b-401d-af9b-23fa92b69597 req-963d486d-77c1-4c5a-9fb9-d4ad013cf21b tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:38.908896 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3b75c68a-f42b-401d-af9b-23fa92b69597 req-963d486d-77c1-4c5a-9fb9-d4ad013cf21b tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0620446 Jun 28 07:15:38.945628 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3b75c68a-f42b-401d-af9b-23fa92b69597 req-8e4c002c-22aa-483c-9f5a-d7a940c37062 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Jun 28 07:15:39.117167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f7a9a-de5d-4507-91f9-18a1fcc5dc3a req-25f7f67a-aea2-4b4e-abe4-4e9abd11cad5 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:39.118717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-979f7a9a-de5d-4507-91f9-18a1fcc5dc3a req-25f7f67a-aea2-4b4e-abe4-4e9abd11cad5 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0637267 Jun 28 07:15:39.158784 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-979f7a9a-de5d-4507-91f9-18a1fcc5dc3a req-6eda93ed-58a5-48ed-8180-42dfc8f49817 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Jun 28 07:15:39.541794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcf787-85ba-47a0-a57b-12b9d1e7d7d3 req-0860ad13-1cab-4d34-95f1-5dcda58b79d4 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:39.543695 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ebcf787-85ba-47a0-a57b-12b9d1e7d7d3 req-0860ad13-1cab-4d34-95f1-5dcda58b79d4 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0712526 Jun 28 07:15:39.580754 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5ebcf787-85ba-47a0-a57b-12b9d1e7d7d3 req-2af942f1-1a14-4b47-9192-e24f0fce7cd3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Jun 28 07:15:40.297853 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:15:41.050601 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-e7ce4222-2c87-41d4-a8d3-a6c622654fab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589921 Jun 28 07:15:41.168408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-9dd96360-2782-4d5d-b65e-d41293a8753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:41.170065 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-9dd96360-2782-4d5d-b65e-d41293a8753f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97bfd1edd82240bdb418413d5e79993f&device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1099 time: 0.0535619 Jun 28 07:15:41.285716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-528ed05f-1ec2-43db-bc90-cc8f110dd165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:41.287265 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-528ed05f-1ec2-43db-bc90-cc8f110dd165 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b797d2db-8e76-4b07-b078-a8f758e4c42d HTTP/1.1" status: 200 len: 916 time: 0.0912564 Jun 28 07:15:41.329122 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-5fdbb362-d447-43de-b5ea-63956c543b2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 217 time: 0.0342395 Jun 28 07:15:41.382756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-2a2e880b-d470-4701-a177-0f4a3399c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:41.384233 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-2a2e880b-d470-4701-a177-0f4a3399c501 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=264023e1-391e-4575-8b6e-d75e9fb86b74 HTTP/1.1" status: 200 len: 854 time: 0.0492961 Jun 28 07:15:41.441579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-4af0ba57-dc97-4bad-ac31-83363e65f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:41.443126 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-4af0ba57-dc97-4bad-ac31-83363e65f1f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b797d2db-8e76-4b07-b078-a8f758e4c42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522103 Jun 28 07:15:41.548364 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-eacb19fc-dff2-4388-b0c1-ef436d787cd0 service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971944 Jun 28 07:15:41.649001 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b3535d20-f07f-4718-be90-3081844ebbd0 req-16198494-f20b-49c9-a9dd-9e900aa9ed53 service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935996 Jun 28 07:15:43.850081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:53.836598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33ebf409-14bb-4022-a8be-36b08bdc9b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:55.613725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519ba86-6607-4611-8bb0-e5b12017981b req-334d0a39-041e-4c48-81c3-76170929bc17 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:55.615064 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6519ba86-6607-4611-8bb0-e5b12017981b req-334d0a39-041e-4c48-81c3-76170929bc17 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0629125 Jun 28 07:15:55.654418 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6519ba86-6607-4611-8bb0-e5b12017981b req-09172a6e-5dea-4c05-9568-338742cd97e3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Jun 28 07:15:55.679327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33324) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:15:55.853739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e2a04-43fa-4c29-9268-8bb717c11543 tempest-TestMinimumBasicScenario-1752804504 tempest-TestMinimumBasicScenario-1752804504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:55.856358 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bf1e2a04-43fa-4c29-9268-8bb717c11543 tempest-TestMinimumBasicScenario-1752804504 tempest-TestMinimumBasicScenario-1752804504-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1094 time: 0.1760392 Jun 28 07:15:55.859326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33328) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:15:55.863660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:15:55.952371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:56.046973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:56.153560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Allocated IP 172.26.4.130 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/b88bcb74-1523-4508-bfad-b31f397404be) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:15:56.251901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:56.341270 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:56.343417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d51c0952-4ca9-4e6e-8b9d-e9700077a4f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:56.377904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:15:56.382720 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:15:56.387084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:15:56.416510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'Port': ['ID=b88bcb74-1523-4508-bfad-b31f397404be,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:56.422423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:56.466256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:56.523598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9f191067-c729-4147-a360-8a3cdb050dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:56.761134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:56.910565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:57.056174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:57.117654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:57.120255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:57.186079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'Port': ['ID=b88bcb74-1523-4508-bfad-b31f397404be,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:57.189803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:57.194462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:57.292766 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Floating IP 41d6d365-ed91-4d71-9ffc-9bc11844a74d associated. External IP: 172.26.4.130, port: 6e042f6c-34d3-494d-ba63-1517b0fce404. Jun 28 07:15:57.492954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:15:57.960658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:15:57.972679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] Sync routers for ids ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:15:57.984801 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] Routers {'71bccc1e-d552-453b-bde2-c0b1ae07ceeb'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:15:57.985539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:15:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:58.099788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] Set router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:15:58.217309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:58.295381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:58.329924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '41d6d365-ed91-4d71-9ffc-9bc11844a74d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'floating_ip_address': '172.26.4.130', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'port_id': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'mac_address': 'fa:16:3e:5b:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:15:56Z', 'updated_at': '2021-06-28T07:15:56Z', 'revision_number': 0, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468fac35-bc20-4025-8053-4b1084c4179f', 'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'mac_address': 'fa:16:3e:d3:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:55Z', 'updated_at': '2021-06-28T07:15:01Z', 'revision_number': 5, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'subnets': [{'id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:58.336927 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4740989 Jun 28 07:15:58.336927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:15:58.337643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33330) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:15:58.338153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059984fd-0d84-4b4d-8369-d0665329c1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:15:58.345021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919753351', 'description': 'tempest-secgroup-smoke-1919753351 description', 'project_id': '97bfd1edd82240bdb418413d5e79993f'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:15:58.364575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] Checking router: 71bccc1e-d552-453b-bde2-c0b1ae07ceeb for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:15:58.374127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] Routers {'71bccc1e-d552-453b-bde2-c0b1ae07ceeb'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:15:58.374898 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:15:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:58.377182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd10047-9852-40e3-a9b3-ffe528eea40b x-openstack-request-id: req-0fd10047-9852-40e3-a9b3-ffe528eea40b {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:15:58.377545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:15:58.377846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fd10047-9852-40e3-a9b3-ffe528eea40b {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:15:58.378297 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'status': 'completed', 'code': 200} Jun 28 07:15:58.450244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:58.483047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-38f146d9-67a2-4dc9-bf24-dab121dd539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:58.484614 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-38f146d9-67a2-4dc9-bf24-dab121dd539d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97bfd1edd82240bdb418413d5e79993f&device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1099 time: 0.0556116 Jun 28 07:15:58.487394 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] Set router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:15:58.549268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:58.587688 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-573c1894-e7ec-4e5b-8ed1-5fba8356055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:58.589947 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-573c1894-e7ec-4e5b-8ed1-5fba8356055b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b797d2db-8e76-4b07-b078-a8f758e4c42d HTTP/1.1" status: 200 len: 916 time: 0.0963776 Jun 28 07:15:58.647940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:58.654544 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-591f1fa1-a7aa-4b5d-9088-4bdf042b1638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:58.657942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-9c7e5cae-c655-4bfc-a602-651e08f16c6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 1000 time: 0.0614784 Jun 28 07:15:58.683765 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acd731a-6f1f-48c0-b941-22d1e55b702f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:58.691092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.691609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.692064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.692514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.693000 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.693548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.693881 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.694323 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.694772 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.695209 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.695644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.696077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:15:58.700762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:58.723721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-7b8943e9-b68b-4d5b-8de4-7eb1bf897447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:58.725249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-7b8943e9-b68b-4d5b-8de4-7eb1bf897447 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=264023e1-391e-4575-8b6e-d75e9fb86b74 HTTP/1.1" status: 200 len: 854 time: 0.0573018 Jun 28 07:15:58.751264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '41d6d365-ed91-4d71-9ffc-9bc11844a74d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'floating_ip_address': '172.26.4.130', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'port_id': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'mac_address': 'fa:16:3e:5b:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:15:56Z', 'updated_at': '2021-06-28T07:15:56Z', 'revision_number': 0, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468fac35-bc20-4025-8053-4b1084c4179f', 'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'mac_address': 'fa:16:3e:d3:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:55Z', 'updated_at': '2021-06-28T07:15:01Z', 'revision_number': 5, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'subnets': [{'id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:15:58.770095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:58.776643 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-092964fa-63e7-4f3d-9378-1b42d112afa3 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4359725 Jun 28 07:15:58.777642 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33334) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:15:58.781379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e051f-e235-4acc-b55c-53d344067c7e None None] The sync data for ids ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'] in dv-neutron-797120-6-hyperv is: [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '41d6d365-ed91-4d71-9ffc-9bc11844a74d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'floating_ip_address': '172.26.4.130', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'port_id': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'mac_address': 'fa:16:3e:5b:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:15:56Z', 'updated_at': '2021-06-28T07:15:56Z', 'revision_number': 0, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468fac35-bc20-4025-8053-4b1084c4179f', 'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'mac_address': 'fa:16:3e:d3:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:55Z', 'updated_at': '2021-06-28T07:15:01Z', 'revision_number': 5, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'subnets': [{'id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:15:58.784421 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-805c9a9a-67d1-44b5-8b4b-c0d8edd4c847 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'security_group_rule': {'security_group_id': '6acd731a-6f1f-48c0-b941-22d1e55b702f', 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:15:58.792801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-c293b56c-487f-4763-a15a-05cdf751a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:15:58.794445 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-c293b56c-487f-4763-a15a-05cdf751a71b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b797d2db-8e76-4b07-b078-a8f758e4c42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0617247 Jun 28 07:15:58.890844 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-907550ee-eb97-4308-aafd-9baf114c0db7 service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863383 Jun 28 07:15:58.969133 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-805c9a9a-67d1-44b5-8b4b-c0d8edd4c847 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:58.991728 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3ff11-ae9f-48aa-9cdc-d838c25c4ff5 None None] New status for floating IP 41d6d365-ed91-4d71-9ffc-9bc11844a74d: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:15:58.995533 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-059984fd-0d84-4b4d-8369-d0665329c1b1 req-3dfe4e6e-5fc6-4a8b-8bcf-ff07026c4755 service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960338 Jun 28 07:15:59.037409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-805c9a9a-67d1-44b5-8b4b-c0d8edd4c847 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.156394 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-805c9a9a-67d1-44b5-8b4b-c0d8edd4c847 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.158250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f1c632c7-188b-4b3b-97a7-d90d3a2426d5 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:59.176276 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c9a9a-67d1-44b5-8b4b-c0d8edd4c847 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f7c9c4-0b84-4a91-863f-131616f5fb00,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:59.178755 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-805c9a9a-67d1-44b5-8b4b-c0d8edd4c847 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:59.242520 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-805c9a9a-67d1-44b5-8b4b-c0d8edd4c847 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.250630 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-805c9a9a-67d1-44b5-8b4b-c0d8edd4c847 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4645200 Jun 28 07:15:59.250630 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33336) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:15:59.251917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-418973ee-6110-43ec-8b78-fba11aa1f818 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'security_group_rule': {'security_group_id': '6acd731a-6f1f-48c0-b941-22d1e55b702f', 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:15:59.357191 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-418973ee-6110-43ec-8b78-fba11aa1f818 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.413776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-418973ee-6110-43ec-8b78-fba11aa1f818 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.420442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.500823 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-418973ee-6110-43ec-8b78-fba11aa1f818 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.502698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9300430c-cda9-4937-bf9a-654f8616b4b1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:59.520404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418973ee-6110-43ec-8b78-fba11aa1f818 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e277877a-7080-4706-a4b4-ec5dddb2298e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:59.522583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-418973ee-6110-43ec-8b78-fba11aa1f818 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:59.597830 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-418973ee-6110-43ec-8b78-fba11aa1f818 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.598965 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-418973ee-6110-43ec-8b78-fba11aa1f818 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3508058 Jun 28 07:15:59.601802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33338) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:15:59.606933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-60169a14-f249-43fc-a101-140aab904330 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'security_group_rule': {'security_group_id': '6acd731a-6f1f-48c0-b941-22d1e55b702f', 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:15:59.715726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60169a14-f249-43fc-a101-140aab904330 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.773648 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60169a14-f249-43fc-a101-140aab904330 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.849112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60169a14-f249-43fc-a101-140aab904330 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.853534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c5da1898-62a2-41b7-9568-9d7aa5fb4fa9 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:15:59.867090 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60169a14-f249-43fc-a101-140aab904330 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df64f87-6f2c-4919-8ea8-ef1f93267ef5,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:15:59.869266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-60169a14-f249-43fc-a101-140aab904330 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:15:59.952187 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-60169a14-f249-43fc-a101-140aab904330 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:15:59.953429 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-60169a14-f249-43fc-a101-140aab904330 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507116 Jun 28 07:15:59.956403 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33340) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:15:59.960825 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-31e60860-6aaa-4827-9dcf-2440b84eaf99 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'security_group_rule': {'security_group_id': '6acd731a-6f1f-48c0-b941-22d1e55b702f', 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:16:00.043049 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-31e60860-6aaa-4827-9dcf-2440b84eaf99 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.103543 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-31e60860-6aaa-4827-9dcf-2440b84eaf99 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.169095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-31e60860-6aaa-4827-9dcf-2440b84eaf99 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.174526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-165891b8-0dab-4456-a81a-2bf5bd420767 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:16:00.189358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e60860-6aaa-4827-9dcf-2440b84eaf99 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f5ae8a-e18f-4e4c-8598-ed69e054f825,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:16:00.191583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-31e60860-6aaa-4827-9dcf-2440b84eaf99 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:16:00.249267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-31e60860-6aaa-4827-9dcf-2440b84eaf99 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.250584 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-31e60860-6aaa-4827-9dcf-2440b84eaf99 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931664 Jun 28 07:16:00.253355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33342) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:16:00.258270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-38ae6a7f-1b36-4b66-a1ab-55b59bff9897 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'security_group_rule': {'security_group_id': '6acd731a-6f1f-48c0-b941-22d1e55b702f', 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:16:00.357756 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-38ae6a7f-1b36-4b66-a1ab-55b59bff9897 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Project 97bfd1edd82240bdb418413d5e79993f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:16:00.362750 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-38ae6a7f-1b36-4b66-a1ab-55b59bff9897 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.422409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-38ae6a7f-1b36-4b66-a1ab-55b59bff9897 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.534974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-38ae6a7f-1b36-4b66-a1ab-55b59bff9897 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.536822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fb088ea4-8fab-4062-b72d-f2fc517b576d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:16:00.553859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae6a7f-1b36-4b66-a1ab-55b59bff9897 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc569039-1988-4818-b9ee-7e9c5b42e062,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:16:00.556714 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-38ae6a7f-1b36-4b66-a1ab-55b59bff9897 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:16:00.643910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-38ae6a7f-1b36-4b66-a1ab-55b59bff9897 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.647759 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-38ae6a7f-1b36-4b66-a1ab-55b59bff9897 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3907297 Jun 28 07:16:00.648051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33344) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:16:00.654131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-604f7fce-4e41-4c71-b087-61dd871e6f56 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'security_group_rule': {'security_group_id': '6acd731a-6f1f-48c0-b941-22d1e55b702f', 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:16:00.803626 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-604f7fce-4e41-4c71-b087-61dd871e6f56 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Project 97bfd1edd82240bdb418413d5e79993f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:16:00.808822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-604f7fce-4e41-4c71-b087-61dd871e6f56 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.871247 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-604f7fce-4e41-4c71-b087-61dd871e6f56 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.946706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-604f7fce-4e41-4c71-b087-61dd871e6f56 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:00.949701 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-936dadba-f4d2-43df-8028-3a7caeb14e8e tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:16:00.965340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f7fce-4e41-4c71-b087-61dd871e6f56 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e1a570-0ca6-4d1b-9767-694dc43eacbc,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:16:00.969100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-604f7fce-4e41-4c71-b087-61dd871e6f56 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:16:01.071850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-604f7fce-4e41-4c71-b087-61dd871e6f56 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:01.073943 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-604f7fce-4e41-4c71-b087-61dd871e6f56 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4245827 Jun 28 07:16:01.190965 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-21ca6b37-27be-4036-a5ce-944deea821ec req-acbf2169-4fbf-4e21-828a-974d36c4c533 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919753351&fields=id&tenant_id=97bfd1edd82240bdb418413d5e79993f HTTP/1.1" status: 200 len: 267 time: 0.0332520 Jun 28 07:16:01.261557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca6b37-27be-4036-a5ce-944deea821ec req-c610a105-5f58-43b5-babd-2b4d1451172f tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:01.263000 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-21ca6b37-27be-4036-a5ce-944deea821ec req-c610a105-5f58-43b5-babd-2b4d1451172f tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0669055 Jun 28 07:16:01.273677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-21ca6b37-27be-4036-a5ce-944deea821ec req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'port': {'security_groups': ['23a378c0-71bf-4034-b3a1-21b38532cffa', '6acd731a-6f1f-48c0-b941-22d1e55b702f']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:16:01.356379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-21ca6b37-27be-4036-a5ce-944deea821ec req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:01.537232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-21ca6b37-27be-4036-a5ce-944deea821ec req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] For port 6e042f6c-34d3-494d-ba63-1517b0fce404, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e042f6c-34d3-494d-ba63-1517b0fce404,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:16:01.566754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-21ca6b37-27be-4036-a5ce-944deea821ec req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:01.632259 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-21ca6b37-27be-4036-a5ce-944deea821ec req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:01.636421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c9dbf430-d10f-4142-b13a-a8db7d1ce729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:16:01.672150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['6e042f6c-34d3-494d-ba63-1517b0fce404'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:16:01.681103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca6b37-27be-4036-a5ce-944deea821ec req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:01.681773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-21ca6b37-27be-4036-a5ce-944deea821ec req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:01.683320 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-21ca6b37-27be-4036-a5ce-944deea821ec req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "PUT /v2.0/ports/6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 982 time: 0.4141536 Jun 28 07:16:01.683883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:16:01.686299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9505d0-0efc-449c-b7d7-c9f29272e241" -d '{"events": [{"name": "network-changed", "server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:16:01.726615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'Port': ['ID=6e042f6c-34d3-494d-ba63-1517b0fce404,revision_number=6']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:16:01.732224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:16:01.736798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236fcc6-da04-4ed8-9466-a604f182bdae x-openstack-request-id: req-f236fcc6-da04-4ed8-9466-a604f182bdae {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:16:01.737469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:16:01.738130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f236fcc6-da04-4ed8-9466-a604f182bdae {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:16:01.738678 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'status': 'completed', 'code': 200} Jun 28 07:16:01.828476 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['6e042f6c-34d3-494d-ba63-1517b0fce404'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:16:01.890524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-16f75227-2406-447a-9657-9941796d754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:01.892034 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-16f75227-2406-447a-9657-9941796d754c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97bfd1edd82240bdb418413d5e79993f&device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1138 time: 0.0992546 Jun 28 07:16:01.917383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1df77-cee4-4105-9a62-7d5b698a01ae req-4e5d8388-ace7-49a4-a6e5-bacf8a878d39 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:01.918573 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8fc1df77-cee4-4105-9a62-7d5b698a01ae req-4e5d8388-ace7-49a4-a6e5-bacf8a878d39 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0974085 Jun 28 07:16:02.011675 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8fc1df77-cee4-4105-9a62-7d5b698a01ae req-8b99cec6-ce72-4d4b-a8c4-7a6bd1f088bf tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763626 Jun 28 07:16:02.012933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-29500ffa-bfc1-4db6-ba89-f79e0fc7d78c None None] Provisioning complete for port 6e042f6c-34d3-494d-ba63-1517b0fce404 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:16:02.013320 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-29500ffa-bfc1-4db6-ba89-f79e0fc7d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:02.038026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-194a185b-df44-4185-bf59-dbd646d1d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:02.039662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-194a185b-df44-4185-bf59-dbd646d1d3f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b797d2db-8e76-4b07-b078-a8f758e4c42d HTTP/1.1" status: 200 len: 916 time: 0.1396475 Jun 28 07:16:02.112349 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-b722fc84-ad9d-4167-9dd8-2d8f9ad07ac8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 1002 time: 0.0655663 Jun 28 07:16:02.166695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-c88c876e-3344-4856-a69c-ed3df14d7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:02.168168 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-c88c876e-3344-4856-a69c-ed3df14d7201 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=264023e1-391e-4575-8b6e-d75e9fb86b74 HTTP/1.1" status: 200 len: 854 time: 0.0499372 Jun 28 07:16:02.227604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-b34ce0b3-172c-4d4e-aa7c-d527ee9794c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:02.229893 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-b34ce0b3-172c-4d4e-aa7c-d527ee9794c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b797d2db-8e76-4b07-b078-a8f758e4c42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546288 Jun 28 07:16:02.322072 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-5c3576c5-a96f-4874-a481-4e43c9e6346e service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Jun 28 07:16:02.423436 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c9505d0-0efc-449c-b7d7-c9f29272e241 req-82915fc3-5a0a-4593-8314-78a46e515a0c service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905137 Jun 28 07:16:13.854773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:16.589815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f170a15-9839-41f0-b72b-c5a51e886d0c req-683cd148-dd16-42b2-b442-be2ad829e574 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:16.591315 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f170a15-9839-41f0-b72b-c5a51e886d0c req-683cd148-dd16-42b2-b442-be2ad829e574 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0664260 Jun 28 07:16:16.663138 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f170a15-9839-41f0-b72b-c5a51e886d0c req-c88da7a4-b190-4e68-bd5e-740c45e5a67b tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659683 Jun 28 07:16:16.687712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-78d234a7-bb2c-417a-b81e-b57f8861fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:16.689240 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-78d234a7-bb2c-417a-b81e-b57f8861fec1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97bfd1edd82240bdb418413d5e79993f&device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1138 time: 0.0780714 Jun 28 07:16:16.779023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-d4c98016-18ef-4d1d-a39b-a2f4af88944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:16.780468 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-d4c98016-18ef-4d1d-a39b-a2f4af88944e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b797d2db-8e76-4b07-b078-a8f758e4c42d HTTP/1.1" status: 200 len: 916 time: 0.0845091 Jun 28 07:16:16.847990 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-6aeb97b7-7a96-422f-a930-606f7ee7a110 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 1002 time: 0.0610363 Jun 28 07:16:16.895979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-e67c157b-6037-4782-be45-cc3781c1ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:16.897386 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-e67c157b-6037-4782-be45-cc3781c1ad15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=264023e1-391e-4575-8b6e-d75e9fb86b74 HTTP/1.1" status: 200 len: 854 time: 0.0423441 Jun 28 07:16:16.953208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-411e2b2a-8450-4445-827d-013094a5fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:16.954600 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-411e2b2a-8450-4445-827d-013094a5fe79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b797d2db-8e76-4b07-b078-a8f758e4c42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500858 Jun 28 07:16:17.046616 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-073897ce-c9da-4ace-89be-de13aca91e99 service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853214 Jun 28 07:16:17.136353 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-990818bc-19fb-4b7b-b7a7-74d9d3bd86d8 req-c580dcea-cc22-4284-9b69-57c7fe88ffbd service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827422 Jun 28 07:16:17.296768 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:16:17.847225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d7151-6fc4-4879-9293-51f433b5ff75 req-3bf54cf9-7ff0-47b4-b092-f4f9f4724298 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:17.848691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0d2d7151-6fc4-4879-9293-51f433b5ff75 req-3bf54cf9-7ff0-47b4-b092-f4f9f4724298 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0688808 Jun 28 07:16:17.888333 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0d2d7151-6fc4-4879-9293-51f433b5ff75 req-2e276bfe-319a-4816-b374-c95ffdd0d104 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332296 Jun 28 07:16:19.061386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984a277-b290-4f5b-8d84-2a6c3d9c23d3 req-f0c5cb91-b849-4199-8f21-1473540f0642 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:19.062874 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7984a277-b290-4f5b-8d84-2a6c3d9c23d3 req-f0c5cb91-b849-4199-8f21-1473540f0642 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0665126 Jun 28 07:16:19.103878 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7984a277-b290-4f5b-8d84-2a6c3d9c23d3 req-6989d52b-36ce-41c7-a7bd-e078240deb82 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351655 Jun 28 07:16:20.278205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec2a5-6f8e-401c-b7f4-747ccd469785 req-6dec4272-b3da-42c8-926c-d30de9436997 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:20.279667 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9feec2a5-6f8e-401c-b7f4-747ccd469785 req-6dec4272-b3da-42c8-926c-d30de9436997 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0628059 Jun 28 07:16:20.318434 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9feec2a5-6f8e-401c-b7f4-747ccd469785 req-5bf76769-39ec-43f1-acae-c418fba13fed tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329106 Jun 28 07:16:21.498356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab89ac4-d59d-4f56-b9d0-fe246081f13b req-2a72b9f4-b0a4-4ad9-8a36-eecf5e03031a tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:21.499842 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ab89ac4-d59d-4f56-b9d0-fe246081f13b req-2a72b9f4-b0a4-4ad9-8a36-eecf5e03031a tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0695179 Jun 28 07:16:21.540003 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ab89ac4-d59d-4f56-b9d0-fe246081f13b req-3d165f8d-3f3a-485a-925a-affc8fd0d787 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343134 Jun 28 07:16:22.713934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d77180-9496-46f3-85c4-62b157deb51c req-d9ac2844-5b14-4c17-a0f3-0560e929169c tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:22.715459 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e2d77180-9496-46f3-85c4-62b157deb51c req-d9ac2844-5b14-4c17-a0f3-0560e929169c tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0668950 Jun 28 07:16:22.755084 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e2d77180-9496-46f3-85c4-62b157deb51c req-e7f72b06-6a28-4845-8fc9-5bfef4119d5b tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338492 Jun 28 07:16:23.854687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f2fe7f60-031e-4183-b3af-e8559bc1b017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:23.932316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc354c1-d0c9-4639-9ef2-63ec835546e4 req-c53d3766-8b83-431a-bbaf-ce3d40106919 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:23.933909 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dc354c1-d0c9-4639-9ef2-63ec835546e4 req-c53d3766-8b83-431a-bbaf-ce3d40106919 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0697451 Jun 28 07:16:23.978173 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dc354c1-d0c9-4639-9ef2-63ec835546e4 req-37a9ea74-91a7-4b11-9fe7-be3302350cb7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383787 Jun 28 07:16:25.152950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bace87-b32a-44d7-8463-6e326c372c44 req-f09eb290-5d22-4cc1-8adf-d63e786c7242 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:25.154425 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-53bace87-b32a-44d7-8463-6e326c372c44 req-f09eb290-5d22-4cc1-8adf-d63e786c7242 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0677607 Jun 28 07:16:25.193610 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-53bace87-b32a-44d7-8463-6e326c372c44 req-1248fd31-703a-447f-9f24-f8b0763e6b30 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334361 Jun 28 07:16:26.370907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea8b85-bcf8-4f7d-a2db-1eabe8cd7365 req-3041ad95-b9ed-4c7a-b2b6-8ac8e94145bf tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:26.372366 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9ea8b85-bcf8-4f7d-a2db-1eabe8cd7365 req-3041ad95-b9ed-4c7a-b2b6-8ac8e94145bf tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0632024 Jun 28 07:16:26.412972 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9ea8b85-bcf8-4f7d-a2db-1eabe8cd7365 req-d8c5374f-2347-460e-90a5-74303529415d tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348680 Jun 28 07:16:26.591910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:26.700491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7868ca8e-d8db-467f-a2c6-25ac53d91929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:27.592283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47067806-3f60-404b-baa7-7d960be207a3 req-20dc0953-d17f-4474-adc8-b3d0170e2b7c tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:27.593769 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47067806-3f60-404b-baa7-7d960be207a3 req-20dc0953-d17f-4474-adc8-b3d0170e2b7c tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0692267 Jun 28 07:16:27.636476 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47067806-3f60-404b-baa7-7d960be207a3 req-317b0697-dc60-42e9-961f-10741430d3e2 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368154 Jun 28 07:16:27.689136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:28.806774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf188a-7b68-42e6-ab33-403602b2c017 req-3207fe5a-81b9-48ee-b4aa-e0c14472a23f tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:28.808267 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5fbf188a-7b68-42e6-ab33-403602b2c017 req-3207fe5a-81b9-48ee-b4aa-e0c14472a23f tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0623486 Jun 28 07:16:28.848058 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5fbf188a-7b68-42e6-ab33-403602b2c017 req-95287d4e-5eed-4875-a875-939f5d186fb7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339925 Jun 28 07:16:29.460016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:30.026567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6008e-7a26-413c-a19f-943c934aa7cb req-dd97f646-2356-45eb-9a5a-044e51853771 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:30.028018 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a1b6008e-7a26-413c-a19f-943c934aa7cb req-dd97f646-2356-45eb-9a5a-044e51853771 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0676963 Jun 28 07:16:30.069691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a1b6008e-7a26-413c-a19f-943c934aa7cb req-75c2c9b3-211c-4671-8417-736ea6036cd2 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356898 Jun 28 07:16:31.240968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846149-0bb6-49a5-b3f5-3a4de1b9cb76 req-9ee6dc36-970c-4401-b578-012efbf378ba tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:31.242424 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bc846149-0bb6-49a5-b3f5-3a4de1b9cb76 req-9ee6dc36-970c-4401-b578-012efbf378ba tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0634487 Jun 28 07:16:31.281732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bc846149-0bb6-49a5-b3f5-3a4de1b9cb76 req-7bde9cbe-086b-4168-94de-290e783a0319 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337021 Jun 28 07:16:32.458677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e214d-d1e7-4c22-97f8-5ca9998d4152 req-b28cf763-40cd-4010-be9a-dca29924826b tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:32.460130 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-330e214d-d1e7-4c22-97f8-5ca9998d4152 req-b28cf763-40cd-4010-be9a-dca29924826b tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0651569 Jun 28 07:16:32.499766 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-330e214d-d1e7-4c22-97f8-5ca9998d4152 req-3e970e1a-4b21-4bca-a88e-0a7e6da8676b tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330312 Jun 28 07:16:33.684967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99253599-f980-461f-8b20-2a2cb18d2752 req-263d35ed-e522-45ca-b954-a718fba76aea tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:33.686443 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99253599-f980-461f-8b20-2a2cb18d2752 req-263d35ed-e522-45ca-b954-a718fba76aea tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0728674 Jun 28 07:16:33.727333 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99253599-f980-461f-8b20-2a2cb18d2752 req-7273a658-3520-4e03-94da-d05b8ec9c6e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&id=6acd731a-6f1f-48c0-b941-22d1e55b702f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349252 Jun 28 07:16:42.030175 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-de1dd2ce-29c5-4734-b154-109cba282529 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545862 Jun 28 07:16:42.151397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-3a78adbf-d151-4bb4-98bc-b836b258ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:42.152875 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-3a78adbf-d151-4bb4-98bc-b836b258ba32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97bfd1edd82240bdb418413d5e79993f&device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1138 time: 0.0532672 Jun 28 07:16:42.264491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-e457a7e1-3094-46e8-aaa1-4670fb7c8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:42.265953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-e457a7e1-3094-46e8-aaa1-4670fb7c8104 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b797d2db-8e76-4b07-b078-a8f758e4c42d HTTP/1.1" status: 200 len: 916 time: 0.0896285 Jun 28 07:16:42.330044 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-b37a92f6-b08e-4811-8342-3f5aec710a16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 1002 time: 0.0569148 Jun 28 07:16:42.382618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-0edab135-bf39-433f-bdda-0f8a48f3f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:42.384110 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-0edab135-bf39-433f-bdda-0f8a48f3f022 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=264023e1-391e-4575-8b6e-d75e9fb86b74 HTTP/1.1" status: 200 len: 854 time: 0.0473559 Jun 28 07:16:42.443897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-9ccd3bf5-cbbd-4cc6-a904-c2878d0f6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:16:42.445426 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-9ccd3bf5-cbbd-4cc6-a904-c2878d0f6f5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b797d2db-8e76-4b07-b078-a8f758e4c42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525649 Jun 28 07:16:42.542982 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-3d21121a-427f-4676-8a12-1bf7f77a7695 service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875976 Jun 28 07:16:42.633450 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68d365c9-eb9d-4104-851e-f4e93c3d92c8 req-8098537c-47b6-4e0e-bb8e-6c8ae2ac057a service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818758 Jun 28 07:16:43.848896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:53.939560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f6d8088d-8c47-4e9c-a3e2-df42bd16b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:54.295312 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:16:56.453539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:56.516762 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2f756ec7-7588-4f64-9cdc-06ce38f78f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:57.693647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:16:59.452213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:09.298408 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-1c287764-9973-41da-bef1-6ed191015896 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919753351&fields=id&tenant_id=97bfd1edd82240bdb418413d5e79993f HTTP/1.1" status: 200 len: 267 time: 0.0327828 Jun 28 07:17:09.369530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-c012bce3-719b-413e-83ec-e81f1241c113 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:09.370978 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-c012bce3-719b-413e-83ec-e81f1241c113 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 985 time: 0.0668044 Jun 28 07:17:09.381776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Request body: {'port': {'security_groups': ['23a378c0-71bf-4034-b3a1-21b38532cffa']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:09.462248 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:09.629781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] For port 6e042f6c-34d3-494d-ba63-1517b0fce404, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e042f6c-34d3-494d-ba63-1517b0fce404,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:09.658719 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:09.756377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:09.760410 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:09.800903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['6e042f6c-34d3-494d-ba63-1517b0fce404'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:17:09.801849 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:09.802508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:09.803928 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f400cf5-5050-4941-8abb-d579ed17db85 req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "PUT /v2.0/ports/6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 943 time: 0.4266591 Jun 28 07:17:09.804484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:17:09.811635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a428265-6ac4-4fca-bc83-3f62b25515f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:17:09.812011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33414) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:09.851703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event updated for resources: {'Port': ['ID=6e042f6c-34d3-494d-ba63-1517b0fce404,revision_number=7']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:09.859446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.859784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.860219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.860605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.861170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.861552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.861930 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.862305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.862676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.863053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.863427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.863795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:09.869691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:09.879461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe0b46-73cb-4e49-be26-c9d38fd647cc x-openstack-request-id: req-e4fe0b46-73cb-4e49-be26-c9d38fd647cc {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:17:09.879809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:17:09.880113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4fe0b46-73cb-4e49-be26-c9d38fd647cc {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:17:09.880679 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'status': 'completed', 'code': 200} Jun 28 07:17:09.908213 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:09.933724 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:09.951539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['6e042f6c-34d3-494d-ba63-1517b0fce404'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:17:09.999469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-689ab15f-33e9-43f8-87bd-c5f77a16e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:10.002568 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-689ab15f-33e9-43f8-87bd-c5f77a16e02d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97bfd1edd82240bdb418413d5e79993f&device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1099 time: 0.0734265 Jun 28 07:17:10.069680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:10.072451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:10.073858 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "DELETE /v2.0/security-groups/6acd731a-6f1f-48c0-b941-22d1e55b702f HTTP/1.1" status: 204 len: 168 time: 0.2609062 Jun 28 07:17:10.075006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2a7f852e-3f97-48a6-aa10-8a5d69700403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:10.076709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33418) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:10.085558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acd731a-6f1f-48c0-b941-22d1e55b702f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:10.093329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.093838 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.094357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.094887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.095547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.095926 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.096386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.097026 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.097488 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.097960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.098583 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.099136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:10.102417 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:10.105131 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-12ebc04a-a0ad-4839-8f07-27c0a9ee5173 None None] Provisioning complete for port 6e042f6c-34d3-494d-ba63-1517b0fce404 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:17:10.105518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-12ebc04a-a0ad-4839-8f07-27c0a9ee5173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:10.161982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-d4fb0ed2-e9f3-4046-8d1b-31d5b9f9c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:10.163392 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-d4fb0ed2-e9f3-4046-8d1b-31d5b9f9c0c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b797d2db-8e76-4b07-b078-a8f758e4c42d HTTP/1.1" status: 200 len: 916 time: 0.1538544 Jun 28 07:17:10.289552 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-3c49086e-c729-4542-bd78-688a360aacd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 1002 time: 0.0934234 Jun 28 07:17:10.349506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-cdff0882-fd80-4b73-9d8b-4413cc2f6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:10.350925 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-cdff0882-fd80-4b73-9d8b-4413cc2f6cd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=264023e1-391e-4575-8b6e-d75e9fb86b74 HTTP/1.1" status: 200 len: 854 time: 0.0540659 Jun 28 07:17:10.353093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Deleting port b88bcb74-1523-4508-bfad-b31f397404be {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:17:10.353432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:10.465070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:10.465395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:10.480599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Calling delete_port for b88bcb74-1523-4508-bfad-b31f397404be owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:17:10.486656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-5e223b94-404a-432c-a9ba-f086607d2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:10.488170 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-5e223b94-404a-432c-a9ba-f086607d2398 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b797d2db-8e76-4b07-b078-a8f758e4c42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1236708 Jun 28 07:17:10.680501 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-fd5730f5-2b29-482f-b468-0c252714eaf7 service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830237 Jun 28 07:17:10.805282 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a428265-6ac4-4fca-bc83-3f62b25515f3 req-ad435b42-631c-48b5-aceb-f705a5657597 service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166372 Jun 28 07:17:10.859443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:10.862374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-15e312ab-a1d5-4c2d-9d75-648db6de99b7 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:11.218534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event deleted for resources: {'Port': ['ID=b88bcb74-1523-4508-bfad-b31f397404be,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:11.222424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:11.281429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:11.281762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Floating IP 41d6d365-ed91-4d71-9ffc-9bc11844a74d disassociated (deleted). External IP: 172.26.4.130, port: 6e042f6c-34d3-494d-ba63-1517b0fce404. Jun 28 07:17:11.485807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:17:11.590405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:17:11.595648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:11.600042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] Sync routers for ids ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:17:11.611854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] Routers {'71bccc1e-d552-453b-bde2-c0b1ae07ceeb'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:17:11.612459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:16:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:11.634697 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "DELETE /v2.0/floatingips/41d6d365-ed91-4d71-9ffc-9bc11844a74d HTTP/1.1" status: 204 len: 168 time: 1.5542488 Jun 28 07:17:11.866385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] Set router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:17:11.881792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:17:11.884991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844" -d '{"events": [{"name": "network-changed", "server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:17:11.928412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34712efe-8077-42e7-8792-382be3497bc5 x-openstack-request-id: req-34712efe-8077-42e7-8792-382be3497bc5 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:17:11.928757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:17:11.929108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34712efe-8077-42e7-8792-382be3497bc5 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:17:11.929560 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'status': 'completed', 'code': 200} Jun 28 07:17:12.032925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-a4c2f618-64d9-4a4b-9a0b-bc66b6c13a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:12.034431 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-a4c2f618-64d9-4a4b-9a0b-bc66b6c13a2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97bfd1edd82240bdb418413d5e79993f&device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 1099 time: 0.0549347 Jun 28 07:17:12.074207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '468fac35-bc20-4025-8053-4b1084c4179f', 'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'mac_address': 'fa:16:3e:d3:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:55Z', 'updated_at': '2021-06-28T07:15:01Z', 'revision_number': 5, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'subnets': [{'id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:12.101875 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] Checking router: 71bccc1e-d552-453b-bde2-c0b1ae07ceeb for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:17:12.110634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] Routers {'71bccc1e-d552-453b-bde2-c0b1ae07ceeb'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:17:12.111398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:16:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:12.132702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-c2ae5968-bb94-42e4-9d23-ea71a40b2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:12.134187 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-c2ae5968-bb94-42e4-9d23-ea71a40b2788 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b797d2db-8e76-4b07-b078-a8f758e4c42d HTTP/1.1" status: 200 len: 916 time: 0.0923369 Jun 28 07:17:12.176476 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-2cb281bb-798a-4ca4-82b9-204ea21d5f88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 200 len: 217 time: 0.0341558 Jun 28 07:17:12.227081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] Set router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:17:12.235746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-de3140a9-5e78-4658-ba10-5968caa3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:12.237606 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-de3140a9-5e78-4658-ba10-5968caa3a9d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=264023e1-391e-4575-8b6e-d75e9fb86b74 HTTP/1.1" status: 200 len: 854 time: 0.0533030 Jun 28 07:17:12.300333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-73c586ca-9a83-4a93-a122-f64a0a4ef1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:12.301962 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-73c586ca-9a83-4a93-a122-f64a0a4ef1d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b797d2db-8e76-4b07-b078-a8f758e4c42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559011 Jun 28 07:17:12.406531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-c56cc22f-3d94-48a9-a20c-cd73b38b82dd service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968211 Jun 28 07:17:12.440384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '468fac35-bc20-4025-8053-4b1084c4179f', 'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'mac_address': 'fa:16:3e:d3:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:55Z', 'updated_at': '2021-06-28T07:15:01Z', 'revision_number': 5, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'subnets': [{'id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:12.466251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9cd44-6bfa-4500-98d3-9f657abc5f32 None None] The sync data for ids ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'] in dv-neutron-797120-6-hyperv is: [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:14:55Z', 'revision_number': 4, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '468fac35-bc20-4025-8053-4b1084c4179f', 'name': '', 'network_id': 'b797d2db-8e76-4b07-b078-a8f758e4c42d', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'mac_address': 'fa:16:3e:d3:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:55Z', 'updated_at': '2021-06-28T07:15:01Z', 'revision_number': 5, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'subnets': [{'id': '264023e1-391e-4575-8b6e-d75e9fb86b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:17:12.502151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff7f5b73-859e-44e0-95e5-f0c9e5bce844 req-2ef9568d-dbab-44e7-8cf0-a54181fb884d service neutron] 10.222.0.50 "GET /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892391 Jun 28 07:17:12.683052 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669bdac5-b08e-4eb9-98b0-4c21c23fb21f None None] New status for floating IP 41d6d365-ed91-4d71-9ffc-9bc11844a74d: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:17:13.807924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:20.718893 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f3c7a-c654-42ea-a33f-b55045154618 req-c1cf9827-5d98-4a05-841a-dd35516d2a28 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:20.720354 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-db9f3c7a-c654-42ea-a33f-b55045154618 req-c1cf9827-5d98-4a05-841a-dd35516d2a28 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0640302 Jun 28 07:17:20.762935 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-db9f3c7a-c654-42ea-a33f-b55045154618 req-82026aa9-7b26-4dc0-a4d9-ecf376f2624c tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363002 Jun 28 07:17:21.938557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1d902-c37b-4059-8b8d-620f3b16ce70 req-f89550be-3f25-4afc-bbd3-6f389b0f5e7b tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:21.940012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d2a1d902-c37b-4059-8b8d-620f3b16ce70 req-f89550be-3f25-4afc-bbd3-6f389b0f5e7b tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0644848 Jun 28 07:17:21.978349 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d2a1d902-c37b-4059-8b8d-620f3b16ce70 req-edf324df-e32d-4d2c-8661-5f6332484e02 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Jun 28 07:17:22.703191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777da022-f89a-44a2-abef-ae33e7805679 req-940abb13-c9dd-4a9e-907e-9aca6688e78a tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:22.704674 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-777da022-f89a-44a2-abef-ae33e7805679 req-940abb13-c9dd-4a9e-907e-9aca6688e78a tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 946 time: 0.0633059 Jun 28 07:17:22.809519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-777da022-f89a-44a2-abef-ae33e7805679 req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Deleting port 6e042f6c-34d3-494d-ba63-1517b0fce404 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:17:22.809857 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-777da022-f89a-44a2-abef-ae33e7805679 req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:22.896681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-777da022-f89a-44a2-abef-ae33e7805679 req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] For port 6e042f6c-34d3-494d-ba63-1517b0fce404, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e042f6c-34d3-494d-ba63-1517b0fce404,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:22.896977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-777da022-f89a-44a2-abef-ae33e7805679 req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:22.909598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-777da022-f89a-44a2-abef-ae33e7805679 req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Calling delete_port for 6e042f6c-34d3-494d-ba63-1517b0fce404 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:17:23.121099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-777da022-f89a-44a2-abef-ae33e7805679 req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:23.126069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6930be8-df11-4af7-89fc-576b49625e55 tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:23.159189 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Pushing event deleted for resources: {'Port': ['ID=6e042f6c-34d3-494d-ba63-1517b0fce404,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:23.163537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:23.171278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['6e042f6c-34d3-494d-ba63-1517b0fce404'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:17:23.215546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-777da022-f89a-44a2-abef-ae33e7805679 req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] No DVR routers for this DVR port 6e042f6c-34d3-494d-ba63-1517b0fce404 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:17:23.218905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-777da022-f89a-44a2-abef-ae33e7805679 req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:23.221136 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-777da022-f89a-44a2-abef-ae33e7805679 req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.50 "DELETE /v2.0/ports/6e042f6c-34d3-494d-ba63-1517b0fce404 HTTP/1.1" status: 204 len: 173 time: 0.5104284 Jun 28 07:17:23.221668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'name': 'network-vif-deleted', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:17:23.224723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923b47d2-8fdb-4629-8733-2b8f5c537fe4" -d '{"events": [{"server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "name": "network-vif-deleted", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:17:23.246178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367904b3-a1b5-4c9c-88c4-db969ec0e007 req-919b29fd-c3ff-4c34-b19c-38aac731ae22 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:23.247717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-367904b3-a1b5-4c9c-88c4-db969ec0e007 req-919b29fd-c3ff-4c34-b19c-38aac731ae22 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 867 time: 0.1566532 Jun 28 07:17:23.268830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6594fab4-82e4-4e68-90da-84df451d903f x-openstack-request-id: req-6594fab4-82e4-4e68-90da-84df451d903f {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:17:23.269200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4", "name": "network-vif-deleted", "tag": "6e042f6c-34d3-494d-ba63-1517b0fce404", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:17:23.269508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6594fab4-82e4-4e68-90da-84df451d903f {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:17:23.269971 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4', 'name': 'network-vif-deleted', 'tag': '6e042f6c-34d3-494d-ba63-1517b0fce404', 'status': 'completed', 'code': 200} Jun 28 07:17:23.290285 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-367904b3-a1b5-4c9c-88c4-db969ec0e007 req-f8f28f2b-5edb-4b4c-9b1d-b96798221563 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/security-groups?id=23a378c0-71bf-4034-b3a1-21b38532cffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Jun 28 07:17:23.911606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aaec025b-a5e8-4666-ba23-43986fe6abad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:24.457992 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-567f44e3-5619-46ce-add7-04deb1a0e070 req-c7e5117f-a6db-4f7e-95ce-f3d497d11fd5 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef61b6ae-4e8e-46e6-97bf-6f9f0df1b3c4 HTTP/1.1" status: 200 len: 210 time: 0.0310538 Jun 28 07:17:26.455071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 6e042f6c-34d3-494d-ba63-1517b0fce404 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:17:26.479957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 6e042f6c-34d3-494d-ba63-1517b0fce404 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:17:26.480310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 6e042f6c-34d3-494d-ba63-1517b0fce404 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:17:26.651751 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:26.737479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3470cde1-6c31-403d-b2df-0d84b1ade075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:27.454675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33526) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:27.726188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:27.803286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:28.057573 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Deleting port 468fac35-bc20-4025-8053-4b1084c4179f {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:17:28.057917 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:28.137893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] For port 468fac35-bc20-4025-8053-4b1084c4179f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=468fac35-bc20-4025-8053-4b1084c4179f,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:28.138326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:28.151088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Calling delete_port for 468fac35-bc20-4025-8053-4b1084c4179f owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:17:28.408008 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:28.409991 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c612089c-6be4-484e-b27c-629e354b7ce6 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:28.433945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=468fac35-bc20-4025-8053-4b1084c4179f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:28.437068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:28.601337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:28.824141 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:17:29.273340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:17:29.278395 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/71bccc1e-d552-453b-bde2-c0b1ae07ceeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8226287 Jun 28 07:17:29.280961 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33528) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:29.282489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] Sync routers for ids ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:17:29.292280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] Routers {'71bccc1e-d552-453b-bde2-c0b1ae07ceeb'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:17:29.292919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:17:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:29.385183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:29.408360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] Set router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:17:29.481442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:29.490414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:29.607693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:17:28Z', 'revision_number': 5, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port': {'id': '0791c640-cac2-4659-b8ab-b6024c03a33b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:53Z', 'updated_at': '2021-06-28T07:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:29.643524 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Deleting port 0791c640-cac2-4659-b8ab-b6024c03a33b {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:17:29.644460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:29.652317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] Checking router: 71bccc1e-d552-453b-bde2-c0b1ae07ceeb for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:17:29.668874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] Routers {'71bccc1e-d552-453b-bde2-c0b1ae07ceeb'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:17:29.670118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:17:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:29.733120 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] For port 0791c640-cac2-4659-b8ab-b6024c03a33b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=0791c640-cac2-4659-b8ab-b6024c03a33b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:29.733744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:29.747910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Calling delete_port for 0791c640-cac2-4659-b8ab-b6024c03a33b owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:17:29.773557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] Set router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:17:29.828113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:17:29Z', 'revision_number': 6, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:29.854390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29d1b5-d13a-40f6-a79e-68015071c8bd None None] The sync data for ids ['71bccc1e-d552-453b-bde2-c0b1ae07ceeb'] in dv-neutron-797120-6-hyperv is: [{'id': '71bccc1e-d552-453b-bde2-c0b1ae07ceeb', 'name': 'tempest-TestMinimumBasicScenario-1317177274-router', 'tenant_id': '97bfd1edd82240bdb418413d5e79993f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:52Z', 'updated_at': '2021-06-28T07:17:29Z', 'revision_number': 6, 'project_id': '97bfd1edd82240bdb418413d5e79993f', 'gw_port_host': None}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:17:30.007821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.009864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d3e7f97f-7508-4e01-95e2-446dbbc97cb8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:30.039092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Pushing event deleted for resources: {'Port': ['ID=0791c640-cac2-4659-b8ab-b6024c03a33b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:30.042214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:30.103408 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.192377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.194537 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.339783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.340387 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71bccc1e-d552-453b-bde2-c0b1ae07ceeb {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:17:30.344742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.345893 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] 10.222.0.24 "DELETE /v2.0/routers/71bccc1e-d552-453b-bde2-c0b1ae07ceeb HTTP/1.1" status: 204 len: 168 time: 1.0640161 Jun 28 07:17:30.348802 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33530) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:30.397904 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b546cfa4-c97a-42be-bedb-a4d6e1aa9c1b admin admin] Deleting subnet 264023e1-391e-4575-8b6e-d75e9fb86b74 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:17:30.401249 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b546cfa4-c97a-42be-bedb-a4d6e1aa9c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.435804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b546cfa4-c97a-42be-bedb-a4d6e1aa9c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.513552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b546cfa4-c97a-42be-bedb-a4d6e1aa9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.654432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 468fac35-bc20-4025-8053-4b1084c4179f no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:17:30.679064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 468fac35-bc20-4025-8053-4b1084c4179f {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:17:30.679418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 468fac35-bc20-4025-8053-4b1084c4179f not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:17:30.679846 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0791c640-cac2-4659-b8ab-b6024c03a33b no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:17:30.698628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 0791c640-cac2-4659-b8ab-b6024c03a33b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:17:30.698980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 0791c640-cac2-4659-b8ab-b6024c03a33b not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:17:30.779913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b546cfa4-c97a-42be-bedb-a4d6e1aa9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.782162 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-c372621b-b888-4976-bc92-5773f6109c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:30.812326 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546cfa4-c97a-42be-bedb-a4d6e1aa9c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264023e1-391e-4575-8b6e-d75e9fb86b74,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:30.814872 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b546cfa4-c97a-42be-bedb-a4d6e1aa9c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:30.817624 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b546cfa4-c97a-42be-bedb-a4d6e1aa9c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.823083 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b546cfa4-c97a-42be-bedb-a4d6e1aa9c1b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/264023e1-391e-4575-8b6e-d75e9fb86b74 HTTP/1.1" status: 204 len: 168 time: 0.4704239 Jun 28 07:17:30.823083 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33532) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:30.825812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4154127-1655-43f0-a794-f8a2e977887b None None] Network b797d2db-8e76-4b07-b078-a8f758e4c42d requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:17:30.902355 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:30.961775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Deleting port a69254ad-9801-4ca0-8062-968e48a01648 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:17:30.961775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.017243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] DHCP port deletion for b797d2db-8e76-4b07-b078-a8f758e4c42d request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:17:31.025598 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] For port a69254ad-9801-4ca0-8062-968e48a01648, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a69254ad-9801-4ca0-8062-968e48a01648,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:31.025960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.038748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Calling delete_port for a69254ad-9801-4ca0-8062-968e48a01648 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:17:31.064476 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Deleting port a69254ad-9801-4ca0-8062-968e48a01648 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:17:31.064884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.130533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] For port a69254ad-9801-4ca0-8062-968e48a01648, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=a69254ad-9801-4ca0-8062-968e48a01648,segment=NetworkSegment(781c13a4-7f39-480f-af83-e3835d91a167),segment_id=781c13a4-7f39-480f-af83-e3835d91a167)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:31.130935 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.143144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Calling delete_port for a69254ad-9801-4ca0-8062-968e48a01648 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 07:17:31.222513 dv-neutron-797120-6-hyperv neutron-server[100888]: self.session.flush() Jun 28 07:17:31.227422 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.228625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:31.229860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.232654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:31.258255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Pushing event deleted for resources: {'Port': ['ID=a69254ad-9801-4ca0-8062-968e48a01648,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:31.258505 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69254ad-9801-4ca0-8062-968e48a01648,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:31.260155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] No DVR routers for this DVR port a69254ad-9801-4ca0-8062-968e48a01648 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:17:31.261683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:31.263807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] No DVR routers for this DVR port a69254ad-9801-4ca0-8062-968e48a01648 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:17:31.275776 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.276132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.276475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.276811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.277186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.277520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.277850 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.278233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.278558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.278878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.279200 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.279519 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:31.282604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:31.295725 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:17:31.332200 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.343042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b797d2db-8e76-4b07-b078-a8f758e4c42d']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:31.353322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781c13a4-7f39-480f-af83-e3835d91a167') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:31.353620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781c13a4-7f39-480f-af83-e3835d91a167') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:31.362160 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.375349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.381111 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:17:31.381492 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:17:31.383076 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:17:31.572074 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.575337 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4fb1145c-b49f-4efc-89bc-f8a8d7b8c767 tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:31.577814 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:31.579615 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b797d2db-8e76-4b07-b078-a8f758e4c42d HTTP/1.1" status: 204 len: 168 time: 0.7558548 Jun 28 07:17:31.582615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33534) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:31.591291 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b797d2db-8e76-4b07-b078-a8f758e4c42d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:31.593667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:31.965872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:32.232641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Deleting port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:17:32.232961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:32.327691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] For port 2dc18a4f-f9b7-4770-8a9f-1985f9a96772, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=2dc18a4f-f9b7-4770-8a9f-1985f9a96772,segment=NetworkSegment(407d11d0-a053-4b75-a289-ec4ec8903055),segment_id=407d11d0-a053-4b75-a289-ec4ec8903055)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:32.328092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:32.340622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Calling delete_port for 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:17:32.602527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:32.604671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:32.633230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc18a4f-f9b7-4770-8a9f-1985f9a96772,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:32.636418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:32.660256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a69254ad-9801-4ca0-8062-968e48a01648 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:17:32.682372 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: a69254ad-9801-4ca0-8062-968e48a01648 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:17:32.682741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device a69254ad-9801-4ca0-8062-968e48a01648 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:17:32.801365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:33.015304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:17:33.122230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:17:33.127777 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] 10.222.0.24 "PUT /v2.0/routers/75b503aa-a3d1-49c2-8bc3-7f3cec0bad74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5430739 Jun 28 07:17:33.129752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33536) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:33.132618 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] Sync routers for ids ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:17:33.141901 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] Routers {'75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:17:33.142515 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:17:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:33.234725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:33.247205 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] Set router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:17:33.337728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:33.419836 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'name': 'tempest-TestMinimumBasicScenario-1258968186-router', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:17:32Z', 'revision_number': 5, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'gw_port': {'id': 'ad34791b-5f59-4332-98a8-5bd7e8bc2a1b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:00:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:33.450087 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] Checking router: 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:17:33.455732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Deleting port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:17:33.456074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:33.459111 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] Routers {'75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:17:33.459734 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:17:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:33.532192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] For port ad34791b-5f59-4332-98a8-5bd7e8bc2a1b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=ad34791b-5f59-4332-98a8-5bd7e8bc2a1b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:33.532544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:33.543436 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] Set router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:17:33.548547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Calling delete_port for ad34791b-5f59-4332-98a8-5bd7e8bc2a1b owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:17:33.594669 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'name': 'tempest-TestMinimumBasicScenario-1258968186-router', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:17:33Z', 'revision_number': 6, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:33.623968 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca92e14-f224-4fd0-87a0-26a0ebfc3d32 None None] The sync data for ids ['75b503aa-a3d1-49c2-8bc3-7f3cec0bad74'] in dv-neutron-797120-6-hyperv is: [{'id': '75b503aa-a3d1-49c2-8bc3-7f3cec0bad74', 'name': 'tempest-TestMinimumBasicScenario-1258968186-router', 'tenant_id': '89e9fd0b65cb40e291262b40ea026a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:14:59Z', 'updated_at': '2021-06-28T07:17:33Z', 'revision_number': 6, 'project_id': '89e9fd0b65cb40e291262b40ea026a78', 'gw_port_host': None}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:17:33.790718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:33.792837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-da69e02f-fa8c-408f-a803-8dbf3f218729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:33.822243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad34791b-5f59-4332-98a8-5bd7e8bc2a1b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:33.825786 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:33.884284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:33.974356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:33.976511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.131829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.132396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:17:34.136665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.137760 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] 10.222.0.24 "DELETE /v2.0/routers/75b503aa-a3d1-49c2-8bc3-7f3cec0bad74 HTTP/1.1" status: 204 len: 168 time: 1.0070517 Jun 28 07:17:34.140365 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33538) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:34.186235 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-947eb2b3-03cf-4488-85db-77d2d116c1ba admin admin] Deleting subnet 15938102-04a1-450b-929c-d46cbe96cd73 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:17:34.189433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-947eb2b3-03cf-4488-85db-77d2d116c1ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.224499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-947eb2b3-03cf-4488-85db-77d2d116c1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.306622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-947eb2b3-03cf-4488-85db-77d2d116c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.435123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-947eb2b3-03cf-4488-85db-77d2d116c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.437561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4ae91c00-6726-46b7-bdb5-7af2745320c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:34.462660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eb2b3-03cf-4488-85db-77d2d116c1ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15938102-04a1-450b-929c-d46cbe96cd73,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:34.466038 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-947eb2b3-03cf-4488-85db-77d2d116c1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:34.467132 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-947eb2b3-03cf-4488-85db-77d2d116c1ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.469275 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-947eb2b3-03cf-4488-85db-77d2d116c1ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15938102-04a1-450b-929c-d46cbe96cd73 HTTP/1.1" status: 204 len: 168 time: 0.3275135 Jun 28 07:17:34.471503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33540) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:34.473435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409bfbf7-31ae-4d1b-91c2-de25af090100 None None] Network 3f6755de-4e4d-4c74-832a-d31bcfe271c9 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:17:34.544573 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.606064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Deleting port 13a394c7-f3c9-4bad-b7ba-6883089a173a {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:17:34.606469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.677155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] For port 13a394c7-f3c9-4bad-b7ba-6883089a173a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=13a394c7-f3c9-4bad-b7ba-6883089a173a,segment=NetworkSegment(407d11d0-a053-4b75-a289-ec4ec8903055),segment_id=407d11d0-a053-4b75-a289-ec4ec8903055)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:34.678041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.682871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] DHCP port deletion for 3f6755de-4e4d-4c74-832a-d31bcfe271c9 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:17:34.697100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Calling delete_port for 13a394c7-f3c9-4bad-b7ba-6883089a173a owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:17:34.713957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:17:34.737307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:17:34.737307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 2dc18a4f-f9b7-4770-8a9f-1985f9a96772 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:17:34.737307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ad34791b-5f59-4332-98a8-5bd7e8bc2a1b no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:17:34.755599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: ad34791b-5f59-4332-98a8-5bd7e8bc2a1b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:17:34.755944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device ad34791b-5f59-4332-98a8-5bd7e8bc2a1b not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:17:34.776642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] Deleting port 13a394c7-f3c9-4bad-b7ba-6883089a173a {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:17:34.777052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.836622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.838564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] For port 13a394c7-f3c9-4bad-b7ba-6883089a173a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=13a394c7-f3c9-4bad-b7ba-6883089a173a,segment=NetworkSegment(407d11d0-a053-4b75-a289-ec4ec8903055),segment_id=407d11d0-a053-4b75-a289-ec4ec8903055)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:34.838963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.839979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e983b8e3-8e1b-4b58-b573-98c6117e426a tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:34.850800 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] Calling delete_port for 13a394c7-f3c9-4bad-b7ba-6883089a173a owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:17:34.864603 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Pushing event deleted for resources: {'Port': ['ID=13a394c7-f3c9-4bad-b7ba-6883089a173a,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:34.866476 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] No DVR routers for this DVR port 13a394c7-f3c9-4bad-b7ba-6883089a173a on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:17:34.871277 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:34.926414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.928302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-93f89e4b-538c-4545-9b85-772f59b011ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:34.941593 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.951390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] Pushing event deleted for resources: {'Port': ['ID=13a394c7-f3c9-4bad-b7ba-6883089a173a,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:34.952251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6755de-4e4d-4c74-832a-d31bcfe271c9']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:34.953763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:34.956155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] No DVR routers for this DVR port 13a394c7-f3c9-4bad-b7ba-6883089a173a on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:17:34.963946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407d11d0-a053-4b75-a289-ec4ec8903055') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:34.964455 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407d11d0-a053-4b75-a289-ec4ec8903055') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:34.973816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.987503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.993555 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:17:34.997436 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:17:35.120415 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:35.123982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-78fc14da-5caf-49d9-8781-ce4f78484222 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:35.126672 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:35.128583 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f6755de-4e4d-4c74-832a-d31bcfe271c9 HTTP/1.1" status: 204 len: 168 time: 0.6561813 Jun 28 07:17:35.144190 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f6755de-4e4d-4c74-832a-d31bcfe271c9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:35.146640 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:35.488080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33544) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:35.527402 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-014fd96c-7c35-49cf-8342-87b2632a3135 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97bfd1edd82240bdb418413d5e79993f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381043 Jun 28 07:17:35.529697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33546) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:35.576548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fa35da02-3c55-42cf-8527-410330f2c72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:35.596569 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fa35da02-3c55-42cf-8527-410330f2c72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:35.728474 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fa35da02-3c55-42cf-8527-410330f2c72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:35.731077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-fa35da02-3c55-42cf-8527-410330f2c72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:35.732224 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fa35da02-3c55-42cf-8527-410330f2c72f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23a378c0-71bf-4034-b3a1-21b38532cffa HTTP/1.1" status: 204 len: 168 time: 0.2016463 Jun 28 07:17:35.733069 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a0cd994d-9293-4b6c-bf6e-46a07601355d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:35.741271 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35da02-3c55-42cf-8527-410330f2c72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a378c0-71bf-4034-b3a1-21b38532cffa,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:35.743762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fa35da02-3c55-42cf-8527-410330f2c72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:36.435101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33552) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:36.472371 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8779086b-5d50-486d-a8ee-49425c3092b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89e9fd0b65cb40e291262b40ea026a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398333 Jun 28 07:17:36.474908 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33554) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:36.521663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-158d999d-7312-4166-bd22-d2359597aa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:36.545424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-158d999d-7312-4166-bd22-d2359597aa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:36.652696 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 13a394c7-f3c9-4bad-b7ba-6883089a173a no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:17:36.672570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 13a394c7-f3c9-4bad-b7ba-6883089a173a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:17:36.672956 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 13a394c7-f3c9-4bad-b7ba-6883089a173a not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:17:36.682420 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-158d999d-7312-4166-bd22-d2359597aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:36.685055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-158d999d-7312-4166-bd22-d2359597aa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:36.686184 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-158d999d-7312-4166-bd22-d2359597aa6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62760211-22ae-4c16-9a0f-0d8c0da4155b HTTP/1.1" status: 204 len: 168 time: 0.2104008 Jun 28 07:17:36.687092 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-25ebf59c-9a8f-48d4-a7bd-5f343d7f5646 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:36.695199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d999d-7312-4166-bd22-d2359597aa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62760211-22ae-4c16-9a0f-0d8c0da4155b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:36.697426 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-158d999d-7312-4166-bd22-d2359597aa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:39.201858 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33594) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:39.206781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265220623', 'description': 'tempest-secgroup-smoke-265220623 description', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:39.292097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:39.305456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:39.397340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:39.463665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:39.467290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-054fdc03-1a00-4433-9a6f-4b40a69a1949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:39.507487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46afef97-85be-4172-81aa-1dbd275983c7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:39.513766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:39.568788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:39.629074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:39.632316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bb055e9a-c093-41a8-b111-ccafab1d21b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:39.664489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:39.667166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:39.729006 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:39.730626 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f252f61b-3dbf-425f-ab15-97a4be9f15d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5277135 Jun 28 07:17:39.734745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33596) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:39.741775 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-273b1828-2e72-496f-b8a5-4a1096b5d23e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'd3927bd1-8925-4fe2-a9a4-5d783d6a0b07', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:39.836293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-273b1828-2e72-496f-b8a5-4a1096b5d23e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:39.893540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-273b1828-2e72-496f-b8a5-4a1096b5d23e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:39.957059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-273b1828-2e72-496f-b8a5-4a1096b5d23e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:39.958984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a2583aff-32d4-4dd9-82dd-047c8e969a42 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:39.979440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b1828-2e72-496f-b8a5-4a1096b5d23e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20406f33-9f6e-4824-ab2d-e749aefc8b2b,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:39.981931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-273b1828-2e72-496f-b8a5-4a1096b5d23e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:40.054031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-273b1828-2e72-496f-b8a5-4a1096b5d23e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.055264 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-273b1828-2e72-496f-b8a5-4a1096b5d23e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3187835 Jun 28 07:17:40.058134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33598) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:40.062647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c56ea43b-6045-4bdb-a930-f861c67ee666 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'd3927bd1-8925-4fe2-a9a4-5d783d6a0b07', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:40.132938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c56ea43b-6045-4bdb-a930-f861c67ee666 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.192115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c56ea43b-6045-4bdb-a930-f861c67ee666 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.274427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c56ea43b-6045-4bdb-a930-f861c67ee666 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.276153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:40.294782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ea43b-6045-4bdb-a930-f861c67ee666 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d11a8b-8c70-4b69-a345-03b4342cd621,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:40.297545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c56ea43b-6045-4bdb-a930-f861c67ee666 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:40.367989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c56ea43b-6045-4bdb-a930-f861c67ee666 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.369270 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c56ea43b-6045-4bdb-a930-f861c67ee666 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102272 Jun 28 07:17:40.372225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33600) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:40.376670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a39eec0e-bcdd-4489-9389-6c98ad774b0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'd3927bd1-8925-4fe2-a9a4-5d783d6a0b07', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:40.476463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a39eec0e-bcdd-4489-9389-6c98ad774b0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.534865 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a39eec0e-bcdd-4489-9389-6c98ad774b0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.617516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a39eec0e-bcdd-4489-9389-6c98ad774b0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.619349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-27892d9a-05cd-4182-9f5d-42a461e600f9 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:40.635547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eec0e-bcdd-4489-9389-6c98ad774b0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72d6d78-9905-49b6-aa06-234f7e9a332a,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:40.638023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a39eec0e-bcdd-4489-9389-6c98ad774b0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:40.687760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a39eec0e-bcdd-4489-9389-6c98ad774b0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.689006 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a39eec0e-bcdd-4489-9389-6c98ad774b0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158290 Jun 28 07:17:40.691639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33602) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:40.697095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4f4e86a2-1f8e-48da-9fe3-671ac3188460 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'd3927bd1-8925-4fe2-a9a4-5d783d6a0b07', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:40.778121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86a2-1f8e-48da-9fe3-671ac3188460 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.836053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86a2-1f8e-48da-9fe3-671ac3188460 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.909100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86a2-1f8e-48da-9fe3-671ac3188460 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:40.910927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:40.927234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e86a2-1f8e-48da-9fe3-671ac3188460 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27692cdb-52d9-4776-9ad5-e0a610cc83d5,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:40.929993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4f4e86a2-1f8e-48da-9fe3-671ac3188460 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:41.002493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4f4e86a2-1f8e-48da-9fe3-671ac3188460 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.003688 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4f4e86a2-1f8e-48da-9fe3-671ac3188460 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3111413 Jun 28 07:17:41.007205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33604) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:41.011588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-215de49f-79a3-4943-9e71-02c1aad79812 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'd3927bd1-8925-4fe2-a9a4-5d783d6a0b07', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:41.110820 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-215de49f-79a3-4943-9e71-02c1aad79812 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Project c0534033a04b4fa4b71e79aadc45a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:17:41.116304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-215de49f-79a3-4943-9e71-02c1aad79812 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.179315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-215de49f-79a3-4943-9e71-02c1aad79812 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.270506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-215de49f-79a3-4943-9e71-02c1aad79812 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.272409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c669c1f3-d377-421c-93d0-23b702c6a944 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:41.289305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215de49f-79a3-4943-9e71-02c1aad79812 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afada35-1ac8-4081-83f9-478b0165b641,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:41.291738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-215de49f-79a3-4943-9e71-02c1aad79812 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:41.366191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-215de49f-79a3-4943-9e71-02c1aad79812 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.367312 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-215de49f-79a3-4943-9e71-02c1aad79812 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3592107 Jun 28 07:17:41.370077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33606) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:41.374558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-7295a531-e9de-4a42-b178-712191a132af tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'd3927bd1-8925-4fe2-a9a4-5d783d6a0b07', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:41.459506 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-7295a531-e9de-4a42-b178-712191a132af tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Project c0534033a04b4fa4b71e79aadc45a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:17:41.464837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7295a531-e9de-4a42-b178-712191a132af tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.525737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7295a531-e9de-4a42-b178-712191a132af tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.605815 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7295a531-e9de-4a42-b178-712191a132af tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.607668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ef25356c-0d95-4940-b934-02b3c68e262f tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:41.623915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295a531-e9de-4a42-b178-712191a132af tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160da3f4-4f97-4e36-afda-a9618e963499,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:41.626179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7295a531-e9de-4a42-b178-712191a132af tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:41.691840 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7295a531-e9de-4a42-b178-712191a132af tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.693193 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7295a531-e9de-4a42-b178-712191a132af tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3221395 Jun 28 07:17:41.696151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33608) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:41.701228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'network': {'name': 'tempest-network-smoke--586370132', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'port_security_enabled': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:41.788974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:17:41.792558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.816194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:17:41.825107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.825442 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Added segment 3c76e453-c0a7-4dab-80a3-701e0c018a6b of type vlan for network 92c28d77-bc6d-40be-8476-20801f12a654 Jun 28 07:17:41.869128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.974785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.980425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:41.981071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:41.984579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-52d3bf6b-0db4-460b-8b6d-eedbe310db21 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:42.400810 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7036233 Jun 28 07:17:42.407457 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33610) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:42.408149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Network': ['ID=92c28d77-bc6d-40be-8476-20801f12a654,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:42.408821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'admin_state_up': True, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:42.409606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:42.417330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 92c28d77-bc6d-40be-8476-20801f12a654 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:17:42.522493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:42.523590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:42.573901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:42.777286 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:43.032998 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:43.054371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:43.152113 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.26.4.210 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/4c267fe1-2043-4091-88cd-c9bc259d0f06) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:17:43.255353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:43.345196 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:43.347920 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:43.379384 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:17:43.382879 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:17:43.388392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:17:43.415853 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=4c267fe1-2043-4091-88cd-c9bc259d0f06,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:43.419715 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:43.726125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:43.828710 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:43.929900 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:44.122370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 853a0845-73bb-46dd-8518-58c3edf5ad56 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:17:44.226431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:17:44.239511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Sync routers for ids ['853a0845-73bb-46dd-8518-58c3edf5ad56'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:17:44.249140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Routers {'853a0845-73bb-46dd-8518-58c3edf5ad56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:17:44.251691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:17:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['853a0845-73bb-46dd-8518-58c3edf5ad56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:44.339666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:44.340965 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9361866 Jun 28 07:17:44.344108 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33612) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:44.494630 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a562fc42-1952-4cb1-803d-bed0c13d2301 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=c0534033a04b4fa4b71e79aadc45a409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1492195 Jun 28 07:17:44.497185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33616) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:44.502556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Set router 853a0845-73bb-46dd-8518-58c3edf5ad56 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:17:44.581262 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab4894-c409-4ea8-a9e8-6da53668124c tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:44.586051 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fdab4894-c409-4ea8-a9e8-6da53668124c tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847142 Jun 28 07:17:44.586195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33618) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:44.620135 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2a32f6d9-34ca-4ab8-ae05-5d91d3958e29 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327661 Jun 28 07:17:44.625594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33620) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:44.630535 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-869671083', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:44.680241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:43Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:44.710158 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Checking router: 853a0845-73bb-46dd-8518-58c3edf5ad56 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:17:44.710590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Updating router 853a0845-73bb-46dd-8518-58c3edf5ad56 port 4c267fe1-2043-4091-88cd-c9bc259d0f06 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:17:44.745068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:44.771364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:17:44.776041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:45.000155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:45.010397 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Transition to ACTIVE for port object 4c267fe1-2043-4091-88cd-c9bc259d0f06 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:17:45.069086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:45.071174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-93bb6739-a130-46f7-a554-f594e7b4f88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:45.125066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Attempting to bind port 4c267fe1-2043-4091-88cd-c9bc259d0f06 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:17:45.125445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Attempting to bind port 4c267fe1-2043-4091-88cd-c9bc259d0f06 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:17:45.125819 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Attempting to bind port 4c267fe1-2043-4091-88cd-c9bc259d0f06 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:17:45.132975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379b987-9295-457a-9d9e-5a8ff3e5b296 None None] Pushing event updated for resources: {'Port': ['ID=4c267fe1-2043-4091-88cd-c9bc259d0f06,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:45.135862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c379b987-9295-457a-9d9e-5a8ff3e5b296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:45.137250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:17:45.137648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:17:45.138065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:45.138466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:17:45.138957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Bound port: 4c267fe1-2043-4091-88cd-c9bc259d0f06, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:17:45.139354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:45.193487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] For port 4c267fe1-2043-4091-88cd-c9bc259d0f06, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:17:45.197296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] For port 4c267fe1-2043-4091-88cd-c9bc259d0f06, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=4c267fe1-2043-4091-88cd-c9bc259d0f06,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:17:45.281015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:45.283464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:45.339842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Routers {'853a0845-73bb-46dd-8518-58c3edf5ad56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:17:45.340459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:17:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['853a0845-73bb-46dd-8518-58c3edf5ad56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:45.343322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379b987-9295-457a-9d9e-5a8ff3e5b296 None None] Pushing event updated for resources: {'Port': ['ID=4c267fe1-2043-4091-88cd-c9bc259d0f06,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:45.366683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:45.368835 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e78109b2-dd21-444a-89ec-7130dd11799b tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:45.377859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c379b987-9295-457a-9d9e-5a8ff3e5b296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:45.430957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Subnet': ['ID=cc9a2dda-e653-467b-8dee-d5dea53c3892,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:45.435754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:45.438607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Checking segment: {'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:17:45.438962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network hostable DHCP agents. Network: 92c28d77-bc6d-40be-8476-20801f12a654, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:17:45.448796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] Set router 853a0845-73bb-46dd-8518-58c3edf5ad56 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:17:45.522732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 92c28d77-bc6d-40be-8476-20801f12a654 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:17:45.584952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 92c28d77-bc6d-40be-8476-20801f12a654) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:17:45.589379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:45.590279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:45.603902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0cc821-bc76-4416-a8ef-85d4b307a75b None None] Network 92c28d77-bc6d-40be-8476-20801f12a654 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:17:45.671495 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-63c4efd4-7fdb-40d5-8bb9-18c8521925f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0448058 Jun 28 07:17:45.674527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33622) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:17:45.713939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:43Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:45.748049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab4c875-4170-4cae-8fa5-35b22c325b73 None None] The sync data for ids ['853a0845-73bb-46dd-8518-58c3edf5ad56'] in dv-neutron-797120-6-hyperv is: [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:43Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:17:45.793411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-92c28d77-bc6d-40be-8476-20801f12a654', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:17:45.794307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:45.939399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Allocated IP 172.20.0.2 (92c28d77-bc6d-40be-8476-20801f12a654/cc9a2dda-e653-467b-8dee-d5dea53c3892/d8a1304d-4d65-46ae-b986-78a106fd9b39) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:17:46.109434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.119299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Transition to ACTIVE for port object d8a1304d-4d65-46ae-b986-78a106fd9b39 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:17:46.135720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Transition to ACTIVE for port object d8a1304d-4d65-46ae-b986-78a106fd9b39 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:17:46.174035 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.197276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.199423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3dcad867-fdc2-40d7-bfbd-e991866c00b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:46.245345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Network 92c28d77-bc6d-40be-8476-20801f12a654 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:17:46.248414 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:17:46.253075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:17:46.256099 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Pushing event updated for resources: {'Port': ['ID=d8a1304d-4d65-46ae-b986-78a106fd9b39,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:46.260608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:46.317216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Attempting to bind port d8a1304d-4d65-46ae-b986-78a106fd9b39 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:17:46.320376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Attempting to bind port d8a1304d-4d65-46ae-b986-78a106fd9b39 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:17:46.320376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Attempting to bind port d8a1304d-4d65-46ae-b986-78a106fd9b39 on network 92c28d77-bc6d-40be-8476-20801f12a654 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:17:46.323794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:17:46.324272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Checking segment: {'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:17:46.324812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.325325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Bound using segment: {'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:17:46.325878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Bound port: d8a1304d-4d65-46ae-b986-78a106fd9b39, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:17:46.326347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.395135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] For port d8a1304d-4d65-46ae-b986-78a106fd9b39, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:17:46.399038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] For port d8a1304d-4d65-46ae-b986-78a106fd9b39, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d8a1304d-4d65-46ae-b986-78a106fd9b39,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:17:46.473683 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.20.0.1 (92c28d77-bc6d-40be-8476-20801f12a654/cc9a2dda-e653-467b-8dee-d5dea53c3892/dc0c5b6a-3c7d-4433-9077-866516d1d18f) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:17:46.478438 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.480671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:46.535899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Pushing event updated for resources: {'Port': ['ID=d8a1304d-4d65-46ae-b986-78a106fd9b39,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:46.540940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:46.597776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.629637 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Transition to ACTIVE for port object dc0c5b6a-3c7d-4433-9077-866516d1d18f will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:17:46.699631 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 4c267fe1-2043-4091-88cd-c9bc259d0f06 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:17:46.751423 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.755729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8bf1b460-d839-4c55-a169-bb89b7deae5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:46.807639 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 92c28d77-bc6d-40be-8476-20801f12a654 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:17:46.811010 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:17:46.817313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:17:46.822427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=dc0c5b6a-3c7d-4433-9077-866516d1d18f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:46.848560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:46.865334 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 4c267fe1-2043-4091-88cd-c9bc259d0f06 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:17:46.875214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 4c267fe1-2043-4091-88cd-c9bc259d0f06 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:17:46.875734 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.879899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.953964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:46.974882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 4c267fe1-2043-4091-88cd-c9bc259d0f06, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=4c267fe1-2043-4091-88cd-c9bc259d0f06,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:47.036747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:47.038690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:47.085385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=4c267fe1-2043-4091-88cd-c9bc259d0f06,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:47.088969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:47.125451 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:47.406255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:47.459351 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:47.463198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:47.538014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=dc0c5b6a-3c7d-4433-9077-866516d1d18f,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:47.540820 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:47.544028 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:47.633107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 92c28d77-bc6d-40be-8476-20801f12a654 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:17:47.634468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:17:47.750811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 853a0845-73bb-46dd-8518-58c3edf5ad56 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:17:47.868768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:17:47.881988 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "PUT /v2.0/routers/853a0845-73bb-46dd-8518-58c3edf5ad56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1987393 Jun 28 07:17:47.893254 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Sync routers for ids ['853a0845-73bb-46dd-8518-58c3edf5ad56'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:17:47.903002 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Routers {'853a0845-73bb-46dd-8518-58c3edf5ad56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:17:47.903625 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:17:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['853a0845-73bb-46dd-8518-58c3edf5ad56'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:48.023329 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Set router 853a0845-73bb-46dd-8518-58c3edf5ad56 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:17:48.033848 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-8e4b005b-27f4-4937-8dc3-6101c784b8a6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265220623&fields=id&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 267 time: 0.0391366 Jun 28 07:17:48.108971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d67e41-1728-4b8a-a3d7-c3ba2892e0a2 None None] Network 92c28d77-bc6d-40be-8476-20801f12a654 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:17:48.150680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-d63c8efc-52ec-4e11-a7d7-5a59340296b9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:48.152386 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-d63c8efc-52ec-4e11-a7d7-5a59340296b9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/networks?id=92c28d77-bc6d-40be-8476-20801f12a654 HTTP/1.1" status: 200 len: 796 time: 0.1109266 Jun 28 07:17:48.170684 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-9be94cc3-f7bb-4abc-b5be-649b92f9f8a3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/quotas/c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 375 time: 0.0126824 Jun 28 07:17:48.241495 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'dc0c5b6a-3c7d-4433-9077-866516d1d18f', 'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:ed:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:46Z', 'updated_at': '2021-06-28T07:17:47Z', 'revision_number': 2, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:48.243634 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-ad7d7772-f0b1-41f0-b0ed-03587644b2e6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672596 Jun 28 07:17:48.269663 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Checking router: 853a0845-73bb-46dd-8518-58c3edf5ad56 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:17:48.275761 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Updating router 853a0845-73bb-46dd-8518-58c3edf5ad56 port dc0c5b6a-3c7d-4433-9077-866516d1d18f binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:17:48.275986 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d2369d19-39e2-47b7-8f88-0b03b9d269a8 None None] Provisioning for port d8a1304d-4d65-46ae-b986-78a106fd9b39 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:17:48.316082 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:48.410966 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-44823cde-0d42-4df2-9ae9-8e65c3db67a1 service neutron] 10.222.0.24 "GET /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554735 Jun 28 07:17:48.510876 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-39eac068-4576-4b38-a55e-f64b9e6c548c service neutron] 10.222.0.24 "GET /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934641 Jun 28 07:17:48.595012 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:48.613991 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Transition to ACTIVE for port object dc0c5b6a-3c7d-4433-9077-866516d1d18f will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:17:48.750706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bf4aaaa1-5a09-4abe-8b0a-8ea8e74d98b9 None None] Provisioning for port dc0c5b6a-3c7d-4433-9077-866516d1d18f completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:17:48.750893 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:48.760479 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-61423306-eabe-4143-a878-f65513b8ae0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:48.797793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d8a1304d-4d65-46ae-b986-78a106fd9b39 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:17:48.832292 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-952a1d51-c08e-4e70-99a9-cbd9c42ca31c req-ea22ec58-f748-4f9b-8327-c230fac5612c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 210 time: 0.0477631 Jun 28 07:17:48.928047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port d8a1304d-4d65-46ae-b986-78a106fd9b39 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:17:48.933561 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d8a1304d-4d65-46ae-b986-78a106fd9b39 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:17:48.933989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:48.977941 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Pushing event updated for resources: {'Port': ['ID=dc0c5b6a-3c7d-4433-9077-866516d1d18f,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:49.004535 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.004914 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.005252 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.005586 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.005913 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.006280 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.006614 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.006939 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.007266 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.007648 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.007903 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.008216 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:17:49.016272 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:49.020452 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Attempting to bind port dc0c5b6a-3c7d-4433-9077-866516d1d18f on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:17:49.020832 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Attempting to bind port dc0c5b6a-3c7d-4433-9077-866516d1d18f by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:17:49.021238 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Attempting to bind port dc0c5b6a-3c7d-4433-9077-866516d1d18f on network 92c28d77-bc6d-40be-8476-20801f12a654 {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:17:49.027393 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:17:49.028062 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Checking segment: {'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:17:49.028666 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:49.029088 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Bound using segment: {'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:17:49.029597 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Bound port: dc0c5b6a-3c7d-4433-9077-866516d1d18f, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:17:49.029987 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:49.038374 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:49.074368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port d8a1304d-4d65-46ae-b986-78a106fd9b39, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d8a1304d-4d65-46ae-b986-78a106fd9b39,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:49.096118 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] For port dc0c5b6a-3c7d-4433-9077-866516d1d18f, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:17:49.100643 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] For port dc0c5b6a-3c7d-4433-9077-866516d1d18f, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=dc0c5b6a-3c7d-4433-9077-866516d1d18f,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:17:49.151030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:49.151932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 4c267fe1-2043-4091-88cd-c9bc259d0f06 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:17:49.153795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:49.180798 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:49.183630 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-d7c23b87-40de-4c9b-a483-bc3a4b328bfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:49.242368 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Routers {'853a0845-73bb-46dd-8518-58c3edf5ad56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:17:49.242608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=d8a1304d-4d65-46ae-b986-78a106fd9b39,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:49.242996 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:17:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['853a0845-73bb-46dd-8518-58c3edf5ad56'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:49.244825 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Pushing event updated for resources: {'Port': ['ID=dc0c5b6a-3c7d-4433-9077-866516d1d18f,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:49.246058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:49.248329 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:49.251281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 4c267fe1-2043-4091-88cd-c9bc259d0f06 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:17:49.255541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:49.373861 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] Set router 853a0845-73bb-46dd-8518-58c3edf5ad56 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:17:49.572363 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'dc0c5b6a-3c7d-4433-9077-866516d1d18f', 'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:ed:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:46Z', 'updated_at': '2021-06-28T07:17:49Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:17:49.599063 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0382c-9ea8-4901-b6aa-955ddbb7e527 None None] The sync data for ids ['853a0845-73bb-46dd-8518-58c3edf5ad56'] in dv-neutron-797120-6-hyperv is: [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'dc0c5b6a-3c7d-4433-9077-866516d1d18f', 'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:ed:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:46Z', 'updated_at': '2021-06-28T07:17:49Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:17:49.976087 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6704b783-0ea9-4530-a3e1-27d854c045e1 req-c0e89e61-17f9-4fb6-a82c-03b5c6b823f9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 210 time: 0.0358212 Jun 28 07:17:50.732919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device dc0c5b6a-3c7d-4433-9077-866516d1d18f up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:17:50.845981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port dc0c5b6a-3c7d-4433-9077-866516d1d18f completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:17:50.849758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port dc0c5b6a-3c7d-4433-9077-866516d1d18f triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:17:50.850906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:50.924745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:50.955803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port dc0c5b6a-3c7d-4433-9077-866516d1d18f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=dc0c5b6a-3c7d-4433-9077-866516d1d18f,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:51.030654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:51.031552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d8a1304d-4d65-46ae-b986-78a106fd9b39 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:17:51.033328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:51.112499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=dc0c5b6a-3c7d-4433-9077-866516d1d18f,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:51.115957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:51.122198 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b8245bf-f464-43d9-b86f-4859d12a30b5 req-ab8b4a44-1491-4b57-a0f1-5b18aa205aa5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 210 time: 0.0291102 Jun 28 07:17:51.123897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d8a1304d-4d65-46ae-b986-78a106fd9b39 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:17:51.129112 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:51.430571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-13278d85-21ac-463f-9a8f-4b0314f6ceef tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:51.432025 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-13278d85-21ac-463f-9a8f-4b0314f6ceef tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/networks?id=92c28d77-bc6d-40be-8476-20801f12a654 HTTP/1.1" status: 200 len: 796 time: 0.1021109 Jun 28 07:17:51.491375 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5c79d4fe-3727-4c3e-b3d6-a11570bea38f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 379 time: 0.0397789 Jun 28 07:17:51.503656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'port': {'device_id': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'admin_state_up': True, 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'security_groups': ['d3927bd1-8925-4fe2-a9a4-5d783d6a0b07']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:51.745117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:17:51.748765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:51.879113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.20.0.10 (92c28d77-bc6d-40be-8476-20801f12a654/cc9a2dda-e653-467b-8dee-d5dea53c3892/622c7c10-0c71-4c22-a856-5316c7d53bd7) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:17:52.021339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:52.033704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Transition to ACTIVE for port object 622c7c10-0c71-4c22-a856-5316c7d53bd7 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:17:52.117611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:52.121824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-356b3203-c6d9-4d13-b5f5-b7efeff0d525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:52.164015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 92c28d77-bc6d-40be-8476-20801f12a654 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:17:52.167144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:17:52.169662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:17:52.199980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=622c7c10-0c71-4c22-a856-5316c7d53bd7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:52.202825 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:52.226924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:52.227662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:52.301718 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee3a42-9430-4949-86fb-7650064d764b req-550d460b-0120-49a0-bbda-ddf156089ddd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:52.303265 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34ee3a42-9430-4949-86fb-7650064d764b req-550d460b-0120-49a0-bbda-ddf156089ddd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 932 time: 0.0689557 Jun 28 07:17:52.351574 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34ee3a42-9430-4949-86fb-7650064d764b req-22a4d972-0922-4343-bcac-e291a7dce122 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405793 Jun 28 07:17:52.353184 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8531985 Jun 28 07:17:52.377138 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Request body: {'port': {'device_id': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:17:52.451344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:52.540056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a28143d2-3fc2-4329-9f6b-0042c408aefe None None] Provisioning for port 622c7c10-0c71-4c22-a856-5316c7d53bd7 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:17:52.544168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a28143d2-3fc2-4329-9f6b-0042c408aefe None None] Provisioning complete for port 622c7c10-0c71-4c22-a856-5316c7d53bd7 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:17:52.544554 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a28143d2-3fc2-4329-9f6b-0042c408aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:52.578718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a28143d2-3fc2-4329-9f6b-0042c408aefe None None] Port 622c7c10-0c71-4c22-a856-5316c7d53bd7 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:17:52.669179 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device dc0c5b6a-3c7d-4433-9077-866516d1d18f up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:17:52.727940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port dc0c5b6a-3c7d-4433-9077-866516d1d18f triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:17:52.728332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:52.738935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622c7c10-0c71-4c22-a856-5316c7d53bd7 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:17:52.746752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:52.761509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Transition to ACTIVE for port object 622c7c10-0c71-4c22-a856-5316c7d53bd7 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:17:52.840360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:52.842514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:52.893555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Pushing event updated for resources: {'Port': ['ID=622c7c10-0c71-4c22-a856-5316c7d53bd7,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:52.897699 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:52.965741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Attempting to bind port 622c7c10-0c71-4c22-a856-5316c7d53bd7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:17:52.966078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Attempting to bind port 622c7c10-0c71-4c22-a856-5316c7d53bd7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:17:52.966408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Attempting to bind port 622c7c10-0c71-4c22-a856-5316c7d53bd7 on network 92c28d77-bc6d-40be-8476-20801f12a654 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:17:52.970750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Port 622c7c10-0c71-4c22-a856-5316c7d53bd7 on network 92c28d77-bc6d-40be-8476-20801f12a654 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:17:52.971072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Attempting to bind port 622c7c10-0c71-4c22-a856-5316c7d53bd7 on network 92c28d77-bc6d-40be-8476-20801f12a654 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:17:52.976953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:17:52.977292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Checking segment: {'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:17:52.977679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Bound using segment: {'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:17:52.978111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Bound port: 622c7c10-0c71-4c22-a856-5316c7d53bd7, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c76e453-c0a7-4dab-80a3-701e0c018a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:17:52.978469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:53.048033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] For port 622c7c10-0c71-4c22-a856-5316c7d53bd7, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:17:53.050946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] For port 622c7c10-0c71-4c22-a856-5316c7d53bd7, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=622c7c10-0c71-4c22-a856-5316c7d53bd7,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:17:53.174372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:53.176579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-da5c1126-57bc-4e7a-b640-4be60448dec4 tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:53.210673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:53.211295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:53.212717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] 10.222.0.50 "PUT /v2.0/ports/622c7c10-0c71-4c22-a856-5316c7d53bd7 HTTP/1.1" status: 200 len: 1094 time: 0.8399315 Jun 28 07:17:53.213337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'tag': '622c7c10-0c71-4c22-a856-5316c7d53bd7'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:17:53.215913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012690d0-d681-4697-b9d4-deefa7621bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e6fda6-f96d-43bc-bc7b-a6586dbe282a", "tag": "622c7c10-0c71-4c22-a856-5316c7d53bd7"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:17:53.241499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Pushing event updated for resources: {'Port': ['ID=622c7c10-0c71-4c22-a856-5316c7d53bd7,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:53.245381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:53.260329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbad5e3d-59c2-48e2-9e1e-0b684cc62aa0 x-openstack-request-id: req-dbad5e3d-59c2-48e2-9e1e-0b684cc62aa0 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:17:53.260679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e6fda6-f96d-43bc-bc7b-a6586dbe282a", "tag": "622c7c10-0c71-4c22-a856-5316c7d53bd7", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:17:53.261026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbad5e3d-59c2-48e2-9e1e-0b684cc62aa0 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:17:53.261488 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'tag': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'status': 'completed', 'code': 200} Jun 28 07:17:53.374074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012690d0-d681-4697-b9d4-deefa7621bbc req-9cae9937-d391-451b-a954-7b63477e6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:53.375544 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-012690d0-d681-4697-b9d4-deefa7621bbc req-9cae9937-d391-451b-a954-7b63477e6767 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 1097 time: 0.0556407 Jun 28 07:17:53.518280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012690d0-d681-4697-b9d4-deefa7621bbc req-0805ef1d-7eeb-45f1-8007-9910aef9094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:53.519635 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-012690d0-d681-4697-b9d4-deefa7621bbc req-0805ef1d-7eeb-45f1-8007-9910aef9094a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c0534033a04b4fa4b71e79aadc45a409&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1289434 Jun 28 07:17:53.597420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89748ac4-8a63-4fab-80ef-5b7044f551bf req-0358aded-7373-4909-8b5a-a1ca1d4a5dd7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:53.598862 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-89748ac4-8a63-4fab-80ef-5b7044f551bf req-0358aded-7373-4909-8b5a-a1ca1d4a5dd7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 944 time: 0.1339188 Jun 28 07:17:53.655538 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-89748ac4-8a63-4fab-80ef-5b7044f551bf req-e334a796-6266-4426-be9e-96aac731b188 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495539 Jun 28 07:17:53.656555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012690d0-d681-4697-b9d4-deefa7621bbc req-df0da1dc-4fe4-41c0-a8bb-ce61f33881bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:53.657917 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-012690d0-d681-4697-b9d4-deefa7621bbc req-df0da1dc-4fe4-41c0-a8bb-ce61f33881bf service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312914 Jun 28 07:17:53.794880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-11378fab-74ca-4a9f-a59d-bfe1ab8c2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:53.796372 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-11378fab-74ca-4a9f-a59d-bfe1ab8c2cc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 1097 time: 0.0540113 Jun 28 07:17:53.806223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e78e9ea2-6b9a-4560-87ff-e8c9963c29d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:53.845955 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-d410fd2f-c97f-427d-8710-b17beac9876b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=622c7c10-0c71-4c22-a856-5316c7d53bd7 HTTP/1.1" status: 200 len: 217 time: 0.0341101 Jun 28 07:17:53.897973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-e1b54832-fa64-455a-a647-391a060a635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:53.899315 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-e1b54832-fa64-455a-a647-391a060a635d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc9a2dda-e653-467b-8dee-d5dea53c3892 HTTP/1.1" status: 200 len: 834 time: 0.0460925 Jun 28 07:17:53.956671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-ed36f1a2-b033-4412-9086-e3a808337a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:53.958108 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-ed36f1a2-b033-4412-9086-e3a808337a17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92c28d77-bc6d-40be-8476-20801f12a654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500429 Jun 28 07:17:54.049029 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-8e6471f6-a233-4dd9-8abe-66dc61dc62d0 service neutron] 10.222.0.50 "GET /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833523 Jun 28 07:17:54.141893 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2797c666-0762-48b1-bcf8-f66bedd4ab38 req-3e565e30-4aec-443a-b3db-453d34c045e9 service neutron] 10.222.0.50 "GET /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845673 Jun 28 07:17:54.830642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef35ae-3b93-489b-ae98-6c204c54f738 req-e1f1c094-6ada-417c-82cb-13ebf1b09218 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:54.832170 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cbef35ae-3b93-489b-ae98-6c204c54f738 req-e1f1c094-6ada-417c-82cb-13ebf1b09218 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 944 time: 0.0641189 Jun 28 07:17:54.874841 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cbef35ae-3b93-489b-ae98-6c204c54f738 req-c94e97b4-f7b6-49d5-9332-c35a35879678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363979 Jun 28 07:17:56.049668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9722e-3808-4d55-918b-0ea19f5b6548 req-65959d23-7252-4c86-9c1f-842672fbba62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:56.051148 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6dd9722e-3808-4d55-918b-0ea19f5b6548 req-65959d23-7252-4c86-9c1f-842672fbba62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 944 time: 0.0634546 Jun 28 07:17:56.089335 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6dd9722e-3808-4d55-918b-0ea19f5b6548 req-9cf204c4-df77-4fde-9ec4-ebbdaae7b14f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Jun 28 07:17:56.459285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:56.533496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-faefb1dd-8217-4d1c-9e6a-77892fe272f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:56.666870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 622c7c10-0c71-4c22-a856-5316c7d53bd7 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:17:56.761304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 622c7c10-0c71-4c22-a856-5316c7d53bd7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=622c7c10-0c71-4c22-a856-5316c7d53bd7,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:56.772415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'port_id': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'mac_address': 'fa:16:3e:5a:e7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:17:56.808730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:56.821190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622c7c10-0c71-4c22-a856-5316c7d53bd7 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:17:56.840779 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 622c7c10-0c71-4c22-a856-5316c7d53bd7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=622c7c10-0c71-4c22-a856-5316c7d53bd7,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:56.898972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:56.900704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3a850479-835e-4b56-860a-07b02b18af2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:56.947248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=622c7c10-0c71-4c22-a856-5316c7d53bd7,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:56.950161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:57.263892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801ce73-dbaf-4b3e-905b-a052674d03a2 req-ce33644a-6ef5-44d9-b105-1f06a0226dba tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:57.265393 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1801ce73-dbaf-4b3e-905b-a052674d03a2 req-ce33644a-6ef5-44d9-b105-1f06a0226dba tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 945 time: 0.0651207 Jun 28 07:17:57.290233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['622c7c10-0c71-4c22-a856-5316c7d53bd7'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:17:57.304688 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1801ce73-dbaf-4b3e-905b-a052674d03a2 req-4e7f01f0-6ff2-4b66-8fc1-59f1c2b3ffc9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337560 Jun 28 07:17:57.714361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:58.484125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f8f3f-a4e6-4539-a50f-de6e560a538e req-944cd904-0e07-4256-b681-bcff80c1f958 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:58.485597 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d5f8f3f-a4e6-4539-a50f-de6e560a538e req-944cd904-0e07-4256-b681-bcff80c1f958 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 945 time: 0.0695238 Jun 28 07:17:58.523012 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4d5f8f3f-a4e6-4539-a50f-de6e560a538e req-c59d23ea-1904-42e6-ad4e-0f199e6d8b57 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312619 Jun 28 07:17:58.682014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 622c7c10-0c71-4c22-a856-5316c7d53bd7 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:17:58.785410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 622c7c10-0c71-4c22-a856-5316c7d53bd7 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:17:58.790193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 622c7c10-0c71-4c22-a856-5316c7d53bd7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:17:58.792193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:58.864470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:58.885685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622c7c10-0c71-4c22-a856-5316c7d53bd7'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:17:58.895239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b12eac-d186-4061-943f-5ee55753ea42" -d '{"events": [{"server_uuid": "a0e6fda6-f96d-43bc-bc7b-a6586dbe282a", "name": "network-vif-plugged", "status": "completed", "tag": "622c7c10-0c71-4c22-a856-5316c7d53bd7"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:17:58.904101 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 622c7c10-0c71-4c22-a856-5316c7d53bd7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=622c7c10-0c71-4c22-a856-5316c7d53bd7,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:17:58.971348 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:58.973346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:17:58.977330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd61113-578f-4dfe-b27f-0356c7d2728c x-openstack-request-id: req-bcd61113-578f-4dfe-b27f-0356c7d2728c {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:17:58.977621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e6fda6-f96d-43bc-bc7b-a6586dbe282a", "name": "network-vif-plugged", "status": "completed", "tag": "622c7c10-0c71-4c22-a856-5316c7d53bd7", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:17:58.977873 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcd61113-578f-4dfe-b27f-0356c7d2728c {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:17:58.978254 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'code': 200} Jun 28 07:17:59.020634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=622c7c10-0c71-4c22-a856-5316c7d53bd7,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:17:59.024518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:17:59.377336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a069bcf-15ae-425e-a881-f83f33500f77 req-3cc3e2cb-edfc-49e8-9638-ce8cd7643612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:59.378815 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0a069bcf-15ae-425e-a881-f83f33500f77 req-3cc3e2cb-edfc-49e8-9638-ce8cd7643612 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 1099 time: 0.0531266 Jun 28 07:17:59.417588 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0a069bcf-15ae-425e-a881-f83f33500f77 req-eac9d46a-54b9-4f04-8c77-dd8eca65f581 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287867 Jun 28 07:17:59.424768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:17:59.715644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751a28a-6e63-483f-92e7-9f61163baa3f req-23cf68f3-cb7a-436c-bbd1-793ec9a74549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:17:59.717129 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7751a28a-6e63-483f-92e7-9f61163baa3f req-23cf68f3-cb7a-436c-bbd1-793ec9a74549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.0837209 Jun 28 07:17:59.754086 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7751a28a-6e63-483f-92e7-9f61163baa3f req-a2cf14e8-951f-428f-ae83-b1c076d91c11 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311959 Jun 28 07:18:00.937793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb382e3-1c68-4091-8c44-8c09ed34725a req-ed507dcd-1028-490a-9985-5eced3beed90 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:00.939256 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6fb382e3-1c68-4091-8c44-8c09ed34725a req-ed507dcd-1028-490a-9985-5eced3beed90 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.0634117 Jun 28 07:18:00.976982 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6fb382e3-1c68-4091-8c44-8c09ed34725a req-4ffe0271-ed59-4d41-b29e-0f6688353f51 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321350 Jun 28 07:18:02.145979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dd6b6-a237-473a-b16c-c2ea38554c0f req-10678e8a-f4c2-4909-a16e-edff22a3eb08 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:02.147413 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-014dd6b6-a237-473a-b16c-c2ea38554c0f req-10678e8a-f4c2-4909-a16e-edff22a3eb08 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.0617416 Jun 28 07:18:02.184106 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-014dd6b6-a237-473a-b16c-c2ea38554c0f req-ae75b035-ce01-4ae3-bf06-4b5dda31429a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301776 Jun 28 07:18:02.358936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbce9c-5cf0-409a-a534-ebc3e6f09a93 req-0b95abe8-b7fd-4429-a1a8-5612f6aca400 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:02.360308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-edfbce9c-5cf0-409a-a534-ebc3e6f09a93 req-0b95abe8-b7fd-4429-a1a8-5612f6aca400 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.0671265 Jun 28 07:18:02.396727 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-edfbce9c-5cf0-409a-a534-ebc3e6f09a93 req-7f8ed518-580c-4806-b226-d2cd4cc90c2f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307653 Jun 28 07:18:02.421020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33684) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:02.473377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c029e-06f5-4619-8593-3512aadb5c96 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:02.474840 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ed1c029e-06f5-4619-8593-3512aadb5c96 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 1094 time: 0.0528800 Jun 28 07:18:02.477806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33686) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:02.482108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:18:02.613891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:02.711830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:02.810953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.26.4.121 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/a4d2ce7b-be77-49d1-b877-00b5f17d78a1) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:18:02.912629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:03.000154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:03.002980 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-42c0d907-e987-4646-b291-ce6480a69ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:03.035011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:18:03.040121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:18:03.043373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:18:03.066386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=a4d2ce7b-be77-49d1-b877-00b5f17d78a1,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:03.071450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:03.402337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:03.547336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:03.716186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:03.782970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:03.786075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7b47f670-b1d4-43ee-bd51-f41028f4f4bc tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:03.852523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=a4d2ce7b-be77-49d1-b877-00b5f17d78a1,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:03.856305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:03.864290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:03.963471 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Floating IP 4846bf07-d836-48cb-80f9-65b7b284f9d0 associated. External IP: 172.26.4.121, port: 622c7c10-0c71-4c22-a856-5316c7d53bd7. Jun 28 07:18:04.502013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 853a0845-73bb-46dd-8518-58c3edf5ad56 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:18:04.607340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:18:04.619247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] Sync routers for ids ['853a0845-73bb-46dd-8518-58c3edf5ad56'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:18:04.627839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] Routers {'853a0845-73bb-46dd-8518-58c3edf5ad56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:18:04.628439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:17:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['853a0845-73bb-46dd-8518-58c3edf5ad56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:04.716675 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:04.731924 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] Set router 853a0845-73bb-46dd-8518-58c3edf5ad56 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:18:04.759110 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2772560 Jun 28 07:18:04.759110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'tag': '622c7c10-0c71-4c22-a856-5316c7d53bd7'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:18:04.760299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8910199c-9962-4382-82f9-2d6e0ab64d14" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e6fda6-f96d-43bc-bc7b-a6586dbe282a", "tag": "622c7c10-0c71-4c22-a856-5316c7d53bd7"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:18:04.812767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca6b08a-5a57-4d0a-9d20-04cf6102c797 x-openstack-request-id: req-1ca6b08a-5a57-4d0a-9d20-04cf6102c797 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:18:04.813241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e6fda6-f96d-43bc-bc7b-a6586dbe282a", "tag": "622c7c10-0c71-4c22-a856-5316c7d53bd7", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:18:04.813730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ca6b08a-5a57-4d0a-9d20-04cf6102c797 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:18:04.814251 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'tag': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'status': 'completed', 'code': 200} Jun 28 07:18:04.955926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '4846bf07-d836-48cb-80f9-65b7b284f9d0', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'port_id': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'mac_address': 'fa:16:3e:5a:e7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:18:03Z', 'updated_at': '2021-06-28T07:18:03Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0c5b6a-3c7d-4433-9077-866516d1d18f', 'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:ed:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:46Z', 'updated_at': '2021-06-28T07:17:50Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:04.970971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e689471-6599-4664-a0ef-9679b9fe3435 req-d72fb22b-dd27-4648-9a55-6d34df4f73fc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:04.972464 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e689471-6599-4664-a0ef-9679b9fe3435 req-d72fb22b-dd27-4648-9a55-6d34df4f73fc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.1067750 Jun 28 07:18:04.977837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-34a9388b-a961-40a2-a853-3aa6d8c0a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:04.979203 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-34a9388b-a961-40a2-a853-3aa6d8c0a070 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 1099 time: 0.0849085 Jun 28 07:18:04.985915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] Checking router: 853a0845-73bb-46dd-8518-58c3edf5ad56 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:18:04.994912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] Routers {'853a0845-73bb-46dd-8518-58c3edf5ad56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:18:04.995528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:17:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['853a0845-73bb-46dd-8518-58c3edf5ad56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:05.062991 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4e689471-6599-4664-a0ef-9679b9fe3435 req-d3db8907-76a6-49d4-b069-5f7f1290b377 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827408 Jun 28 07:18:05.088255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33692) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:05.093848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-eb289b63-9d02-4b52-a0dc-bf1ea574242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:05.095092 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-eb289b63-9d02-4b52-a0dc-bf1ea574242c service neutron] 10.222.0.50 "GET /v2.0/networks?id=92c28d77-bc6d-40be-8476-20801f12a654 HTTP/1.1" status: 200 len: 897 time: 0.1010053 Jun 28 07:18:05.097377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] Set router 853a0845-73bb-46dd-8518-58c3edf5ad56 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:18:05.156085 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8311b91c-1dbf-4a6d-946a-3f9d26a2d522 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/4846bf07-d836-48cb-80f9-65b7b284f9d0 HTTP/1.1" status: 200 len: 992 time: 0.0662739 Jun 28 07:18:05.168066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-6ee4627b-aba7-426e-8e61-f701633679ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=622c7c10-0c71-4c22-a856-5316c7d53bd7 HTTP/1.1" status: 200 len: 1000 time: 0.0647604 Jun 28 07:18:05.219711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-53a81a20-f391-4ba2-b68b-4f86c3b99953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:05.221176 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-53a81a20-f391-4ba2-b68b-4f86c3b99953 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc9a2dda-e653-467b-8dee-d5dea53c3892 HTTP/1.1" status: 200 len: 834 time: 0.0440013 Jun 28 07:18:05.282363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-308a51ba-78b7-48bb-98dc-cdb18536e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:05.283902 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-308a51ba-78b7-48bb-98dc-cdb18536e7bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92c28d77-bc6d-40be-8476-20801f12a654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519152 Jun 28 07:18:05.325866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '4846bf07-d836-48cb-80f9-65b7b284f9d0', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'port_id': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'mac_address': 'fa:16:3e:5a:e7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:18:03Z', 'updated_at': '2021-06-28T07:18:03Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0c5b6a-3c7d-4433-9077-866516d1d18f', 'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:ed:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:46Z', 'updated_at': '2021-06-28T07:17:50Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:05.352359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aff82a-ea36-4d5a-9cdc-448b189419de None None] The sync data for ids ['853a0845-73bb-46dd-8518-58c3edf5ad56'] in dv-neutron-797120-6-hyperv is: [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '4846bf07-d836-48cb-80f9-65b7b284f9d0', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'port_id': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'mac_address': 'fa:16:3e:5a:e7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:18:03Z', 'updated_at': '2021-06-28T07:18:03Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0c5b6a-3c7d-4433-9077-866516d1d18f', 'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:ed:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:46Z', 'updated_at': '2021-06-28T07:17:50Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:18:05.378323 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-1f02a545-515f-452c-8191-decb4fa698be service neutron] 10.222.0.50 "GET /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864694 Jun 28 07:18:05.473875 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8910199c-9962-4382-82f9-2d6e0ab64d14 req-9e708bb0-bd14-4996-99d6-845dbda7d565 service neutron] 10.222.0.50 "GET /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855794 Jun 28 07:18:05.544719 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d41eda5-04c2-45c3-8dc2-7e1e9ad19f65 None None] New status for floating IP 4846bf07-d836-48cb-80f9-65b7b284f9d0: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:18:06.159268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33694) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:06.222813 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0e7cd58b-eb2f-4e81-8ef6-c9805a7cd42c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/4846bf07-d836-48cb-80f9-65b7b284f9d0 HTTP/1.1" status: 200 len: 994 time: 0.0623333 Jun 28 07:18:08.294759 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:18:13.868610 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:23.842368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-28eba3d6-8625-4cd1-96ce-c0caef48964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:26.459292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:26.544713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-51480efb-0827-4881-b16b-463cb2929df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:27.716518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:29.453905 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:41.925145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377cf4a-34d0-44dd-80cf-8e4e6fee2563 req-2337ce8e-9a69-46be-9bc8-17ef03d39965 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:41.926706 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1377cf4a-34d0-44dd-80cf-8e4e6fee2563 req-2337ce8e-9a69-46be-9bc8-17ef03d39965 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.1330583 Jun 28 07:18:41.965264 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1377cf4a-34d0-44dd-80cf-8e4e6fee2563 req-63cf87a3-fb7a-4eea-a69d-e146ddfe92b4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320802 Jun 28 07:18:43.184809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9197e-4b23-49f0-8719-aea3729c8826 req-a1b329fb-770c-48e7-b2df-dbb2a4f2a683 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:43.186296 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4fa9197e-4b23-49f0-8719-aea3729c8826 req-a1b329fb-770c-48e7-b2df-dbb2a4f2a683 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.1100979 Jun 28 07:18:43.228273 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4fa9197e-4b23-49f0-8719-aea3729c8826 req-1593766b-d05e-4852-b05d-dd29cf188858 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363045 Jun 28 07:18:43.253290 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33718) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:43.313288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-610986d2-2450-4cd2-9e20-3e80000a9ccf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/4846bf07-d836-48cb-80f9-65b7b284f9d0 HTTP/1.1" status: 200 len: 994 time: 0.0587711 Jun 28 07:18:43.824163 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-93a610ed-ab60-41cb-b35f-5ac353593898 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936100 Jun 28 07:18:43.886258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:43.941217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-f4cf8976-5ff6-407c-9a77-b4dcb661e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:43.942708 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-f4cf8976-5ff6-407c-9a77-b4dcb661e85d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 1099 time: 0.0565634 Jun 28 07:18:44.046730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-a746dbec-b11f-4a5b-ab2a-7cd21bb99c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:44.048152 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-a746dbec-b11f-4a5b-ab2a-7cd21bb99c64 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92c28d77-bc6d-40be-8476-20801f12a654 HTTP/1.1" status: 200 len: 897 time: 0.0830204 Jun 28 07:18:44.116397 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-ed005221-a94a-4b1c-adad-6fd45e294673 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=622c7c10-0c71-4c22-a856-5316c7d53bd7 HTTP/1.1" status: 200 len: 1002 time: 0.0611117 Jun 28 07:18:44.169514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-069b1786-099c-4465-8d7b-7ef12370043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:44.170935 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-069b1786-099c-4465-8d7b-7ef12370043f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc9a2dda-e653-467b-8dee-d5dea53c3892 HTTP/1.1" status: 200 len: 834 time: 0.0484474 Jun 28 07:18:44.228084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-cc8bd75d-1095-48c7-a46b-795935db0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:44.230106 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-cc8bd75d-1095-48c7-a46b-795935db0a26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92c28d77-bc6d-40be-8476-20801f12a654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533552 Jun 28 07:18:44.326960 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-50a02987-7d2d-4d85-a058-e6394e2b7247 service neutron] 10.222.0.50 "GET /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901532 Jun 28 07:18:44.420113 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7267bf5-c141-4f47-b1c9-9df26f1cc229 req-a3173c54-e8bc-4b8c-9750-b9604b0eb61c service neutron] 10.222.0.50 "GET /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869799 Jun 28 07:18:44.982792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1632a5b-94e0-4e09-b83f-ee36c9fe92c0 req-48040786-244c-4dd4-8217-0037c34f75aa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:44.984291 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c1632a5b-94e0-4e09-b83f-ee36c9fe92c0 req-48040786-244c-4dd4-8217-0037c34f75aa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.0697222 Jun 28 07:18:45.023383 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c1632a5b-94e0-4e09-b83f-ee36c9fe92c0 req-215c589b-d343-488e-a666-bf032c636f1c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333469 Jun 28 07:18:45.294344 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:18:46.196514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071c711-9aed-44e4-8ff7-5bcb83a95650 req-7a006897-1cfe-4d04-b093-ef2f362a1dbc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:46.198063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2071c711-9aed-44e4-8ff7-5bcb83a95650 req-7a006897-1cfe-4d04-b093-ef2f362a1dbc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.0653887 Jun 28 07:18:46.237688 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2071c711-9aed-44e4-8ff7-5bcb83a95650 req-6025e70a-584c-4018-ad71-8fcd29930244 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333812 Jun 28 07:18:46.266629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33730) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:46.331159 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-aa4ab157-91a9-4bfc-b7f1-513f9c2f88d9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/4846bf07-d836-48cb-80f9-65b7b284f9d0 HTTP/1.1" status: 200 len: 994 time: 0.0631874 Jun 28 07:18:46.657222 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33736) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:46.812075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port a4d2ce7b-be77-49d1-b877-00b5f17d78a1 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:18:46.812413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:46.885890 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:46.887242 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:46.898607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for a4d2ce7b-be77-49d1-b877-00b5f17d78a1 owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:18:47.156622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:47.159426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-87651a1d-1688-4c41-8593-ff67168ceec0 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:47.186212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=a4d2ce7b-be77-49d1-b877-00b5f17d78a1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:47.214108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.215011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.215176 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.215552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.215919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.216287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.216650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.217042 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.227051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.227051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.227051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.227051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:47.227051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:47.256534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:47.256878 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Floating IP 4846bf07-d836-48cb-80f9-65b7b284f9d0 disassociated (deleted). External IP: 172.26.4.121, port: 622c7c10-0c71-4c22-a856-5316c7d53bd7. Jun 28 07:18:47.457954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 853a0845-73bb-46dd-8518-58c3edf5ad56 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:18:47.563445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:18:47.568178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:47.572425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] Sync routers for ids ['853a0845-73bb-46dd-8518-58c3edf5ad56'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:18:47.582313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] Routers {'853a0845-73bb-46dd-8518-58c3edf5ad56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:18:47.582939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:18:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['853a0845-73bb-46dd-8518-58c3edf5ad56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:47.606794 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/floatingips/4846bf07-d836-48cb-80f9-65b7b284f9d0 HTTP/1.1" status: 204 len: 168 time: 0.9485116 Jun 28 07:18:47.607548 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'tag': '622c7c10-0c71-4c22-a856-5316c7d53bd7'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:18:47.609995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ed0576-a91e-4fc7-8667-578877b5f3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e6fda6-f96d-43bc-bc7b-a6586dbe282a", "tag": "622c7c10-0c71-4c22-a856-5316c7d53bd7"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:18:47.650637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec86156-c1e5-4547-952a-619efd3c119b x-openstack-request-id: req-dec86156-c1e5-4547-952a-619efd3c119b {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:18:47.650973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e6fda6-f96d-43bc-bc7b-a6586dbe282a", "tag": "622c7c10-0c71-4c22-a856-5316c7d53bd7", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:18:47.651272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dec86156-c1e5-4547-952a-619efd3c119b {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:18:47.651769 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'tag': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'status': 'completed', 'code': 200} Jun 28 07:18:47.701145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] Set router 853a0845-73bb-46dd-8518-58c3edf5ad56 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:18:47.762337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-1d0eddc0-7de1-4ca2-a9e9-015fe75a742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:47.763953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-1d0eddc0-7de1-4ca2-a9e9-015fe75a742a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 1099 time: 0.0543489 Jun 28 07:18:47.861474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-75dc016c-b533-46b8-a4e0-4160eb449d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:47.862965 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-75dc016c-b533-46b8-a4e0-4160eb449d7e service neutron] 10.222.0.50 "GET /v2.0/networks?id=92c28d77-bc6d-40be-8476-20801f12a654 HTTP/1.1" status: 200 len: 897 time: 0.0927854 Jun 28 07:18:47.904978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'dc0c5b6a-3c7d-4433-9077-866516d1d18f', 'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:ed:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:46Z', 'updated_at': '2021-06-28T07:17:50Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:47.905975 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-942538fb-5bec-4d5a-a84a-2caaf0774c38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=622c7c10-0c71-4c22-a856-5316c7d53bd7 HTTP/1.1" status: 200 len: 217 time: 0.0362306 Jun 28 07:18:47.932102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] Checking router: 853a0845-73bb-46dd-8518-58c3edf5ad56 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:18:47.941658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] Routers {'853a0845-73bb-46dd-8518-58c3edf5ad56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:18:47.942340 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:18:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['853a0845-73bb-46dd-8518-58c3edf5ad56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:47.959660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-46b42448-5ae6-41a8-a4dc-2ef529948819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:47.961126 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-46b42448-5ae6-41a8-a4dc-2ef529948819 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc9a2dda-e653-467b-8dee-d5dea53c3892 HTTP/1.1" status: 200 len: 834 time: 0.0494499 Jun 28 07:18:48.018181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-07a7b1b6-9e1c-4107-90a9-e2bb14321bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:48.019624 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-07a7b1b6-9e1c-4107-90a9-e2bb14321bfc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92c28d77-bc6d-40be-8476-20801f12a654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523772 Jun 28 07:18:48.054387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] Set router 853a0845-73bb-46dd-8518-58c3edf5ad56 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:18:48.159173 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-603e871f-e94c-432a-a3d8-877fd5ada7e6 service neutron] 10.222.0.50 "GET /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322987 Jun 28 07:18:48.249365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f093a0a-1f8b-4dcc-b3a1-306d29d3cec0 req-888c2ea3-645d-4523-a8de-da3c0b091413 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:48.250783 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6f093a0a-1f8b-4dcc-b3a1-306d29d3cec0 req-888c2ea3-645d-4523-a8de-da3c0b091413 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.1280682 Jun 28 07:18:48.268128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'dc0c5b6a-3c7d-4433-9077-866516d1d18f', 'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:ed:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:46Z', 'updated_at': '2021-06-28T07:17:50Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:48.295281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9345bc9-6c6e-432e-8282-b2f183607f0d None None] The sync data for ids ['853a0845-73bb-46dd-8518-58c3edf5ad56'] in dv-neutron-797120-6-hyperv is: [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'dc0c5b6a-3c7d-4433-9077-866516d1d18f', 'name': '', 'network_id': '92c28d77-bc6d-40be-8476-20801f12a654', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:ed:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:46Z', 'updated_at': '2021-06-28T07:17:50Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'cc9a2dda-e653-467b-8dee-d5dea53c3892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:18:48.298299 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-66ed0576-a91e-4fc7-8667-578877b5f3a3 req-02861170-44ca-48dd-9626-c811abb72c09 service neutron] 10.222.0.50 "GET /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316345 Jun 28 07:18:48.311478 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6f093a0a-1f8b-4dcc-b3a1-306d29d3cec0 req-259e47a6-371c-4ac0-99a9-fa6eb80c0eda tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540259 Jun 28 07:18:48.509251 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c1f77-33cd-49e3-a210-6114b7315b00 None None] New status for floating IP 4846bf07-d836-48cb-80f9-65b7b284f9d0: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:18:49.486185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ace6da-a9c2-4eb2-b057-ecbeaf15cf0f req-3ff649dc-a66e-48a2-aa07-fa14613e3679 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:49.487637 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3ace6da-a9c2-4eb2-b057-ecbeaf15cf0f req-3ff649dc-a66e-48a2-aa07-fa14613e3679 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.0638912 Jun 28 07:18:49.525044 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3ace6da-a9c2-4eb2-b057-ecbeaf15cf0f req-663de151-91c4-4040-9023-466a3976c87e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315313 Jun 28 07:18:50.116216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83272337-446a-42b0-9a11-440a5f1288ac req-1e461a86-4124-4b9f-966d-f9da8462c0de tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:18:50.117699 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-83272337-446a-42b0-9a11-440a5f1288ac req-1e461a86-4124-4b9f-966d-f9da8462c0de tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 946 time: 0.0670657 Jun 28 07:18:50.217557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-83272337-446a-42b0-9a11-440a5f1288ac req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 622c7c10-0c71-4c22-a856-5316c7d53bd7 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:18:50.217918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-83272337-446a-42b0-9a11-440a5f1288ac req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:50.310232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-83272337-446a-42b0-9a11-440a5f1288ac req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port 622c7c10-0c71-4c22-a856-5316c7d53bd7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=622c7c10-0c71-4c22-a856-5316c7d53bd7,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:18:50.310568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-83272337-446a-42b0-9a11-440a5f1288ac req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:50.321881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-83272337-446a-42b0-9a11-440a5f1288ac req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 622c7c10-0c71-4c22-a856-5316c7d53bd7 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:18:50.536798 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-83272337-446a-42b0-9a11-440a5f1288ac req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:50.540607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:50.572174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=622c7c10-0c71-4c22-a856-5316c7d53bd7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:50.575901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:50.621957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-83272337-446a-42b0-9a11-440a5f1288ac req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] No DVR routers for this DVR port 622c7c10-0c71-4c22-a856-5316c7d53bd7 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:18:50.624546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-83272337-446a-42b0-9a11-440a5f1288ac req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:50.626586 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-83272337-446a-42b0-9a11-440a5f1288ac req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "DELETE /v2.0/ports/622c7c10-0c71-4c22-a856-5316c7d53bd7 HTTP/1.1" status: 204 len: 173 time: 0.5027635 Jun 28 07:18:50.627119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'name': 'network-vif-deleted', 'tag': '622c7c10-0c71-4c22-a856-5316c7d53bd7'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:18:50.629485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5822c695-4590-4501-ab5f-3ca3831002a1" -d '{"events": [{"server_uuid": "a0e6fda6-f96d-43bc-bc7b-a6586dbe282a", "name": "network-vif-deleted", "tag": "622c7c10-0c71-4c22-a856-5316c7d53bd7"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:18:50.679554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7290a0b1-1741-474b-b563-782e18184cee x-openstack-request-id: req-7290a0b1-1741-474b-b563-782e18184cee {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:18:50.679895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e6fda6-f96d-43bc-bc7b-a6586dbe282a", "name": "network-vif-deleted", "tag": "622c7c10-0c71-4c22-a856-5316c7d53bd7", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:18:50.680203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7290a0b1-1741-474b-b563-782e18184cee {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:18:50.680680 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e6fda6-f96d-43bc-bc7b-a6586dbe282a', 'name': 'network-vif-deleted', 'tag': '622c7c10-0c71-4c22-a856-5316c7d53bd7', 'status': 'completed', 'code': 200} Jun 28 07:18:50.683459 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a7cef8eb-e025-40eb-a59a-57a898300f32 req-c9db9ae1-0e22-472f-8e25-d23f639ca0a4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 210 time: 0.0342760 Jun 28 07:18:51.845508 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9a6720e5-88d6-4054-9b44-96be65633385 req-342a703f-11fe-4b2f-a8e5-3854f99b7cfd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e6fda6-f96d-43bc-bc7b-a6586dbe282a HTTP/1.1" status: 200 len: 210 time: 0.0301850 Jun 28 07:18:52.941879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33756) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:53.626228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:53.825579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-29e93161-45ad-42c0-a2cb-9fda098db394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:53.885762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port dc0c5b6a-3c7d-4433-9077-866516d1d18f {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:18:53.886027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:53.977793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port dc0c5b6a-3c7d-4433-9077-866516d1d18f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=dc0c5b6a-3c7d-4433-9077-866516d1d18f,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:18:53.978533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:53.990134 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for dc0c5b6a-3c7d-4433-9077-866516d1d18f owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:18:54.242733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:54.245866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-919389e9-8f60-4aae-a5d2-450e99b9cabc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:54.273271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=dc0c5b6a-3c7d-4433-9077-866516d1d18f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:54.279244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:54.454934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:54.666031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 853a0845-73bb-46dd-8518-58c3edf5ad56 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:18:54.772467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:18:54.778063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "PUT /v2.0/routers/853a0845-73bb-46dd-8518-58c3edf5ad56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351285 Jun 28 07:18:54.781805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] Sync routers for ids ['853a0845-73bb-46dd-8518-58c3edf5ad56'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:18:54.781989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33758) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:54.791804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] Routers {'853a0845-73bb-46dd-8518-58c3edf5ad56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:18:54.792411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:18:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['853a0845-73bb-46dd-8518-58c3edf5ad56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:54.838658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5e1b59-98b4-4a95-beb1-75e0826774c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting subnet cc9a2dda-e653-467b-8dee-d5dea53c3892 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:18:54.842297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1b59-98b4-4a95-beb1-75e0826774c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:54.882310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1b59-98b4-4a95-beb1-75e0826774c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:54.896912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] Set router 853a0845-73bb-46dd-8518-58c3edf5ad56 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:18:54.963820 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1b59-98b4-4a95-beb1-75e0826774c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:55.004341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 622c7c10-0c71-4c22-a856-5316c7d53bd7 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:18:55.025897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 622c7c10-0c71-4c22-a856-5316c7d53bd7 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:18:55.026244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 622c7c10-0c71-4c22-a856-5316c7d53bd7 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:18:55.092458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1b59-98b4-4a95-beb1-75e0826774c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:55.095090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:18:54Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:55.095509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-311fa6e4-2288-4a06-8c1b-a1d7013097cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:55.123087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e1b59-98b4-4a95-beb1-75e0826774c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9a2dda-e653-467b-8dee-d5dea53c3892,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:55.124440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] Checking router: 853a0845-73bb-46dd-8518-58c3edf5ad56 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:18:55.125603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1b59-98b4-4a95-beb1-75e0826774c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:55.128196 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ab5e1b59-98b4-4a95-beb1-75e0826774c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/subnets/cc9a2dda-e653-467b-8dee-d5dea53c3892 HTTP/1.1" status: 204 len: 168 time: 0.3452723 Jun 28 07:18:55.130110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ab5e1b59-98b4-4a95-beb1-75e0826774c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:55.130531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e2b40-ad38-4fd5-9dbd-b8332cce7c8b None None] Network 92c28d77-bc6d-40be-8476-20801f12a654 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:18:55.131264 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33760) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:55.155516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] Routers {'853a0845-73bb-46dd-8518-58c3edf5ad56'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:18:55.156075 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:18:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['853a0845-73bb-46dd-8518-58c3edf5ad56'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:55.240822 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:55.352112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:55.479971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 4c267fe1-2043-4091-88cd-c9bc259d0f06 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:18:55.480503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:55.484569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] Set router 853a0845-73bb-46dd-8518-58c3edf5ad56 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:18:55.557273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port 4c267fe1-2043-4091-88cd-c9bc259d0f06, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=4c267fe1-2043-4091-88cd-c9bc259d0f06,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:18:55.557650 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:55.571366 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 4c267fe1-2043-4091-88cd-c9bc259d0f06 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:18:55.675821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] DHCP port deletion for 92c28d77-bc6d-40be-8476-20801f12a654 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:18:55.687443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:18:54Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:55.735016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c4883-33cf-4b84-a1c1-818e7e8a9b5c None None] The sync data for ids ['853a0845-73bb-46dd-8518-58c3edf5ad56'] in dv-neutron-797120-6-hyperv is: [{'id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317388190', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:17:42Z', 'updated_at': '2021-06-28T07:18:54Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '4c267fe1-2043-4091-88cd-c9bc259d0f06', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a0845-73bb-46dd-8518-58c3edf5ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:17:43Z', 'updated_at': '2021-06-28T07:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:18:55.759031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Deleting port d8a1304d-4d65-46ae-b986-78a106fd9b39 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:18:55.759421 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:55.819607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:55.822367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] For port d8a1304d-4d65-46ae-b986-78a106fd9b39, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d8a1304d-4d65-46ae-b986-78a106fd9b39,segment=NetworkSegment(3c76e453-c0a7-4dab-80a3-701e0c018a6b),segment_id=3c76e453-c0a7-4dab-80a3-701e0c018a6b)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:18:55.826776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:55.826907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:55.835750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Calling delete_port for d8a1304d-4d65-46ae-b986-78a106fd9b39 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:18:55.853662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=4c267fe1-2043-4091-88cd-c9bc259d0f06,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:55.880146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.880534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.880941 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.881320 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.881689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.882060 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.882427 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.882792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.883155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.883573 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.883885 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.884245 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:55.888837 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:55.926643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.016927 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.017753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.019008 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e288ab4c-589a-480d-82c0-e3bc832b99db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:56.019890 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.043196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Pushing event deleted for resources: {'Port': ['ID=d8a1304d-4d65-46ae-b986-78a106fd9b39,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:56.049290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] No DVR routers for this DVR port d8a1304d-4d65-46ae-b986-78a106fd9b39 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:18:56.061647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.062575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.062575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.063012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.063228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.063555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.063883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.064215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.064539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.064877 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.067453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.067453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:18:56.068740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:56.139590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.142001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Fanout notify agent at l3_agent the message router_deleted on router 853a0845-73bb-46dd-8518-58c3edf5ad56 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:18:56.147708 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.151314 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/routers/853a0845-73bb-46dd-8518-58c3edf5ad56 HTTP/1.1" status: 204 len: 168 time: 1.0166252 Jun 28 07:18:56.151549 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33762) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:56.237181 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.328222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.338852 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c28d77-bc6d-40be-8476-20801f12a654']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:56.355789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c76e453-c0a7-4dab-80a3-701e0c018a6b') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:56.356159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c76e453-c0a7-4dab-80a3-701e0c018a6b') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:18:56.365590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.379152 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.384806 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:18:56.402107 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:18:56.516822 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.616831 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.617073 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-969ede6d-42e2-4a4a-b37c-76a1fb9db991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.620354 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7bb885f3-e899-4c05-8e3a-e64faa5bb8c0 tempest-RoutersNegativeTest-1085943839 tempest-RoutersNegativeTest-1085943839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:56.624814 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.626628 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/networks/92c28d77-bc6d-40be-8476-20801f12a654 HTTP/1.1" status: 204 len: 168 time: 0.4741633 Jun 28 07:18:56.629607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33764) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:56.639893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Network': ['ID=92c28d77-bc6d-40be-8476-20801f12a654,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:56.641754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:56.694588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd5671d0-c081-47cc-8060-a16c0e514fc2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.725337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd5671d0-c081-47cc-8060-a16c0e514fc2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.747695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device dc0c5b6a-3c7d-4433-9077-866516d1d18f no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:18:56.773212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: dc0c5b6a-3c7d-4433-9077-866516d1d18f {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:18:56.773212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device dc0c5b6a-3c7d-4433-9077-866516d1d18f not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:18:56.773212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d8a1304d-4d65-46ae-b986-78a106fd9b39 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:18:56.787474 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: d8a1304d-4d65-46ae-b986-78a106fd9b39 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:18:56.787833 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d8a1304d-4d65-46ae-b986-78a106fd9b39 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:18:56.788247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 4c267fe1-2043-4091-88cd-c9bc259d0f06 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:18:56.808604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 4c267fe1-2043-4091-88cd-c9bc259d0f06 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:18:56.808988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 4c267fe1-2043-4091-88cd-c9bc259d0f06 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:18:56.865512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd5671d0-c081-47cc-8060-a16c0e514fc2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.868214 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-dd5671d0-c081-47cc-8060-a16c0e514fc2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:56.869403 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-dd5671d0-c081-47cc-8060-a16c0e514fc2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/security-groups/d3927bd1-8925-4fe2-a9a4-5d783d6a0b07 HTTP/1.1" status: 204 len: 168 time: 0.2387612 Jun 28 07:18:56.870325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1e2b23e5-3886-42fb-aa95-d1dbf21b2b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:56.888344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5671d0-c081-47cc-8060-a16c0e514fc2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3927bd1-8925-4fe2-a9a4-5d783d6a0b07,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:56.888344 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dd5671d0-c081-47cc-8060-a16c0e514fc2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:57.477986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33770) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:57.484017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-41cb24cb-26ac-44ce-a256-3029f9fa0219 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040872904', 'description': 'tempest-secgroup-smoke-2040872904 description', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:18:57.568055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41cb24cb-26ac-44ce-a256-3029f9fa0219 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:57.648914 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41cb24cb-26ac-44ce-a256-3029f9fa0219 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:57.699032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:57.722336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41cb24cb-26ac-44ce-a256-3029f9fa0219 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:57.724785 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-530c6237-4e8c-4b90-9a86-d55bb5bf145a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:57.751698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb24cb-26ac-44ce-a256-3029f9fa0219 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34021a37-d4f1-484b-8047-cf5f09ee9dc2,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:57.754458 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-41cb24cb-26ac-44ce-a256-3029f9fa0219 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:57.814011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-41cb24cb-26ac-44ce-a256-3029f9fa0219 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:57.815258 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-41cb24cb-26ac-44ce-a256-3029f9fa0219 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3362551 Jun 28 07:18:57.818203 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33772) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:57.822645 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2e83dd45-df7a-4ed0-acd0-1ec868add80d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': '34021a37-d4f1-484b-8047-cf5f09ee9dc2', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:18:57.955816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e83dd45-df7a-4ed0-acd0-1ec868add80d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:58.016741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e83dd45-df7a-4ed0-acd0-1ec868add80d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:58.127631 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e83dd45-df7a-4ed0-acd0-1ec868add80d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:58.129462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2bf4661c-0697-4f00-a58b-9126b9c1ded0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:58.145849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83dd45-df7a-4ed0-acd0-1ec868add80d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa39138-91c0-412a-8b0c-ce1156278d3d,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:58.148217 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2e83dd45-df7a-4ed0-acd0-1ec868add80d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:58.282189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2e83dd45-df7a-4ed0-acd0-1ec868add80d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:58.283438 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2e83dd45-df7a-4ed0-acd0-1ec868add80d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4643838 Jun 28 07:18:58.286389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33774) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:58.292117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-272e88f4-9d8b-4d81-9097-e4d95f1df841 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': '34021a37-d4f1-484b-8047-cf5f09ee9dc2', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:18:58.406888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-272e88f4-9d8b-4d81-9097-e4d95f1df841 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:58.453244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-272e88f4-9d8b-4d81-9097-e4d95f1df841 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:58.582440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-272e88f4-9d8b-4d81-9097-e4d95f1df841 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:58.584238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e16f1b37-f5e5-430c-80ed-a4ad83b2a72b tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:58.601235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e88f4-9d8b-4d81-9097-e4d95f1df841 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32070a88-512b-4481-8135-15233bd532e4,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:58.604175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-272e88f4-9d8b-4d81-9097-e4d95f1df841 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:58.734240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-272e88f4-9d8b-4d81-9097-e4d95f1df841 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:58.735570 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-272e88f4-9d8b-4d81-9097-e4d95f1df841 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4478207 Jun 28 07:18:58.738223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33776) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:58.743562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-75e93706-4ef7-4564-9263-d1c43756c07d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': '34021a37-d4f1-484b-8047-cf5f09ee9dc2', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:18:58.892779 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-75e93706-4ef7-4564-9263-d1c43756c07d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:58.953796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-75e93706-4ef7-4564-9263-d1c43756c07d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.076108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-75e93706-4ef7-4564-9263-d1c43756c07d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.081026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2fce3222-c1b8-4ed6-b956-7dc11bcf8010 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:59.096844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e93706-4ef7-4564-9263-d1c43756c07d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2f4c26-993d-4dd5-9e5a-2a3112bac2b5,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:59.099317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-75e93706-4ef7-4564-9263-d1c43756c07d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:59.205494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-75e93706-4ef7-4564-9263-d1c43756c07d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.206953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-75e93706-4ef7-4564-9263-d1c43756c07d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4674084 Jun 28 07:18:59.209783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33778) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:59.214403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6e0499f7-08de-4c1c-9c7e-c12fd0bfd6b2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': '34021a37-d4f1-484b-8047-cf5f09ee9dc2', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:18:59.353735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6e0499f7-08de-4c1c-9c7e-c12fd0bfd6b2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.413794 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6e0499f7-08de-4c1c-9c7e-c12fd0bfd6b2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.499230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.533853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6e0499f7-08de-4c1c-9c7e-c12fd0bfd6b2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.539812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6edc9eca-c366-4d40-81dc-c493d7e41e36 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:59.557722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0499f7-08de-4c1c-9c7e-c12fd0bfd6b2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e4494d-a61b-4801-a521-48a04aa68f00,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:59.560563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6e0499f7-08de-4c1c-9c7e-c12fd0bfd6b2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:18:59.651419 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6e0499f7-08de-4c1c-9c7e-c12fd0bfd6b2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.656954 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6e0499f7-08de-4c1c-9c7e-c12fd0bfd6b2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4418464 Jun 28 07:18:59.656954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33780) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:18:59.660822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-51ce537b-32fe-4776-8885-93412dfc2588 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': '34021a37-d4f1-484b-8047-cf5f09ee9dc2', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:18:59.762221 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-51ce537b-32fe-4776-8885-93412dfc2588 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Project c0534033a04b4fa4b71e79aadc45a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:18:59.767646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51ce537b-32fe-4776-8885-93412dfc2588 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.827874 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51ce537b-32fe-4776-8885-93412dfc2588 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.937371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51ce537b-32fe-4776-8885-93412dfc2588 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:18:59.943267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4e0a9b0e-593c-423f-b318-32b62cac485a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:18:59.956177 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce537b-32fe-4776-8885-93412dfc2588 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7ecfff-e677-448f-b429-100452075753,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:18:59.959057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-51ce537b-32fe-4776-8885-93412dfc2588 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:00.041784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-51ce537b-32fe-4776-8885-93412dfc2588 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:00.042993 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-51ce537b-32fe-4776-8885-93412dfc2588 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3861496 Jun 28 07:19:00.046183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33782) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:00.050700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a8afa69e-4ea6-48cb-8ea2-85bc86ef943c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': '34021a37-d4f1-484b-8047-cf5f09ee9dc2', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:19:00.137030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-a8afa69e-4ea6-48cb-8ea2-85bc86ef943c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Project c0534033a04b4fa4b71e79aadc45a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:19:00.142516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a8afa69e-4ea6-48cb-8ea2-85bc86ef943c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:00.204645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a8afa69e-4ea6-48cb-8ea2-85bc86ef943c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:00.308209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a8afa69e-4ea6-48cb-8ea2-85bc86ef943c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:00.310079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-272e88f4-9d8b-4d81-9097-e4d95f1df841 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:00.326583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afa69e-4ea6-48cb-8ea2-85bc86ef943c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b870de91-363b-4ce4-9697-8f15a7949d60,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:00.331525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a8afa69e-4ea6-48cb-8ea2-85bc86ef943c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:00.436780 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a8afa69e-4ea6-48cb-8ea2-85bc86ef943c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:00.438142 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a8afa69e-4ea6-48cb-8ea2-85bc86ef943c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3909829 Jun 28 07:19:00.440944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33784) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:00.446003 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'network': {'name': 'tempest-network-smoke--770661921', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'port_security_enabled': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:19:00.542697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:19:00.546849 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:00.571807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:19:00.580706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:00.581091 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Added segment 5e435896-da1b-46ac-9dd7-41f8d8ff14af of type vlan for network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f Jun 28 07:19:00.621591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:00.744844 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:00.750752 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:00.751326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:00.753689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-03913eb9-c06c-4293-ace4-cae45bb9e1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:00.818026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Network': ['ID=4b7e7ef0-7fbd-42ce-91ef-345e384b635f,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:00.820605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:00.829153 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:19:00.900189 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f119a508-2fc1-4f64-abf7-77d394d0b54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4581757 Jun 28 07:19:00.902781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33786) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:00.909960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'admin_state_up': True, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:19:01.036568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:01.037654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:01.089759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:01.325939 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:01.574435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:01.596319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:01.707740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.26.4.165 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/f0e32397-93e6-4d67-8ed8-dc9f5c97981b) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:19:01.809626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:01.957005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:01.959986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c39ef12a-d48c-403c-a47c-a9b10e0d0098 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:01.995129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:19:02.000145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:19:02.003564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:19:02.026944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=f0e32397-93e6-4d67-8ed8-dc9f5c97981b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:02.033052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:02.392911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:02.585315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:03.110408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 36e0267b-a841-40b7-9a8d-9a27a527d4cc is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:19:03.213051 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:19:03.225047 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Sync routers for ids ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:19:03.235287 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Routers {'36e0267b-a841-40b7-9a8d-9a27a527d4cc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:19:03.238468 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:18:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:03.291374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:03.292621 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3878098 Jun 28 07:19:03.296479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33788) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:03.330403 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e02644a5-5edc-4c8b-8269-21203f5b559f tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=c0534033a04b4fa4b71e79aadc45a409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326560 Jun 28 07:19:03.332994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33790) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:03.339236 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Set router 36e0267b-a841-40b7-9a8d-9a27a527d4cc gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:19:03.482456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e3197e-8104-4c5e-be1f-29ff73705a8e tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:03.484491 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-52e3197e-8104-4c5e-be1f-29ff73705a8e tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1505828 Jun 28 07:19:03.487351 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33792) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:03.515694 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:02Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:03.524364 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-39026d41-e4ba-4cb7-9691-d328db787255 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358629 Jun 28 07:19:03.526811 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33794) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:03.532236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1157129785', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:19:03.541847 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Checking router: 36e0267b-a841-40b7-9a8d-9a27a527d4cc for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:19:03.542204 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Updating router 36e0267b-a841-40b7-9a8d-9a27a527d4cc port f0e32397-93e6-4d67-8ed8-dc9f5c97981b binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:19:03.574616 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:03.676756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:19:03.680387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:03.828842 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:03.838782 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Transition to ACTIVE for port object f0e32397-93e6-4d67-8ed8-dc9f5c97981b will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:19:03.922212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:03.924251 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-92ff0d29-7a6f-4d43-b98d-6943012006a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:03.962233 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:03.964395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3f8b297f-d4af-4d3c-a71c-09bbf78812dd tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:03.973086 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Attempting to bind port f0e32397-93e6-4d67-8ed8-dc9f5c97981b on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:19:03.973471 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Attempting to bind port f0e32397-93e6-4d67-8ed8-dc9f5c97981b by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:19:03.973842 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Attempting to bind port f0e32397-93e6-4d67-8ed8-dc9f5c97981b on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:19:03.979087 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Pushing event updated for resources: {'Port': ['ID=f0e32397-93e6-4d67-8ed8-dc9f5c97981b,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:03.986691 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:19:03.987074 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:19:03.987478 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:03.987881 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:19:03.988358 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Bound port: f0e32397-93e6-4d67-8ed8-dc9f5c97981b, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:19:03.988745 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:03.991757 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.992102 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.992440 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.992772 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.993125 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.993453 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.993780 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.994117 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.994436 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.994758 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.995074 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:03.995389 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:19:04.014215 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:04.031471 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Subnet': ['ID=caa3f935-5dc1-4c20-824d-3533141c6edd,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:04.034651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:04.040375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Checking segment: {'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:19:04.040739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network hostable DHCP agents. Network: 4b7e7ef0-7fbd-42ce-91ef-345e384b635f, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:19:04.046855 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] For port f0e32397-93e6-4d67-8ed8-dc9f5c97981b, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:19:04.050794 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] For port f0e32397-93e6-4d67-8ed8-dc9f5c97981b, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f0e32397-93e6-4d67-8ed8-dc9f5c97981b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:19:04.145759 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:04.147728 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:04.162175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:19:04.209148 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Pushing event updated for resources: {'Port': ['ID=f0e32397-93e6-4d67-8ed8-dc9f5c97981b,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:04.211684 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Routers {'36e0267b-a841-40b7-9a8d-9a27a527d4cc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:19:04.212286 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:18:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:04.214265 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:04.274272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 4b7e7ef0-7fbd-42ce-91ef-345e384b635f) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:19:04.278375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:04.279100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:04.284415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a104b2c8-687b-4afe-989e-777f2047edf7 None None] Network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:19:04.319902 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] Set router 36e0267b-a841-40b7-9a8d-9a27a527d4cc gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:19:04.404289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33796) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:04.405194 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-961bb57a-42bd-4f3b-b41e-6dd3c085cee8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8770983 Jun 28 07:19:04.442127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:19:04.443084 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:04.588670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Allocated IP 172.20.0.2 (4b7e7ef0-7fbd-42ce-91ef-345e384b635f/caa3f935-5dc1-4c20-824d-3533141c6edd/e303723d-8bd1-4931-aebb-5397d8d1f68e) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:19:04.589230 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:02Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:04.617686 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a951c83-4673-4098-8028-1a6cfc5964cb None None] The sync data for ids ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'] in dv-neutron-797120-6-hyperv is: [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:02Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:19:04.754196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:04.762889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Transition to ACTIVE for port object e303723d-8bd1-4931-aebb-5397d8d1f68e will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:19:04.777922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Transition to ACTIVE for port object e303723d-8bd1-4931-aebb-5397d8d1f68e will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:19:04.865725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:04.868790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-2dcb56d0-5505-445a-a266-6af053203d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:04.870600 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:04.931724 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:19:04.933367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:19:04.937189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:19:04.939297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Pushing event updated for resources: {'Port': ['ID=e303723d-8bd1-4931-aebb-5397d8d1f68e,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:04.942717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:05.001233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Attempting to bind port e303723d-8bd1-4931-aebb-5397d8d1f68e on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:19:05.002085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Attempting to bind port e303723d-8bd1-4931-aebb-5397d8d1f68e by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:19:05.002225 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Attempting to bind port e303723d-8bd1-4931-aebb-5397d8d1f68e on network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:19:05.007393 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:19:05.007784 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Checking segment: {'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:19:05.008203 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:05.008609 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Bound using segment: {'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:19:05.009170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Bound port: e303723d-8bd1-4931-aebb-5397d8d1f68e, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:19:05.009565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:05.080771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] For port e303723d-8bd1-4931-aebb-5397d8d1f68e, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:19:05.086653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] For port e303723d-8bd1-4931-aebb-5397d8d1f68e, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e303723d-8bd1-4931-aebb-5397d8d1f68e,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:19:05.177995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.20.0.1 (4b7e7ef0-7fbd-42ce-91ef-345e384b635f/caa3f935-5dc1-4c20-824d-3533141c6edd/aa5c2282-d10e-4725-bf58-62fbe7bb91da) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:19:05.191307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:05.194363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:05.262307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Pushing event updated for resources: {'Port': ['ID=e303723d-8bd1-4931-aebb-5397d8d1f68e,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:05.267515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:05.305874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:05.322433 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Transition to ACTIVE for port object aa5c2282-d10e-4725-bf58-62fbe7bb91da will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:19:05.503321 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:05.505698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9b6feded-6cf2-48c2-9090-5bf32a564a13 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:05.552491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:19:05.555616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:19:05.559547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:19:05.583526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=aa5c2282-d10e-4725-bf58-62fbe7bb91da,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:05.589009 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:05.606227 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:05.839125 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:06.165353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b5e90-5884-4259-83e6-72018b8a8332 None None] Network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:19:06.362183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-0708ca15-71f9-47a7-aea4-e930826af7ee None None] Provisioning for port e303723d-8bd1-4931-aebb-5397d8d1f68e completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:19:06.491586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:06.574940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:06.579887 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b3c77c69-220e-4029-82a4-7913897f1f68 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:06.663557 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:06.665839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=aa5c2282-d10e-4725-bf58-62fbe7bb91da,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:06.669357 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:06.734029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-48d09df9-62ec-4e33-9873-387c5b0b514f None None] Provisioning for port aa5c2282-d10e-4725-bf58-62fbe7bb91da completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:19:06.738194 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-48d09df9-62ec-4e33-9873-387c5b0b514f None None] Provisioning complete for port aa5c2282-d10e-4725-bf58-62fbe7bb91da triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:06.738782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-48d09df9-62ec-4e33-9873-387c5b0b514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:06.772463 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:19:06.774247 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:19:06.777138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-48d09df9-62ec-4e33-9873-387c5b0b514f None None] Port aa5c2282-d10e-4725-bf58-62fbe7bb91da cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:19:06.814080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f0e32397-93e6-4d67-8ed8-dc9f5c97981b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:19:06.894815 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 36e0267b-a841-40b7-9a8d-9a27a527d4cc has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:19:06.903692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ee5975cb-64c0-4a61-8bc7-5994198ddb13 None None] Provisioning complete for port aa5c2282-d10e-4725-bf58-62fbe7bb91da triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:06.904214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ee5975cb-64c0-4a61-8bc7-5994198ddb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:06.942702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ee5975cb-64c0-4a61-8bc7-5994198ddb13 None None] Port aa5c2282-d10e-4725-bf58-62fbe7bb91da cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:19:06.944584 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port f0e32397-93e6-4d67-8ed8-dc9f5c97981b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:19:06.948768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f0e32397-93e6-4d67-8ed8-dc9f5c97981b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:06.949249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:07.011590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:19:07.017607 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "PUT /v2.0/routers/36e0267b-a841-40b7-9a8d-9a27a527d4cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6122870 Jun 28 07:19:07.025584 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Sync routers for ids ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:19:07.037795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:07.044613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Routers {'36e0267b-a841-40b7-9a8d-9a27a527d4cc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:19:07.045729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:18:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:07.110736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port f0e32397-93e6-4d67-8ed8-dc9f5c97981b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f0e32397-93e6-4d67-8ed8-dc9f5c97981b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:19:07.126819 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1e57d787-2dac-4a07-ab28-95e5a21ce6c1 None None] Provisioning complete for port aa5c2282-d10e-4725-bf58-62fbe7bb91da triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:07.127196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1e57d787-2dac-4a07-ab28-95e5a21ce6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:07.163955 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-a8650350-2321-45ef-8dce-f85a3be3b6e9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040872904&fields=id&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 267 time: 0.0339906 Jun 28 07:19:07.198132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:07.198978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e303723d-8bd1-4931-aebb-5397d8d1f68e up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:19:07.200562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1e57d787-2dac-4a07-ab28-95e5a21ce6c1 None None] Port aa5c2282-d10e-4725-bf58-62fbe7bb91da cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:19:07.205206 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:07.245969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Set router 36e0267b-a841-40b7-9a8d-9a27a527d4cc gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:19:07.275099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-45dcc256-be4a-486d-92c9-9fe113e34571 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:07.276577 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-45dcc256-be4a-486d-92c9-9fe113e34571 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/networks?id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f HTTP/1.1" status: 200 len: 796 time: 0.1058795 Jun 28 07:19:07.297038 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-93860f60-f335-4574-b713-324d24cedbe2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/quotas/c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 375 time: 0.0141540 Jun 28 07:19:07.344643 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=f0e32397-93e6-4d67-8ed8-dc9f5c97981b,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:07.359665 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:07.371084 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-5d9f1f42-942b-464a-8509-b588e1c0c787 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687490 Jun 28 07:19:07.465305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port e303723d-8bd1-4931-aebb-5397d8d1f68e completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:19:07.469322 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-a6456f1a-3c41-43dd-9635-0670993902b9 service neutron] 10.222.0.24 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857213 Jun 28 07:19:07.471941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e303723d-8bd1-4931-aebb-5397d8d1f68e triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:07.472341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:07.511193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:05Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'aa5c2282-d10e-4725-bf58-62fbe7bb91da', 'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:91:b0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:05Z', 'updated_at': '2021-06-28T07:19:06Z', 'revision_number': 2, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:07.539310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Checking router: 36e0267b-a841-40b7-9a8d-9a27a527d4cc for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:19:07.539673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Updating router 36e0267b-a841-40b7-9a8d-9a27a527d4cc port aa5c2282-d10e-4725-bf58-62fbe7bb91da binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:19:07.565507 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-6892c0c8-aadd-4c9e-ab45-fff8fc231b69 service neutron] 10.222.0.24 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890858 Jun 28 07:19:07.602536 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:07.622195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:07.729509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port e303723d-8bd1-4931-aebb-5397d8d1f68e, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e303723d-8bd1-4931-aebb-5397d8d1f68e,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:19:07.873990 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c55ecae7-76f6-49fc-be06-71526e984bc2 req-10af2905-325a-47d5-8574-ab81461d4bf4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 210 time: 0.0351157 Jun 28 07:19:07.932586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:07.936424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:08.024566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=e303723d-8bd1-4931-aebb-5397d8d1f68e,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:08.033483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:08.112162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:08.122174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Transition to ACTIVE for port object aa5c2282-d10e-4725-bf58-62fbe7bb91da will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:19:08.308381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:08.311256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b9e92fba-6d40-4314-a052-a1a095249d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:08.358889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7968256-7dd1-41fa-b59d-1ac66b74cf4f None None] Pushing event updated for resources: {'Port': ['ID=aa5c2282-d10e-4725-bf58-62fbe7bb91da,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:08.362571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7968256-7dd1-41fa-b59d-1ac66b74cf4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:08.416845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Attempting to bind port aa5c2282-d10e-4725-bf58-62fbe7bb91da on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:19:08.416845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Attempting to bind port aa5c2282-d10e-4725-bf58-62fbe7bb91da by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:19:08.416845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Attempting to bind port aa5c2282-d10e-4725-bf58-62fbe7bb91da on network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:19:08.418560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:19:08.418953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Checking segment: {'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:19:08.419370 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:08.419783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Bound using segment: {'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:19:08.420266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Bound port: aa5c2282-d10e-4725-bf58-62fbe7bb91da, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:19:08.420662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:08.493904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] For port aa5c2282-d10e-4725-bf58-62fbe7bb91da, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:19:08.497049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] For port aa5c2282-d10e-4725-bf58-62fbe7bb91da, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=aa5c2282-d10e-4725-bf58-62fbe7bb91da,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:19:08.591293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:08.594496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b9e92fba-6d40-4314-a052-a1a095249d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:08.639148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Routers {'36e0267b-a841-40b7-9a8d-9a27a527d4cc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:19:08.640628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:18:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:08.694903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7968256-7dd1-41fa-b59d-1ac66b74cf4f None None] Pushing event updated for resources: {'Port': ['ID=aa5c2282-d10e-4725-bf58-62fbe7bb91da,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:08.701586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7968256-7dd1-41fa-b59d-1ac66b74cf4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:08.747047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f0e32397-93e6-4d67-8ed8-dc9f5c97981b up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:19:08.800556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] Set router 36e0267b-a841-40b7-9a8d-9a27a527d4cc gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:19:08.906424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f0e32397-93e6-4d67-8ed8-dc9f5c97981b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:08.906712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:08.962206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8c6964e7-14f2-43d8-a74a-9c2acab27dbe req-754b9841-c1e7-4241-adf6-2641dc004e99 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 210 time: 0.0312726 Jun 28 07:19:09.067105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e303723d-8bd1-4931-aebb-5397d8d1f68e up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:19:09.118232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:05Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'aa5c2282-d10e-4725-bf58-62fbe7bb91da', 'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:91:b0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:05Z', 'updated_at': '2021-06-28T07:19:08Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:09.156749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd0fac-e6eb-4226-a1b5-2bef28f2014c None None] The sync data for ids ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'] in dv-neutron-797120-6-hyperv is: [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:05Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'aa5c2282-d10e-4725-bf58-62fbe7bb91da', 'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:91:b0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:05Z', 'updated_at': '2021-06-28T07:19:08Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:19:09.162613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e303723d-8bd1-4931-aebb-5397d8d1f68e triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:09.163001 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:10.104388 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fd33cee4-82f8-4392-8e44-c8a3cf4e920a req-32943c1d-3d74-42ae-b021-88734acf7e3a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 210 time: 0.0307293 Jun 28 07:19:10.640380 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-19983f65-38e8-42fd-8813-9ef849431005 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:10.641847 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-19983f65-38e8-42fd-8813-9ef849431005 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/networks?id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f HTTP/1.1" status: 200 len: 796 time: 0.1063194 Jun 28 07:19:10.719508 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-2e8bfa0f-f7ff-4181-9136-6b4c20101b63 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 380 time: 0.0376174 Jun 28 07:19:10.731255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'port': {'device_id': '4fb29ac5-d369-41e7-9953-232076d7204b', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'admin_state_up': True, 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'security_groups': ['34021a37-d4f1-484b-8047-cf5f09ee9dc2']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:19:10.737118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aa5c2282-d10e-4725-bf58-62fbe7bb91da up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:19:10.882453 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port aa5c2282-d10e-4725-bf58-62fbe7bb91da completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:19:10.886250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port aa5c2282-d10e-4725-bf58-62fbe7bb91da triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:10.886626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:10.967142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:10.999478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port aa5c2282-d10e-4725-bf58-62fbe7bb91da, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=aa5c2282-d10e-4725-bf58-62fbe7bb91da,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:19:11.022352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:19:11.025984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:11.153917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.20.0.8 (4b7e7ef0-7fbd-42ce-91ef-345e384b635f/caa3f935-5dc1-4c20-824d-3533141c6edd/784b1c78-704f-4a63-b700-b3f70420586b) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:19:11.188725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:11.190773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-aab5bd71-595c-4093-92c7-50b9c1f4fecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:11.241625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=aa5c2282-d10e-4725-bf58-62fbe7bb91da,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:11.244617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:11.297179 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5798fccc-66d3-426a-ae5b-79005b6064c5 req-7b18b815-a5e1-44da-b221-1614d5d69afa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 210 time: 0.0668855 Jun 28 07:19:11.337586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:11.351781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Transition to ACTIVE for port object 784b1c78-704f-4a63-b700-b3f70420586b will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:19:11.509004 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:11.512834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2eb74010-4cf2-4e6b-a073-be21fed810c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:11.556355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:19:11.561263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:19:11.565421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:19:11.591994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=784b1c78-704f-4a63-b700-b3f70420586b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:11.604543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:11.625015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:11.625924 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:11.722878 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9955077 Jun 28 07:19:11.752286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Request body: {'port': {'device_id': '4fb29ac5-d369-41e7-9953-232076d7204b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:19:11.816345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:11.937592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3598e8ae-8d25-4ada-a592-8240e5e25ecc None None] Provisioning for port 784b1c78-704f-4a63-b700-b3f70420586b completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:19:11.941520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-3598e8ae-8d25-4ada-a592-8240e5e25ecc None None] Provisioning complete for port 784b1c78-704f-4a63-b700-b3f70420586b triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:11.941907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3598e8ae-8d25-4ada-a592-8240e5e25ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:11.978654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3598e8ae-8d25-4ada-a592-8240e5e25ecc None None] Port 784b1c78-704f-4a63-b700-b3f70420586b cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:19:12.073461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784b1c78-704f-4a63-b700-b3f70420586b {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:19:12.081289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:12.092931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Transition to ACTIVE for port object 784b1c78-704f-4a63-b700-b3f70420586b will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:19:12.196216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:12.198235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7ee3cbc8-f2d5-4a19-a8e7-a23214f50911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:12.251126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Pushing event updated for resources: {'Port': ['ID=784b1c78-704f-4a63-b700-b3f70420586b,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:12.267130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:12.321957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Attempting to bind port 784b1c78-704f-4a63-b700-b3f70420586b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:19:12.321957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Attempting to bind port 784b1c78-704f-4a63-b700-b3f70420586b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:19:12.321957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Attempting to bind port 784b1c78-704f-4a63-b700-b3f70420586b on network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:19:12.328441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Port 784b1c78-704f-4a63-b700-b3f70420586b on network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:19:12.328757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Attempting to bind port 784b1c78-704f-4a63-b700-b3f70420586b on network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:19:12.333982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:19:12.334431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Checking segment: {'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:19:12.334713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Bound using segment: {'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:19:12.335139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Bound port: 784b1c78-704f-4a63-b700-b3f70420586b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e435896-da1b-46ac-9dd7-41f8d8ff14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:19:12.335504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:12.401289 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] For port 784b1c78-704f-4a63-b700-b3f70420586b, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:19:12.405062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] For port 784b1c78-704f-4a63-b700-b3f70420586b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=784b1c78-704f-4a63-b700-b3f70420586b,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:19:12.481467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bbd16-8ca1-44e2-8942-764293060230 req-74559f4e-a041-43f8-92dc-8db2fe2e1d1c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:12.482992 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-774bbd16-8ca1-44e2-8942-764293060230 req-74559f4e-a041-43f8-92dc-8db2fe2e1d1c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 943 time: 0.0681942 Jun 28 07:19:12.484901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:12.487613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5dedc609-34a5-49f9-9812-883856376789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:12.546530 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:12.547166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:12.548622 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] 10.222.0.50 "PUT /v2.0/ports/784b1c78-704f-4a63-b700-b3f70420586b HTTP/1.1" status: 200 len: 1093 time: 0.8065884 Jun 28 07:19:12.549198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb29ac5-d369-41e7-9953-232076d7204b', 'tag': '784b1c78-704f-4a63-b700-b3f70420586b'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:19:12.551556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bf6042-c5be-4e63-af15-83a9abd9324e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb29ac5-d369-41e7-9953-232076d7204b", "tag": "784b1c78-704f-4a63-b700-b3f70420586b"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:19:12.586895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-774bbd16-8ca1-44e2-8942-764293060230 req-8303fda2-2bdd-4219-b1b5-c1853ff44b2f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948813 Jun 28 07:19:12.587740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Pushing event updated for resources: {'Port': ['ID=784b1c78-704f-4a63-b700-b3f70420586b,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:12.591287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:12.722129 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aa5c2282-d10e-4725-bf58-62fbe7bb91da up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:19:12.780493 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port aa5c2282-d10e-4725-bf58-62fbe7bb91da triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:12.781544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:12.801852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-536f32e4-c269-4f1d-8fc5-acd66284650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:12.803504 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-536f32e4-c269-4f1d-8fc5-acd66284650a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 1096 time: 0.0595992 Jun 28 07:19:12.856381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc66c72a-4a60-4f09-9331-f5c718dce14e x-openstack-request-id: req-fc66c72a-4a60-4f09-9331-f5c718dce14e {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:19:12.856726 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb29ac5-d369-41e7-9953-232076d7204b", "tag": "784b1c78-704f-4a63-b700-b3f70420586b", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:19:12.857057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc66c72a-4a60-4f09-9331-f5c718dce14e {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:19:12.857534 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb29ac5-d369-41e7-9953-232076d7204b', 'tag': '784b1c78-704f-4a63-b700-b3f70420586b', 'status': 'completed', 'code': 200} Jun 28 07:19:12.859882 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-f30e3210-a8d5-48df-868e-70fca8b0d4e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b1c78-704f-4a63-b700-b3f70420586b HTTP/1.1" status: 200 len: 217 time: 0.0416646 Jun 28 07:19:12.915250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-b300598e-d9ed-4a36-aafe-7896d26c9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:12.916698 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-b300598e-d9ed-4a36-aafe-7896d26c9899 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa3f935-5dc1-4c20-824d-3533141c6edd HTTP/1.1" status: 200 len: 835 time: 0.0496547 Jun 28 07:19:12.974603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-1cc77923-4d1e-4831-99f7-1d57f2fb8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:12.976074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-1cc77923-4d1e-4831-99f7-1d57f2fb8c4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525975 Jun 28 07:19:13.066556 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-85a42265-a055-4f71-a05f-9e8e389641ae service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831571 Jun 28 07:19:13.160561 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ee7dd96-5f83-481d-b4ed-f9aa2ae893a7 req-c8fc755f-a11c-4dd9-ab92-37b33e86a454 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867178 Jun 28 07:19:13.382200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-08f10db3-751d-468c-a49f-b581cc9430b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:13.383718 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-08f10db3-751d-468c-a49f-b581cc9430b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 1096 time: 0.0531204 Jun 28 07:19:13.480371 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-104b6a64-274f-4559-a251-d3a65b67cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:13.481867 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-104b6a64-274f-4559-a251-d3a65b67cd1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f HTTP/1.1" status: 200 len: 897 time: 0.0890810 Jun 28 07:19:13.523272 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-9be517c9-4ab9-4600-938f-1ea839b51f71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b1c78-704f-4a63-b700-b3f70420586b HTTP/1.1" status: 200 len: 217 time: 0.0336158 Jun 28 07:19:13.574872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-8cd5d69c-1c98-42e3-b87a-52e09c040083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:13.576238 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-8cd5d69c-1c98-42e3-b87a-52e09c040083 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa3f935-5dc1-4c20-824d-3533141c6edd HTTP/1.1" status: 200 len: 835 time: 0.0415127 Jun 28 07:19:13.645131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-425a5c51-fd13-4bf1-9754-3818eca267c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:13.646732 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-425a5c51-fd13-4bf1-9754-3818eca267c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0640242 Jun 28 07:19:13.768591 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-03071cb3-2e11-4962-9227-432ff93f0a17 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134181 Jun 28 07:19:13.818940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22479b-a6e4-4b4b-b6bb-c4229d1f33b7 req-03b23c42-652e-4164-a170-6089f74328a0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:13.820422 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b22479b-a6e4-4b4b-b6bb-c4229d1f33b7 req-03b23c42-652e-4164-a170-6089f74328a0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 943 time: 0.1106915 Jun 28 07:19:13.892645 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b22479b-a6e4-4b4b-b6bb-c4229d1f33b7 req-f4c6c129-e540-4331-865e-976a0b27dd91 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474129 Jun 28 07:19:13.902482 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99bf6042-c5be-4e63-af15-83a9abd9324e req-8541a4f5-f6c4-4037-a40f-2207f07ec8a5 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262851 Jun 28 07:19:14.070714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:15.071432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e4f44-669b-4782-b86d-b104df8659a4 req-cc2755ff-0c26-495e-9b19-a06c427a9bfb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:15.072890 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d52e4f44-669b-4782-b86d-b104df8659a4 req-cc2755ff-0c26-495e-9b19-a06c427a9bfb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 943 time: 0.0621383 Jun 28 07:19:15.115793 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d52e4f44-669b-4782-b86d-b104df8659a4 req-17c8ca3d-ed41-4624-98df-5f10e0bdc989 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371902 Jun 28 07:19:15.128238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 784b1c78-704f-4a63-b700-b3f70420586b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:19:15.230061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 784b1c78-704f-4a63-b700-b3f70420586b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=784b1c78-704f-4a63-b700-b3f70420586b,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:19:15.241934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '784b1c78-704f-4a63-b700-b3f70420586b', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'port_id': '784b1c78-704f-4a63-b700-b3f70420586b', 'mac_address': 'fa:16:3e:f1:ad:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:19:15.279523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:15.293436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784b1c78-704f-4a63-b700-b3f70420586b {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:19:15.314529 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 784b1c78-704f-4a63-b700-b3f70420586b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=784b1c78-704f-4a63-b700-b3f70420586b,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:19:15.497015 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:15.498863 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:15.551378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=784b1c78-704f-4a63-b700-b3f70420586b,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:15.554512 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:15.860440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['784b1c78-704f-4a63-b700-b3f70420586b'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:19:16.288936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ba659-8073-424f-8621-b028aab38da9 req-ca6d08c3-5f5b-48dd-a969-1172daf2b522 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:16.290394 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f9ba659-8073-424f-8621-b028aab38da9 req-ca6d08c3-5f5b-48dd-a969-1172daf2b522 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 944 time: 0.0624211 Jun 28 07:19:16.326883 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f9ba659-8073-424f-8621-b028aab38da9 req-7efeb003-cfd4-4669-9169-a0dc1a444df0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Jun 28 07:19:17.162955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 784b1c78-704f-4a63-b700-b3f70420586b up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:19:17.298818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 784b1c78-704f-4a63-b700-b3f70420586b completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:19:17.302563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 784b1c78-704f-4a63-b700-b3f70420586b triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:19:17.302949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:17.380211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:17.402694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb29ac5-d369-41e7-9953-232076d7204b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784b1c78-704f-4a63-b700-b3f70420586b'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:19:17.405144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dd5c86-cd25-4cc8-bc50-d74a115a9f1c" -d '{"events": [{"server_uuid": "4fb29ac5-d369-41e7-9953-232076d7204b", "name": "network-vif-plugged", "status": "completed", "tag": "784b1c78-704f-4a63-b700-b3f70420586b"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:19:17.417747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 784b1c78-704f-4a63-b700-b3f70420586b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=784b1c78-704f-4a63-b700-b3f70420586b,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:19:17.447395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075e0823-89c7-43e6-b33e-eaed5b858a8b x-openstack-request-id: req-075e0823-89c7-43e6-b33e-eaed5b858a8b {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:19:17.447728 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb29ac5-d369-41e7-9953-232076d7204b", "name": "network-vif-plugged", "status": "completed", "tag": "784b1c78-704f-4a63-b700-b3f70420586b", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:19:17.447988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-075e0823-89c7-43e6-b33e-eaed5b858a8b {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:19:17.448416 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb29ac5-d369-41e7-9953-232076d7204b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784b1c78-704f-4a63-b700-b3f70420586b', 'code': 200} Jun 28 07:19:17.502833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2d24c-8f55-4250-9487-51f46668842b req-ef32cbf4-ed6f-4f7d-b3bd-c23eb97fec93 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:17.504320 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ef2d24c-8f55-4250-9487-51f46668842b req-ef32cbf4-ed6f-4f7d-b3bd-c23eb97fec93 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 944 time: 0.0640237 Jun 28 07:19:17.528133 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:17.530827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:17.543234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0ef2d24c-8f55-4250-9487-51f46668842b req-e490fb74-73e9-40d1-ac59-3aa920f3cbe0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332017 Jun 28 07:19:17.580278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=784b1c78-704f-4a63-b700-b3f70420586b,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:17.583368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:17.923208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f61ae-8dbf-420f-bc9a-73301bf41a3a req-f8246485-434c-43e8-a4f0-210a03d8b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:17.924680 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f4f61ae-8dbf-420f-bc9a-73301bf41a3a req-f8246485-434c-43e8-a4f0-210a03d8b11c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 1098 time: 0.0550728 Jun 28 07:19:17.958669 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7f4f61ae-8dbf-420f-bc9a-73301bf41a3a req-00edcbee-a81e-480d-a2bc-7751b500f692 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262723 Jun 28 07:19:18.719139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97ec7a-9afe-4230-b05b-86e79285eba8 req-1b8190f2-b783-40f3-ab1a-4ac85a5ce217 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:18.720601 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ae97ec7a-9afe-4230-b05b-86e79285eba8 req-1b8190f2-b783-40f3-ab1a-4ac85a5ce217 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0636618 Jun 28 07:19:18.757871 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ae97ec7a-9afe-4230-b05b-86e79285eba8 req-6afa757b-0f1a-46ef-9716-44330b2dd79c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316336 Jun 28 07:19:19.930995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238eff98-a8a1-47ce-89e6-46781a8e9288 req-94701fb5-675a-493e-aff7-8de325110933 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:19.932439 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-238eff98-a8a1-47ce-89e6-46781a8e9288 req-94701fb5-675a-493e-aff7-8de325110933 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0627174 Jun 28 07:19:19.975621 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-238eff98-a8a1-47ce-89e6-46781a8e9288 req-82caed0a-ef97-454b-929a-dfaedf7cdcfa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365896 Jun 28 07:19:20.154218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790be3da-45df-43dc-a81e-341f87376ae1 req-843a64ad-1b4d-45ef-94a4-b18296b19e36 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:20.156133 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-790be3da-45df-43dc-a81e-341f87376ae1 req-843a64ad-1b4d-45ef-94a4-b18296b19e36 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0623171 Jun 28 07:19:20.194054 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-790be3da-45df-43dc-a81e-341f87376ae1 req-7a04bc56-c829-430e-9567-6b7a611552c9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313754 Jun 28 07:19:20.217891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33860) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:20.268822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84432ae8-0d39-49cb-87f9-8a0e38e6cae5 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:20.270347 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-84432ae8-0d39-49cb-87f9-8a0e38e6cae5 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 1093 time: 0.0512810 Jun 28 07:19:20.273250 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33862) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:20.278048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '784b1c78-704f-4a63-b700-b3f70420586b', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:19:20.439913 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:20.538533 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:20.639068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.26.4.43 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/3ddddaa3-384c-44bc-bab5-74d625b507a8) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:19:20.741818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:20.839763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:20.842811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b41b7ec9-4a2f-4161-91f9-4ceb5476f0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:20.875758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:19:20.880769 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:19:20.884157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:19:20.912552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=3ddddaa3-384c-44bc-bab5-74d625b507a8,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:20.916792 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:21.253638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:21.417958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:21.566928 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:21.656830 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:21.659041 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-6d7dc2fc-44e3-4b84-a705-db812c2913ad tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:19:21.729078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=3ddddaa3-384c-44bc-bab5-74d625b507a8,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:19:21.731781 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:19:21.742540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:21.844319 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Floating IP adeeb8e0-d478-4c33-a64f-e851445421ba associated. External IP: 172.26.4.43, port: 784b1c78-704f-4a63-b700-b3f70420586b. Jun 28 07:19:22.051876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 36e0267b-a841-40b7-9a8d-9a27a527d4cc has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:19:22.161469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:19:22.170865 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] Sync routers for ids ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:19:22.180366 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] Routers {'36e0267b-a841-40b7-9a8d-9a27a527d4cc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:19:22.181016 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:18:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:22.253791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:22.291875 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0175252 Jun 28 07:19:22.292645 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb29ac5-d369-41e7-9953-232076d7204b', 'tag': '784b1c78-704f-4a63-b700-b3f70420586b'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:19:22.296624 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:19:22.296789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01629970-6dba-4501-b895-1e644f5e4258" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb29ac5-d369-41e7-9953-232076d7204b", "tag": "784b1c78-704f-4a63-b700-b3f70420586b"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:19:22.297964 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] Set router 36e0267b-a841-40b7-9a8d-9a27a527d4cc gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:19:22.387519 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc89477a-79b4-4795-a48a-93a170c6bce4 x-openstack-request-id: req-bc89477a-79b4-4795-a48a-93a170c6bce4 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:19:22.388149 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb29ac5-d369-41e7-9953-232076d7204b", "tag": "784b1c78-704f-4a63-b700-b3f70420586b", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:19:22.388903 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc89477a-79b4-4795-a48a-93a170c6bce4 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:19:22.390193 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb29ac5-d369-41e7-9953-232076d7204b', 'tag': '784b1c78-704f-4a63-b700-b3f70420586b', 'status': 'completed', 'code': 200} Jun 28 07:19:22.503724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216a006-b90d-4530-8aaf-a6b1781d38c1 req-389d4fed-b213-4254-aaab-524ee7d29c9a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:22.505825 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9216a006-b90d-4530-8aaf-a6b1781d38c1 req-389d4fed-b213-4254-aaab-524ee7d29c9a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0995102 Jun 28 07:19:22.530500 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:05Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'adeeb8e0-d478-4c33-a64f-e851445421ba', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'port_id': '784b1c78-704f-4a63-b700-b3f70420586b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'mac_address': 'fa:16:3e:f1:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb29ac5-d369-41e7-9953-232076d7204b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:19:21Z', 'updated_at': '2021-06-28T07:19:21Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5c2282-d10e-4725-bf58-62fbe7bb91da', 'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:91:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:05Z', 'updated_at': '2021-06-28T07:19:10Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:22.536370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01629970-6dba-4501-b895-1e644f5e4258 req-c645233d-26ed-4f82-8275-ee2b487f9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:22.537861 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01629970-6dba-4501-b895-1e644f5e4258 req-c645233d-26ed-4f82-8275-ee2b487f9334 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 1098 time: 0.0908747 Jun 28 07:19:22.558548 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] Checking router: 36e0267b-a841-40b7-9a8d-9a27a527d4cc for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:19:22.567452 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] Routers {'36e0267b-a841-40b7-9a8d-9a27a527d4cc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:19:22.568061 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:18:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:22.569082 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9216a006-b90d-4530-8aaf-a6b1781d38c1 req-4bc71a0c-4e02-493d-9a9b-d76117a805d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571158 Jun 28 07:19:22.594080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33870) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:22.645763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01629970-6dba-4501-b895-1e644f5e4258 req-0fd591fc-4712-4503-8fd6-66341b64ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:22.647882 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01629970-6dba-4501-b895-1e644f5e4258 req-0fd591fc-4712-4503-8fd6-66341b64ec94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f HTTP/1.1" status: 200 len: 897 time: 0.1004558 Jun 28 07:19:22.668186 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fe9c4cd6-3844-4d5e-8d64-d0cb1114e728 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/adeeb8e0-d478-4c33-a64f-e851445421ba HTTP/1.1" status: 200 len: 990 time: 0.0718670 Jun 28 07:19:22.681861 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] Set router 36e0267b-a841-40b7-9a8d-9a27a527d4cc gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:19:22.714593 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01629970-6dba-4501-b895-1e644f5e4258 req-f60c6acd-7a10-42ec-a1a8-a0bb2d9f9ecb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b1c78-704f-4a63-b700-b3f70420586b HTTP/1.1" status: 200 len: 998 time: 0.0585861 Jun 28 07:19:22.767097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01629970-6dba-4501-b895-1e644f5e4258 req-30b5c80b-1e58-4556-977c-a313f194889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:22.768456 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01629970-6dba-4501-b895-1e644f5e4258 req-30b5c80b-1e58-4556-977c-a313f194889d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa3f935-5dc1-4c20-824d-3533141c6edd HTTP/1.1" status: 200 len: 835 time: 0.0438366 Jun 28 07:19:22.833236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01629970-6dba-4501-b895-1e644f5e4258 req-f88adfe4-02a0-4607-b636-dbac0c711ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:22.834853 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01629970-6dba-4501-b895-1e644f5e4258 req-f88adfe4-02a0-4607-b636-dbac0c711ba7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558548 Jun 28 07:19:22.904141 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:05Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'adeeb8e0-d478-4c33-a64f-e851445421ba', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'port_id': '784b1c78-704f-4a63-b700-b3f70420586b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'mac_address': 'fa:16:3e:f1:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb29ac5-d369-41e7-9953-232076d7204b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:19:21Z', 'updated_at': '2021-06-28T07:19:21Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5c2282-d10e-4725-bf58-62fbe7bb91da', 'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:91:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:05Z', 'updated_at': '2021-06-28T07:19:10Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:19:22.926547 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01629970-6dba-4501-b895-1e644f5e4258 req-124039fb-a783-4a3e-885e-a52bab331a82 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846784 Jun 28 07:19:22.930090 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2458f7-fa3c-4a75-bb5e-bb5e9ace5421 None None] The sync data for ids ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'] in dv-neutron-797120-6-hyperv is: [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:05Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'adeeb8e0-d478-4c33-a64f-e851445421ba', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'port_id': '784b1c78-704f-4a63-b700-b3f70420586b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'mac_address': 'fa:16:3e:f1:ad:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb29ac5-d369-41e7-9953-232076d7204b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:19:21Z', 'updated_at': '2021-06-28T07:19:21Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5c2282-d10e-4725-bf58-62fbe7bb91da', 'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:91:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:05Z', 'updated_at': '2021-06-28T07:19:10Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:19:23.024840 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-01629970-6dba-4501-b895-1e644f5e4258 req-0e6ab141-3208-4535-a2b8-1883d63caf13 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897901 Jun 28 07:19:23.124659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced5248-d687-4957-bed9-e752cef8a190 None None] New status for floating IP adeeb8e0-d478-4c33-a64f-e851445421ba: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:19:23.671067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33872) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:19:23.733149 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b68c3a9f-bf73-400e-a85d-03e828af8bd7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/adeeb8e0-d478-4c33-a64f-e851445421ba HTTP/1.1" status: 200 len: 992 time: 0.0606172 Jun 28 07:19:23.842864 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ad7f-dd82-4183-b990-3ec4a53d89c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:26.470679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:26.539323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-19d6ec61-a25e-479e-ab3c-93f83cdb2692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:27.704735 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:29.453205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:43.944541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:45.649712 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-de2610f2-7965-4de8-acd8-45be9210d973 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527520 Jun 28 07:19:46.099724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-df0fc3c5-3f0f-4180-8daf-3908a842c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:46.101213 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-df0fc3c5-3f0f-4180-8daf-3908a842c7ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 1098 time: 0.3892863 Jun 28 07:19:46.202468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-27e098d0-b072-4518-ba3b-52e5c8fda1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:46.203876 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-27e098d0-b072-4518-ba3b-52e5c8fda1f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f HTTP/1.1" status: 200 len: 897 time: 0.0810339 Jun 28 07:19:46.269801 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-887c7225-2245-4a19-9fdc-9cbdd3eeea71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b1c78-704f-4a63-b700-b3f70420586b HTTP/1.1" status: 200 len: 1000 time: 0.0576255 Jun 28 07:19:46.318531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-6e3f1eab-9c90-4f87-b937-af6fd8bb43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:46.319937 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-6e3f1eab-9c90-4f87-b937-af6fd8bb43f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa3f935-5dc1-4c20-824d-3533141c6edd HTTP/1.1" status: 200 len: 835 time: 0.0431423 Jun 28 07:19:46.379774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-06f18ad3-80ff-40a4-93a7-45b251b42072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:46.381146 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-06f18ad3-80ff-40a4-93a7-45b251b42072 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506732 Jun 28 07:19:46.472755 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-a78d0a86-9d29-4e33-ab88-2d1c9ca9679b service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841515 Jun 28 07:19:46.563687 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39024390-db77-400a-890d-cc9f1ee58cf1 req-952af710-f039-42a0-abe9-e64add036d38 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798917 Jun 28 07:19:53.853086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4362ae93-80fe-4ec6-92d2-dfeac0f1f45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:56.559290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:56.653446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5107b11f-d200-4293-8346-869f4fba2e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:57.707814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:59.295614 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:19:59.390152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb6361-ed3b-4047-b9b8-4b1023aa29bc req-846a1cf9-776b-4ad2-940b-f41676061040 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:59.398249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b5eb6361-ed3b-4047-b9b8-4b1023aa29bc req-846a1cf9-776b-4ad2-940b-f41676061040 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0735581 Jun 28 07:19:59.455829 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b5eb6361-ed3b-4047-b9b8-4b1023aa29bc req-ca196cd9-6837-4604-a75f-ab03360a1ff9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543027 Jun 28 07:19:59.472873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-239d6d13-2dce-47f9-97b3-aa355e425da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:59.474414 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-239d6d13-2dce-47f9-97b3-aa355e425da4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 1098 time: 0.0801711 Jun 28 07:19:59.485221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:19:59.567921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-14e458e0-2a8c-4ddc-9981-e61ad4d40261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:59.569463 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-14e458e0-2a8c-4ddc-9981-e61ad4d40261 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f HTTP/1.1" status: 200 len: 897 time: 0.0878067 Jun 28 07:19:59.637904 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-88a76985-2192-4bc9-845b-c5221f46a523 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b1c78-704f-4a63-b700-b3f70420586b HTTP/1.1" status: 200 len: 1000 time: 0.0608788 Jun 28 07:19:59.690853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-268ba882-a252-4d00-9b5a-c58846dfc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:59.692316 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-268ba882-a252-4d00-9b5a-c58846dfc127 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa3f935-5dc1-4c20-824d-3533141c6edd HTTP/1.1" status: 200 len: 835 time: 0.0472226 Jun 28 07:19:59.755099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-157dbf76-5548-4323-9986-7c32812e2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:19:59.756531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-157dbf76-5548-4323-9986-7c32812e2683 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571699 Jun 28 07:19:59.847729 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-fd6ebbe9-7fdd-4fd5-856e-603bd402a5c5 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830076 Jun 28 07:19:59.940340 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03036e82-5625-4304-ad84-41db7e1ec2a2 req-85da214d-f202-4d48-9ed7-f27798bc66d6 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856261 Jun 28 07:20:00.643514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2e156-6d9f-4e63-b87c-557ea779aea2 req-9bb30c54-845a-460e-87cc-129dac1b8fc4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:00.645175 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4db2e156-6d9f-4e63-b87c-557ea779aea2 req-9bb30c54-845a-460e-87cc-129dac1b8fc4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0647330 Jun 28 07:20:00.687022 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4db2e156-6d9f-4e63-b87c-557ea779aea2 req-82821f5b-7ebe-4a4f-b43e-51ca2f659791 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360138 Jun 28 07:20:01.860380 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa041136-7bb5-4fb7-86d9-759cff6dfb9b req-3cc5bd46-87b0-4fa6-90cd-3b07b3d03bdc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:01.861937 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa041136-7bb5-4fb7-86d9-759cff6dfb9b req-3cc5bd46-87b0-4fa6-90cd-3b07b3d03bdc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0651953 Jun 28 07:20:01.900103 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa041136-7bb5-4fb7-86d9-759cff6dfb9b req-13234ddb-84ce-48a5-9f2b-fdc261ad24a1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325344 Jun 28 07:20:03.081093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a0cd8-218d-4dac-b94c-f5d7e1a12ebe req-694a73c2-9518-455e-a6aa-79a09e876b5b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:03.082591 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f13a0cd8-218d-4dac-b94c-f5d7e1a12ebe req-694a73c2-9518-455e-a6aa-79a09e876b5b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0690143 Jun 28 07:20:03.120824 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f13a0cd8-218d-4dac-b94c-f5d7e1a12ebe req-f1a6f1d3-42be-493d-9342-701b40273824 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Jun 28 07:20:04.300531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7537f6-3762-4d6f-a5d8-890d55ce20c1 req-084719a0-4ceb-4fc8-9bbe-f4d5267da1ec tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:04.302043 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e7537f6-3762-4d6f-a5d8-890d55ce20c1 req-084719a0-4ceb-4fc8-9bbe-f4d5267da1ec tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0680320 Jun 28 07:20:04.344344 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e7537f6-3762-4d6f-a5d8-890d55ce20c1 req-3a02fc92-15c4-49fe-b2f1-83e629850cf0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366359 Jun 28 07:20:05.522110 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dac38-78fe-4b0e-a39e-a6a1f21f1ef7 req-3b440dae-18ed-4089-b069-086ac20185dd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:05.523620 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a68dac38-78fe-4b0e-a39e-a6a1f21f1ef7 req-3b440dae-18ed-4089-b069-086ac20185dd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0684154 Jun 28 07:20:05.560431 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a68dac38-78fe-4b0e-a39e-a6a1f21f1ef7 req-5f91e5c0-485a-4e99-b438-e1234d0aa3f1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313058 Jun 28 07:20:06.734843 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8836a-1ae9-4a9f-b8d4-98f940f6a8cd req-d8f4f952-1d0b-486b-a876-57f8c59b3669 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:06.736221 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04d8836a-1ae9-4a9f-b8d4-98f940f6a8cd req-d8f4f952-1d0b-486b-a876-57f8c59b3669 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0622871 Jun 28 07:20:06.773130 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-04d8836a-1ae9-4a9f-b8d4-98f940f6a8cd req-e122b295-e222-432f-9ce9-d823aa5bc55a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Jun 28 07:20:07.943679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8d23c-2652-4c7e-aef1-89af6161938a req-c9b75400-8688-46f9-a491-88c8d62775fe tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:07.945183 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-70b8d23c-2652-4c7e-aef1-89af6161938a req-c9b75400-8688-46f9-a491-88c8d62775fe tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0633411 Jun 28 07:20:07.982142 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-70b8d23c-2652-4c7e-aef1-89af6161938a req-13f8d745-ffd6-4d33-8ab6-db6eaa9b5261 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Jun 28 07:20:09.160934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe6cec-3894-4000-9242-900a3bf3a7ba req-c291ec97-ce7d-4a5c-bcb7-47f962a5bf0f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:09.162408 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1afe6cec-3894-4000-9242-900a3bf3a7ba req-c291ec97-ce7d-4a5c-bcb7-47f962a5bf0f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0673165 Jun 28 07:20:09.200463 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1afe6cec-3894-4000-9242-900a3bf3a7ba req-6575ac5b-e8c6-4a35-a636-bcf7cb537076 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324864 Jun 28 07:20:10.370626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a3318-1bf1-43b6-84c9-cb03a52d93c8 req-96fb6446-cff2-406f-9e46-498cf93e8a07 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:10.372080 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-216a3318-1bf1-43b6-84c9-cb03a52d93c8 req-96fb6446-cff2-406f-9e46-498cf93e8a07 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0626190 Jun 28 07:20:10.409507 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-216a3318-1bf1-43b6-84c9-cb03a52d93c8 req-cabf5bde-985e-403a-82f6-44abe8bea989 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318286 Jun 28 07:20:11.586185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa1afe-b1a1-4311-b445-ec12d27ee4f0 req-43568e5d-e79d-488b-9e31-0081cdb21998 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:11.587669 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bfaa1afe-b1a1-4311-b445-ec12d27ee4f0 req-43568e5d-e79d-488b-9e31-0081cdb21998 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0680966 Jun 28 07:20:11.625535 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bfaa1afe-b1a1-4311-b445-ec12d27ee4f0 req-137d2faa-57cd-444b-8de5-9cc81b8967fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Jun 28 07:20:11.649961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33914) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:11.711423 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0cd7849b-1d81-4ccf-a5a1-4ef601591fa8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/adeeb8e0-d478-4c33-a64f-e851445421ba HTTP/1.1" status: 200 len: 992 time: 0.0601571 Jun 28 07:20:13.919071 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:23.853674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-17e8c143-4d8b-4b4e-a573-bb2a93f901f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:26.644644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:26.756128 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7955f05d-e418-473c-98bf-7f447a42fa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:27.781854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:29.493212 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:36.295875 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:20:43.899006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:44.152199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33930) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:44.306572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 3ddddaa3-384c-44bc-bab5-74d625b507a8 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:20:44.306908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:44.384541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:44.384883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:44.397254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 3ddddaa3-384c-44bc-bab5-74d625b507a8 owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:20:44.679146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:44.681369 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-136837ce-0b2e-4678-a6be-a83644a03f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:44.709305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=3ddddaa3-384c-44bc-bab5-74d625b507a8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:44.738651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.739041 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.739425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.739806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.740181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.740560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.740959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.741327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.741696 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.742063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.742433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.742795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:44.746385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:44.780734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:44.781089 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Floating IP adeeb8e0-d478-4c33-a64f-e851445421ba disassociated (deleted). External IP: 172.26.4.43, port: 784b1c78-704f-4a63-b700-b3f70420586b. Jun 28 07:20:44.988191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 36e0267b-a841-40b7-9a8d-9a27a527d4cc has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:20:45.093970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:20:45.098903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:45.104390 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] Sync routers for ids ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:20:45.114413 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] Routers {'36e0267b-a841-40b7-9a8d-9a27a527d4cc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:20:45.115131 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:20:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:45.135036 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/floatingips/adeeb8e0-d478-4c33-a64f-e851445421ba HTTP/1.1" status: 204 len: 168 time: 0.9818468 Jun 28 07:20:45.135707 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb29ac5-d369-41e7-9953-232076d7204b', 'tag': '784b1c78-704f-4a63-b700-b3f70420586b'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:20:45.138055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e716e15-f7ae-4b02-9fbc-07fa9099381b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb29ac5-d369-41e7-9953-232076d7204b", "tag": "784b1c78-704f-4a63-b700-b3f70420586b"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:20:45.181703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb1a1d5-4538-433c-8564-14fe003d361a x-openstack-request-id: req-edb1a1d5-4538-433c-8564-14fe003d361a {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:20:45.182307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb29ac5-d369-41e7-9953-232076d7204b", "tag": "784b1c78-704f-4a63-b700-b3f70420586b", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:20:45.182409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-edb1a1d5-4538-433c-8564-14fe003d361a {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:20:45.182784 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb29ac5-d369-41e7-9953-232076d7204b', 'tag': '784b1c78-704f-4a63-b700-b3f70420586b', 'status': 'completed', 'code': 200} Jun 28 07:20:45.226847 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] Set router 36e0267b-a841-40b7-9a8d-9a27a527d4cc gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:20:45.288076 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-f430bc09-9dc4-4539-b0e9-ec55942a471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:45.290320 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-f430bc09-9dc4-4539-b0e9-ec55942a471e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 1098 time: 0.0600259 Jun 28 07:20:45.381795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-e3f20314-bc82-4bc6-ac9d-99a43058ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:45.383386 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-e3f20314-bc82-4bc6-ac9d-99a43058ac76 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f HTTP/1.1" status: 200 len: 897 time: 0.0877488 Jun 28 07:20:45.424721 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:05Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'aa5c2282-d10e-4725-bf58-62fbe7bb91da', 'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:91:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:05Z', 'updated_at': '2021-06-28T07:19:10Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:45.429293 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-539d0952-05f8-4376-9829-bcf1f9a31b84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b1c78-704f-4a63-b700-b3f70420586b HTTP/1.1" status: 200 len: 217 time: 0.0396206 Jun 28 07:20:45.454823 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] Checking router: 36e0267b-a841-40b7-9a8d-9a27a527d4cc for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:20:45.463430 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] Routers {'36e0267b-a841-40b7-9a8d-9a27a527d4cc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:20:45.464044 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:20:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:45.482730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-a33532f8-d682-4133-bbe3-0420b30b43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:45.484323 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-a33532f8-d682-4133-bbe3-0420b30b43b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caa3f935-5dc1-4c20-824d-3533141c6edd HTTP/1.1" status: 200 len: 835 time: 0.0461056 Jun 28 07:20:45.542849 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-406303b4-12e8-4ba6-acbc-ca67a1e26ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:45.544337 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-406303b4-12e8-4ba6-acbc-ca67a1e26ffa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b7e7ef0-7fbd-42ce-91ef-345e384b635f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534935 Jun 28 07:20:45.645656 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-2f606b71-ec10-4a4e-bc8c-5094d87d0f5d service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949061 Jun 28 07:20:45.659950 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] Set router 36e0267b-a841-40b7-9a8d-9a27a527d4cc gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:20:45.740188 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2e716e15-f7ae-4b02-9fbc-07fa9099381b req-e33fc7c8-7771-4833-ba9f-a1a66ff7f718 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874007 Jun 28 07:20:45.865684 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:05Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'aa5c2282-d10e-4725-bf58-62fbe7bb91da', 'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:91:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:05Z', 'updated_at': '2021-06-28T07:19:10Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:45.869604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65575ce5-1282-4f1d-9b41-03315f05295c req-77bd356a-d3a5-46f8-b8d1-5db26df14492 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:45.871128 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-65575ce5-1282-4f1d-9b41-03315f05295c req-77bd356a-d3a5-46f8-b8d1-5db26df14492 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0942168 Jun 28 07:20:45.892917 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f445823-2251-4bd2-990a-bc02bc138a05 None None] The sync data for ids ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'] in dv-neutron-797120-6-hyperv is: [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:05Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'aa5c2282-d10e-4725-bf58-62fbe7bb91da', 'name': '', 'network_id': '4b7e7ef0-7fbd-42ce-91ef-345e384b635f', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:91:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:05Z', 'updated_at': '2021-06-28T07:19:10Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': 'caa3f935-5dc1-4c20-824d-3533141c6edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:20:45.915721 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-65575ce5-1282-4f1d-9b41-03315f05295c req-7a141612-8ef1-4b84-a134-290b6bd21eb5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383341 Jun 28 07:20:46.108826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a41f33-22cb-4700-81c7-62e2656d543d None None] New status for floating IP adeeb8e0-d478-4c33-a64f-e851445421ba: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:20:47.091777 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b10cdd-9979-4021-b880-088a1cf475eb req-b29f0d78-ab1c-4c83-ada7-601bdf5c0b12 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:47.093572 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-42b10cdd-9979-4021-b880-088a1cf475eb req-b29f0d78-ab1c-4c83-ada7-601bdf5c0b12 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0645564 Jun 28 07:20:47.131215 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-42b10cdd-9979-4021-b880-088a1cf475eb req-a1789b55-1440-4f0b-8658-f057f40b46a7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=34021a37-d4f1-484b-8047-cf5f09ee9dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Jun 28 07:20:47.511763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-53852459-fadd-4cbf-9204-acaa5cc52d1b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:47.513275 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-53852459-fadd-4cbf-9204-acaa5cc52d1b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 945 time: 0.0635576 Jun 28 07:20:47.613950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 784b1c78-704f-4a63-b700-b3f70420586b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:20:47.614286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:47.699949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port 784b1c78-704f-4a63-b700-b3f70420586b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=784b1c78-704f-4a63-b700-b3f70420586b,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:20:47.700297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:47.712572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 784b1c78-704f-4a63-b700-b3f70420586b owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:20:47.927192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:47.932191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-13bd6717-2589-439f-a432-594736362830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:47.958328 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=784b1c78-704f-4a63-b700-b3f70420586b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:47.962978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:48.007377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] No DVR routers for this DVR port 784b1c78-704f-4a63-b700-b3f70420586b on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:20:48.009876 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:48.011912 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bcc1d46f-3475-4134-9cf5-f13d21ce2bd5 req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "DELETE /v2.0/ports/784b1c78-704f-4a63-b700-b3f70420586b HTTP/1.1" status: 204 len: 173 time: 0.4929965 Jun 28 07:20:48.012401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb29ac5-d369-41e7-9953-232076d7204b', 'name': 'network-vif-deleted', 'tag': '784b1c78-704f-4a63-b700-b3f70420586b'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:20:48.014772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b31c1b-cfc6-47bf-a0b8-7948fa690ca1" -d '{"events": [{"server_uuid": "4fb29ac5-d369-41e7-9953-232076d7204b", "name": "network-vif-deleted", "tag": "784b1c78-704f-4a63-b700-b3f70420586b"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:20:48.051829 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4961951-cf4b-44cb-94b6-a434a2913615 x-openstack-request-id: req-e4961951-cf4b-44cb-94b6-a434a2913615 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:20:48.052170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb29ac5-d369-41e7-9953-232076d7204b", "name": "network-vif-deleted", "tag": "784b1c78-704f-4a63-b700-b3f70420586b", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:20:48.052469 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4961951-cf4b-44cb-94b6-a434a2913615 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:20:48.052948 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb29ac5-d369-41e7-9953-232076d7204b', 'name': 'network-vif-deleted', 'tag': '784b1c78-704f-4a63-b700-b3f70420586b', 'status': 'completed', 'code': 200} Jun 28 07:20:48.272069 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ff224411-b1cb-4428-b3c5-21598eaeedb9 req-e1c04426-bd42-466e-91ff-bad19165cde8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb29ac5-d369-41e7-9953-232076d7204b HTTP/1.1" status: 200 len: 210 time: 0.0292838 Jun 28 07:20:49.364388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33948) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:49.720458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:49.977058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port aa5c2282-d10e-4725-bf58-62fbe7bb91da {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:20:49.977397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:50.061450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port aa5c2282-d10e-4725-bf58-62fbe7bb91da, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=aa5c2282-d10e-4725-bf58-62fbe7bb91da,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:20:50.061802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:50.073623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for aa5c2282-d10e-4725-bf58-62fbe7bb91da owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:20:50.679441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:50.681668 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7255cc72-999e-4049-9759-9ecc8fc18a9e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:50.712472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=aa5c2282-d10e-4725-bf58-62fbe7bb91da,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:50.715658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:50.896581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:51.108405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 36e0267b-a841-40b7-9a8d-9a27a527d4cc has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:20:51.212836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:20:51.217919 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "PUT /v2.0/routers/36e0267b-a841-40b7-9a8d-9a27a527d4cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8525088 Jun 28 07:20:51.221310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33950) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:51.223147 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] Sync routers for ids ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:20:51.232181 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] Routers {'36e0267b-a841-40b7-9a8d-9a27a527d4cc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:20:51.232803 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:20:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:51.272345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7344c48-88ad-4e83-9920-200e08a6b549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting subnet caa3f935-5dc1-4c20-824d-3533141c6edd {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:20:51.275552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7344c48-88ad-4e83-9920-200e08a6b549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:51.315326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7344c48-88ad-4e83-9920-200e08a6b549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:51.338168 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] Set router 36e0267b-a841-40b7-9a8d-9a27a527d4cc gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:20:51.404795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7344c48-88ad-4e83-9920-200e08a6b549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:51.519956 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:20:50Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:51.522748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7344c48-88ad-4e83-9920-200e08a6b549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:51.525762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bb54c9bd-10a1-4e85-a49e-f5607dfd1ca0 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:51.545660 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] Checking router: 36e0267b-a841-40b7-9a8d-9a27a527d4cc for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:20:51.552295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7344c48-88ad-4e83-9920-200e08a6b549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Subnet': ['ID=caa3f935-5dc1-4c20-824d-3533141c6edd,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:51.555208 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] Routers {'36e0267b-a841-40b7-9a8d-9a27a527d4cc'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:20:51.555347 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:20:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:51.555458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d7344c48-88ad-4e83-9920-200e08a6b549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:51.556350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d7344c48-88ad-4e83-9920-200e08a6b549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:51.558555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d7344c48-88ad-4e83-9920-200e08a6b549 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/subnets/caa3f935-5dc1-4c20-824d-3533141c6edd HTTP/1.1" status: 204 len: 168 time: 0.3360541 Jun 28 07:20:51.562908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33952) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:51.567423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a87c37f-271a-445a-a42e-d0e434294467 None None] Network 4b7e7ef0-7fbd-42ce-91ef-345e384b635f requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:20:51.666023 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] Set router 36e0267b-a841-40b7-9a8d-9a27a527d4cc gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:20:51.667773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 784b1c78-704f-4a63-b700-b3f70420586b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:20:51.679023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:51.694362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 784b1c78-704f-4a63-b700-b3f70420586b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:20:51.694708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 784b1c78-704f-4a63-b700-b3f70420586b not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:20:51.788809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:51.797049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] DHCP port deletion for 4b7e7ef0-7fbd-42ce-91ef-345e384b635f request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:20:51.843263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Deleting port e303723d-8bd1-4931-aebb-5397d8d1f68e {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:20:51.843641 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:51.846741 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:20:50Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:51.875659 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecef739-3de7-4bbe-b547-843468c5a92b None None] The sync data for ids ['36e0267b-a841-40b7-9a8d-9a27a527d4cc'] in dv-neutron-797120-6-hyperv is: [{'id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167283728', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:20:50Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'f0e32397-93e6-4d67-8ed8-dc9f5c97981b', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0267b-a841-40b7-9a8d-9a27a527d4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:19:01Z', 'updated_at': '2021-06-28T07:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:20:51.909089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] For port e303723d-8bd1-4931-aebb-5397d8d1f68e, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e303723d-8bd1-4931-aebb-5397d8d1f68e,segment=NetworkSegment(5e435896-da1b-46ac-9dd7-41f8d8ff14af),segment_id=5e435896-da1b-46ac-9dd7-41f8d8ff14af)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:20:51.909511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:51.921912 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Calling delete_port for e303723d-8bd1-4931-aebb-5397d8d1f68e owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:20:51.928955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port f0e32397-93e6-4d67-8ed8-dc9f5c97981b {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:20:51.929376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.021044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port f0e32397-93e6-4d67-8ed8-dc9f5c97981b, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f0e32397-93e6-4d67-8ed8-dc9f5c97981b,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:20:52.021355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.032694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for f0e32397-93e6-4d67-8ed8-dc9f5c97981b owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:20:52.136420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.138527 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-17b59c21-5bdb-4cfd-a8ad-9a7ab1b4e37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:52.159627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Pushing event deleted for resources: {'Port': ['ID=e303723d-8bd1-4931-aebb-5397d8d1f68e,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:52.168835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.169197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.169533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.169861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.170280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.170606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.170929 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.171250 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.171568 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.171902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.172303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.172557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:52.175714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] No DVR routers for this DVR port e303723d-8bd1-4931-aebb-5397d8d1f68e on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:20:52.177208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:52.299307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.301638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:52.325436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=f0e32397-93e6-4d67-8ed8-dc9f5c97981b,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:52.329600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:52.399694 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.489574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.491556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.673192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.673722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Fanout notify agent at l3_agent the message router_deleted on router 36e0267b-a841-40b7-9a8d-9a27a527d4cc {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:20:52.680454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.681612 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/routers/36e0267b-a841-40b7-9a8d-9a27a527d4cc HTTP/1.1" status: 204 len: 168 time: 1.1197340 Jun 28 07:20:52.687586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33954) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:52.768659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.863487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.873322 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7e7ef0-7fbd-42ce-91ef-345e384b635f']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:52.884750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e435896-da1b-46ac-9dd7-41f8d8ff14af') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:52.885323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e435896-da1b-46ac-9dd7-41f8d8ff14af') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:52.894581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.908193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.913853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:20:52.914228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:20:52.917120 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:20:53.081615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:53.084881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-902d8d2a-3aa4-4f75-a887-a28ce0291899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:53.102660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:53.102660 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/networks/4b7e7ef0-7fbd-42ce-91ef-345e384b635f HTTP/1.1" status: 204 len: 168 time: 0.4051306 Jun 28 07:20:53.102861 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33956) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:53.103316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Network': ['ID=4b7e7ef0-7fbd-42ce-91ef-345e384b635f,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:53.105478 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-abc8ec24-bfee-41b2-b626-68b576bd02da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:53.144078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aa5c2282-d10e-4725-bf58-62fbe7bb91da no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:20:53.166006 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:53.168267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: aa5c2282-d10e-4725-bf58-62fbe7bb91da {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:20:53.168621 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device aa5c2282-d10e-4725-bf58-62fbe7bb91da not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:20:53.169088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e303723d-8bd1-4931-aebb-5397d8d1f68e no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:20:53.189182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: e303723d-8bd1-4931-aebb-5397d8d1f68e {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:20:53.189756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e303723d-8bd1-4931-aebb-5397d8d1f68e not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:20:53.194741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:53.350411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:53.353003 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:53.354192 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/security-groups/34021a37-d4f1-484b-8047-cf5f09ee9dc2 HTTP/1.1" status: 204 len: 168 time: 0.2595520 Jun 28 07:20:53.354990 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-86f4b148-281c-4ab2-b8b3-c53711bccbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:53.363962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34021a37-d4f1-484b-8047-cf5f09ee9dc2,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:53.371179 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.371574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.371959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.372338 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.372709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.373126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.373522 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.373862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.374233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.374594 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.374960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.375322 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:20:53.379700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-37365367-df9e-4ba5-a211-0d3e707ec614 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:53.850237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a3dac1a9-db42-445a-b837-223aa0b9a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:53.861971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33964) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:53.866804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-852148dd-b9ee-4a11-9702-c21e130dbfd9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719334052', 'description': 'tempest-secgroup-smoke-719334052 description', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:20:53.984978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-852148dd-b9ee-4a11-9702-c21e130dbfd9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.065819 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-852148dd-b9ee-4a11-9702-c21e130dbfd9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.163960 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-852148dd-b9ee-4a11-9702-c21e130dbfd9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.166414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-267f1868-8025-4959-8c4e-233c28a36e97 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:54.194130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852148dd-b9ee-4a11-9702-c21e130dbfd9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80bb172-6a64-4580-ad04-a2a93363576d,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:54.196732 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-852148dd-b9ee-4a11-9702-c21e130dbfd9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:54.255995 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-852148dd-b9ee-4a11-9702-c21e130dbfd9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.257190 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-852148dd-b9ee-4a11-9702-c21e130dbfd9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3941743 Jun 28 07:20:54.260063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33966) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:54.264750 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4b03f33c-a6bd-460d-a179-546b6d5de57a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'e80bb172-6a64-4580-ad04-a2a93363576d', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:20:54.401331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4b03f33c-a6bd-460d-a179-546b6d5de57a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.458670 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4b03f33c-a6bd-460d-a179-546b6d5de57a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.541870 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4b03f33c-a6bd-460d-a179-546b6d5de57a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.547178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b0fbaa92-7313-4e7a-a445-f5f2d7fca0b4 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:54.561681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03f33c-a6bd-460d-a179-546b6d5de57a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0078d2b-8d59-4044-8cac-57f05b94ed6a,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:54.564072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4b03f33c-a6bd-460d-a179-546b6d5de57a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:54.644785 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4b03f33c-a6bd-460d-a179-546b6d5de57a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.646030 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4b03f33c-a6bd-460d-a179-546b6d5de57a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3849745 Jun 28 07:20:54.648875 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33968) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:54.653367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-2f7a5605-02bf-4c7c-a808-e07285b234f8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'e80bb172-6a64-4580-ad04-a2a93363576d', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:20:54.722157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f0e32397-93e6-4d67-8ed8-dc9f5c97981b no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:20:54.745183 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: f0e32397-93e6-4d67-8ed8-dc9f5c97981b {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:20:54.745537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f0e32397-93e6-4d67-8ed8-dc9f5c97981b not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:20:54.787051 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5605-02bf-4c7c-a808-e07285b234f8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.847945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5605-02bf-4c7c-a808-e07285b234f8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.984520 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5605-02bf-4c7c-a808-e07285b234f8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:54.990771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9e79c6fe-592e-4e15-b449-0262c613e3e9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:55.006153 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a5605-02bf-4c7c-a808-e07285b234f8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457a8124-e66c-4148-9266-695111d78a02,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:55.009101 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2f7a5605-02bf-4c7c-a808-e07285b234f8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:55.124788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5605-02bf-4c7c-a808-e07285b234f8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:55.126264 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2f7a5605-02bf-4c7c-a808-e07285b234f8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4763634 Jun 28 07:20:55.128894 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33970) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:55.133570 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-684a3fb1-efc5-462c-95e3-e9115e13d9ad tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'e80bb172-6a64-4580-ad04-a2a93363576d', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:20:55.252167 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-684a3fb1-efc5-462c-95e3-e9115e13d9ad tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:55.310623 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-684a3fb1-efc5-462c-95e3-e9115e13d9ad tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:55.415767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-684a3fb1-efc5-462c-95e3-e9115e13d9ad tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:55.417611 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e93c5c52-7372-4209-bd0c-9fa263da87c9 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:55.435503 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a3fb1-efc5-462c-95e3-e9115e13d9ad tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965f1c41-b2f8-49dd-a4ea-548de51cfbe3,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:55.438919 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-684a3fb1-efc5-462c-95e3-e9115e13d9ad tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:55.541599 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-684a3fb1-efc5-462c-95e3-e9115e13d9ad tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:55.542873 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-684a3fb1-efc5-462c-95e3-e9115e13d9ad tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4129813 Jun 28 07:20:55.545561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33972) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:55.550267 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-25ee6e62-25da-4bd1-93c0-a9a02d93221a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'e80bb172-6a64-4580-ad04-a2a93363576d', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:20:55.678605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25ee6e62-25da-4bd1-93c0-a9a02d93221a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:55.738173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25ee6e62-25da-4bd1-93c0-a9a02d93221a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:55.841487 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25ee6e62-25da-4bd1-93c0-a9a02d93221a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:55.843579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-60169a14-f249-43fc-a101-140aab904330 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:55.862331 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee6e62-25da-4bd1-93c0-a9a02d93221a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33225630-2fb7-4724-8bb7-14ea821603f1,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:55.864447 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-25ee6e62-25da-4bd1-93c0-a9a02d93221a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:55.990520 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-25ee6e62-25da-4bd1-93c0-a9a02d93221a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:55.991733 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-25ee6e62-25da-4bd1-93c0-a9a02d93221a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4452579 Jun 28 07:20:55.994437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33974) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:55.999234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e910ed69-0293-4cfe-8911-5e01ae15bbe9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'e80bb172-6a64-4580-ad04-a2a93363576d', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:20:56.167270 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-e910ed69-0293-4cfe-8911-5e01ae15bbe9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Project c0534033a04b4fa4b71e79aadc45a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:20:56.172210 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e910ed69-0293-4cfe-8911-5e01ae15bbe9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:56.235032 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e910ed69-0293-4cfe-8911-5e01ae15bbe9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:56.330660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e910ed69-0293-4cfe-8911-5e01ae15bbe9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:56.332406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-805c9a9a-67d1-44b5-8b4b-c0d8edd4c847 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:56.349538 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910ed69-0293-4cfe-8911-5e01ae15bbe9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b150287-c459-45bf-9d38-369880582883,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:56.352248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e910ed69-0293-4cfe-8911-5e01ae15bbe9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:56.490153 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e910ed69-0293-4cfe-8911-5e01ae15bbe9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:56.491462 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e910ed69-0293-4cfe-8911-5e01ae15bbe9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4960768 Jun 28 07:20:56.494208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33976) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:56.499192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a4bb7c50-b97b-4450-8e8a-f69aa25c057c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'e80bb172-6a64-4580-ad04-a2a93363576d', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:20:56.570060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:56.684280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-20863c52-eac4-44c9-8871-91e080b2a7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:56.747562 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-a4bb7c50-b97b-4450-8e8a-f69aa25c057c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Project c0534033a04b4fa4b71e79aadc45a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:20:56.752951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7c50-b97b-4450-8e8a-f69aa25c057c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:56.812405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7c50-b97b-4450-8e8a-f69aa25c057c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:56.938800 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7c50-b97b-4450-8e8a-f69aa25c057c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:56.941192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8c6a7b79-75df-464e-8107-55d819de7602 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:56.961044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb7c50-b97b-4450-8e8a-f69aa25c057c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d5c3dc-0662-446d-8b0a-9b671729e2df,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:56.963180 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a4bb7c50-b97b-4450-8e8a-f69aa25c057c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:57.038436 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7c50-b97b-4450-8e8a-f69aa25c057c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:57.039682 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a4bb7c50-b97b-4450-8e8a-f69aa25c057c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5442560 Jun 28 07:20:57.042558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 33978) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:57.055416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'network': {'name': 'tempest-network-smoke--944247958', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'port_security_enabled': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:20:57.130134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:20:57.133873 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:57.156985 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:20:57.165511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:57.165854 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Added segment 031bbc0a-bb8e-418b-adcd-02bfe1179cc8 of type vlan for network 7626daa4-6996-4a7f-9cf3-7248731392ee Jun 28 07:20:57.204607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:57.299413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:57.305587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:57.306185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:57.308508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:57.372145 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Network': ['ID=7626daa4-6996-4a7f-9cf3-7248731392ee,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:57.375040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:57.383704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 7626daa4-6996-4a7f-9cf3-7248731392ee details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:20:57.405426 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8875854d-5759-4c26-97a9-3db243e02fa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3618255 Jun 28 07:20:57.408474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33980) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:57.413450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'admin_state_up': True, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:20:57.556264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:57.557293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:57.609620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:57.778802 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:57.834993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:58.117413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:58.135993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:58.237396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.26.4.49 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/cae31a88-1b4a-4e37-a6aa-ef09385c7517) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:20:58.339896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:58.447685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:58.449910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:20:58.490326 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:20:58.493175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:20:58.496666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:20:58.519804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=cae31a88-1b4a-4e37-a6aa-ef09385c7517,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:20:58.525118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:20:58.821553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:59.010925 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:59.222455 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:20:59.325765 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:20:59.336163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Sync routers for ids ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:20:59.347278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Routers {'7d3929bd-2811-4fbc-b0b8-2da4e2156190'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:20:59.348505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:20:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:59.416514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:59.417872 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0082262 Jun 28 07:20:59.421175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33982) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:59.451140 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f24a118d-a257-44a3-8089-ec734e06c34f tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=c0534033a04b4fa4b71e79aadc45a409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286813 Jun 28 07:20:59.453705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33984) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:59.551607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4589e-99c8-4b6b-8710-90b7ca444792 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:20:59.553315 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-00d4589e-99c8-4b6b-8710-90b7ca444792 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986216 Jun 28 07:20:59.556216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33986) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:59.585660 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ac24247e-0516-49e9-9cfc-4cdf62f0538e tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280893 Jun 28 07:20:59.587933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33988) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:20:59.593165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-688512236', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:20:59.608815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Set router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:20:59.636816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:59.750011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:20:59.755033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:20:59.797960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:20:58Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:20:59.826653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Checking router: 7d3929bd-2811-4fbc-b0b8-2da4e2156190 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:20:59.827019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Updating router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 port cae31a88-1b4a-4e37-a6aa-ef09385c7517 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:20:59.864199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:00.132298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:00.143258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Transition to ACTIVE for port object cae31a88-1b4a-4e37-a6aa-ef09385c7517 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:21:00.259304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:00.261423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:00.312398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Attempting to bind port cae31a88-1b4a-4e37-a6aa-ef09385c7517 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:21:00.312778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Attempting to bind port cae31a88-1b4a-4e37-a6aa-ef09385c7517 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:21:00.313217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Attempting to bind port cae31a88-1b4a-4e37-a6aa-ef09385c7517 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:21:00.315363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b51c7-0456-4e58-9634-d42023a864d1 None None] Pushing event updated for resources: {'Port': ['ID=cae31a88-1b4a-4e37-a6aa-ef09385c7517,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:00.318486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ca5b51c7-0456-4e58-9634-d42023a864d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:00.321108 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:21:00.321503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:21:00.321918 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:00.322930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:21:00.322930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Bound port: cae31a88-1b4a-4e37-a6aa-ef09385c7517, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:21:00.323152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:00.373319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] For port cae31a88-1b4a-4e37-a6aa-ef09385c7517, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:21:00.376184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] For port cae31a88-1b4a-4e37-a6aa-ef09385c7517, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cae31a88-1b4a-4e37-a6aa-ef09385c7517,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:21:00.416095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:00.416095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0651cb1d-d12b-47fd-a000-b5f2f2f47ce8 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:00.464238 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Subnet': ['ID=8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:00.471904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:00.480994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Checking segment: {'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:21:00.481347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network hostable DHCP agents. Network: 7626daa4-6996-4a7f-9cf3-7248731392ee, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:21:00.519537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:00.522365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:00.576155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Routers {'7d3929bd-2811-4fbc-b0b8-2da4e2156190'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:21:00.576757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:20:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:21:00.611009 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b51c7-0456-4e58-9634-d42023a864d1 None None] Pushing event updated for resources: {'Port': ['ID=cae31a88-1b4a-4e37-a6aa-ef09385c7517,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:00.615144 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ca5b51c7-0456-4e58-9634-d42023a864d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:00.645465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 7626daa4-6996-4a7f-9cf3-7248731392ee is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:21:00.682971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] Set router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:21:00.762027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 7626daa4-6996-4a7f-9cf3-7248731392ee) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:21:00.766244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:00.766830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:00.781622 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f596a57-ceba-4a68-bd0a-85b9b8bd918b None None] Network 7626daa4-6996-4a7f-9cf3-7248731392ee requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:21:00.919437 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8f383dd6-ac17-490f-bcd7-302cfc437e42 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3304322 Jun 28 07:21:00.922140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 33990) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:21:00.976895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:20:58Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:21:01.005897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-7626daa4-6996-4a7f-9cf3-7248731392ee', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:21:01.006769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:01.019814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23963d3-3a48-4fbd-97c1-42006cf6487a None None] The sync data for ids ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'] in dv-neutron-797120-6-hyperv is: [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:20:58Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:21:01.154376 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Allocated IP 172.20.0.2 (7626daa4-6996-4a7f-9cf3-7248731392ee/8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b/9892a0a1-b847-42b1-ae05-5c862b778f83) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:21:01.333023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:01.341651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Transition to ACTIVE for port object 9892a0a1-b847-42b1-ae05-5c862b778f83 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:21:01.358716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Transition to ACTIVE for port object 9892a0a1-b847-42b1-ae05-5c862b778f83 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:21:01.408312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:01.453971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:01.459955 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:01.506513 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Network 7626daa4-6996-4a7f-9cf3-7248731392ee is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:21:01.509323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:21:01.514153 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:21:01.518657 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Pushing event updated for resources: {'Port': ['ID=9892a0a1-b847-42b1-ae05-5c862b778f83,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:01.533114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:01.681999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Attempting to bind port 9892a0a1-b847-42b1-ae05-5c862b778f83 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:21:01.682375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Attempting to bind port 9892a0a1-b847-42b1-ae05-5c862b778f83 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:21:01.682753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Attempting to bind port 9892a0a1-b847-42b1-ae05-5c862b778f83 on network 7626daa4-6996-4a7f-9cf3-7248731392ee {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:21:01.687902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:21:01.688307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Checking segment: {'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:21:01.688731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:01.689783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Bound using segment: {'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:21:01.690488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Bound port: 9892a0a1-b847-42b1-ae05-5c862b778f83, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:21:01.690876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:01.756481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] For port 9892a0a1-b847-42b1-ae05-5c862b778f83, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:21:01.760342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] For port 9892a0a1-b847-42b1-ae05-5c862b778f83, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=9892a0a1-b847-42b1-ae05-5c862b778f83,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:21:01.865262 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:01.868318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:01.922518 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.20.0.1 (7626daa4-6996-4a7f-9cf3-7248731392ee/8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b/6efec6fe-09f9-412e-9824-44f9907120a8) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:21:01.931440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Pushing event updated for resources: {'Port': ['ID=9892a0a1-b847-42b1-ae05-5c862b778f83,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:01.934598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:02.053554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:02.067814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Transition to ACTIVE for port object 6efec6fe-09f9-412e-9824-44f9907120a8 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:21:02.188693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:02.192666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-53c88307-1ad6-4de5-b45b-410b66c318e7 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:02.231494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 7626daa4-6996-4a7f-9cf3-7248731392ee is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:21:02.236664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:21:02.240429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:21:02.266730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=6efec6fe-09f9-412e-9824-44f9907120a8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:02.273568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:02.291017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:02.521075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:02.806978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:02.825619 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cae31a88-1b4a-4e37-a6aa-ef09385c7517 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:21:02.894418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:02.898394 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2fa6e90d-07c1-4e07-b609-7474b863b8c3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:02.976089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=6efec6fe-09f9-412e-9824-44f9907120a8,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:02.979346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:02.980474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:02.981790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port cae31a88-1b4a-4e37-a6aa-ef09385c7517 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:21:02.985981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port cae31a88-1b4a-4e37-a6aa-ef09385c7517 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:02.986361 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:03.080629 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:03.082428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 7626daa4-6996-4a7f-9cf3-7248731392ee is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:21:03.084058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:21:03.103196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port cae31a88-1b4a-4e37-a6aa-ef09385c7517, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cae31a88-1b4a-4e37-a6aa-ef09385c7517,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:21:03.204441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:21:03.206495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344fc6d0-f4c4-4d8f-bcf4-3403bc42c698 None None] Network 7626daa4-6996-4a7f-9cf3-7248731392ee requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:21:03.224533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:03.228141 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 9892a0a1-b847-42b1-ae05-5c862b778f83 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:21:03.228807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:03.318324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:21:03.330777 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "PUT /v2.0/routers/7d3929bd-2811-4fbc-b0b8-2da4e2156190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4075813 Jun 28 07:21:03.337458 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Sync routers for ids ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:21:03.352667 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Routers {'7d3929bd-2811-4fbc-b0b8-2da4e2156190'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:21:03.352667 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:20:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:21:03.360357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=cae31a88-1b4a-4e37-a6aa-ef09385c7517,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:03.366837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:03.416259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f85fa330-759e-496c-b904-0a10a28b3b6f None None] Provisioning for port 9892a0a1-b847-42b1-ae05-5c862b778f83 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:21:03.462244 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Set router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:21:03.487336 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-87a4a0b4-986a-4900-886a-cefc974a0b9b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719334052&fields=id&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 267 time: 0.0360110 Jun 28 07:21:03.493062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 9892a0a1-b847-42b1-ae05-5c862b778f83 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:21:03.497062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 9892a0a1-b847-42b1-ae05-5c862b778f83 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:03.497762 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:03.586088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:03.614708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-a7046ca8-cfef-417f-846f-600c86d23438 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:03.616220 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-a7046ca8-cfef-417f-846f-600c86d23438 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/networks?id=7626daa4-6996-4a7f-9cf3-7248731392ee HTTP/1.1" status: 200 len: 796 time: 0.1217692 Jun 28 07:21:03.637461 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-695e9cea-859e-4a60-8fd8-a4515926302f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/quotas/c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 375 time: 0.0144513 Jun 28 07:21:03.638719 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 9892a0a1-b847-42b1-ae05-5c862b778f83, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=9892a0a1-b847-42b1-ae05-5c862b778f83,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:21:03.685507 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:21:02Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '6efec6fe-09f9-412e-9824-44f9907120a8', 'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:68:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:21:01Z', 'updated_at': '2021-06-28T07:21:02Z', 'revision_number': 2, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:21:03.710046 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-22700ad3-6212-46f9-a1be-fee2da40fd30 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658290 Jun 28 07:21:03.716409 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Checking router: 7d3929bd-2811-4fbc-b0b8-2da4e2156190 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:21:03.716775 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Updating router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 port 6efec6fe-09f9-412e-9824-44f9907120a8 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:21:03.733437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:03.735759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-035f6611-0129-448d-9006-f074b7a7c5dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:03.762842 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:03.798679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=9892a0a1-b847-42b1-ae05-5c862b778f83,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:03.798824 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:03.864788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-db03790c-f9fb-40ac-bbfa-053a3e386d0b None None] Provisioning for port 6efec6fe-09f9-412e-9824-44f9907120a8 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:21:03.871105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-db03790c-f9fb-40ac-bbfa-053a3e386d0b None None] Provisioning complete for port 6efec6fe-09f9-412e-9824-44f9907120a8 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:03.871687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-db03790c-f9fb-40ac-bbfa-053a3e386d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:03.907150 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-0b579d83-be9c-40f3-bd1c-eafc1ac1451d service neutron] 10.222.0.24 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817062 Jun 28 07:21:03.910029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-db03790c-f9fb-40ac-bbfa-053a3e386d0b None None] Port 6efec6fe-09f9-412e-9824-44f9907120a8 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:21:03.920615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-db03790c-f9fb-40ac-bbfa-053a3e386d0b None None] Provisioning complete for port 9892a0a1-b847-42b1-ae05-5c862b778f83 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:03.921092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-db03790c-f9fb-40ac-bbfa-053a3e386d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:04.023051 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-0cd6d632-e50f-47b9-9961-2dea25187411 service neutron] 10.222.0.24 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059692 Jun 28 07:21:04.071392 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:04.082663 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Transition to ACTIVE for port object 6efec6fe-09f9-412e-9824-44f9907120a8 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:21:04.142958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a1acffe1-7506-4cd0-ba56-7bbacc0f2cae None None] Provisioning complete for port 6efec6fe-09f9-412e-9824-44f9907120a8 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:04.143389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a1acffe1-7506-4cd0-ba56-7bbacc0f2cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:04.179505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-a1acffe1-7506-4cd0-ba56-7bbacc0f2cae None None] Port 6efec6fe-09f9-412e-9824-44f9907120a8 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:21:04.184136 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:04.186244 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-49245112-436d-44a4-bffc-8a0c7e6e5d9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:04.236914 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Pushing event updated for resources: {'Port': ['ID=6efec6fe-09f9-412e-9824-44f9907120a8,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:04.246453 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.246800 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.247137 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.247989 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.247989 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.248277 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.248484 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.248814 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.249162 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.249481 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.249799 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.250115 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:21:04.363078 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:04.399101 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Attempting to bind port 6efec6fe-09f9-412e-9824-44f9907120a8 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:21:04.399502 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Attempting to bind port 6efec6fe-09f9-412e-9824-44f9907120a8 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:21:04.399962 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Attempting to bind port 6efec6fe-09f9-412e-9824-44f9907120a8 on network 7626daa4-6996-4a7f-9cf3-7248731392ee {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:21:04.404716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d918b8aa-15d2-4c17-a671-141fe1e08e72 req-29d119de-0fd6-4561-af55-acc60e95e557 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 210 time: 0.0420206 Jun 28 07:21:04.408588 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:21:04.409205 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Checking segment: {'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:21:04.409618 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:04.410115 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Bound using segment: {'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:21:04.410741 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Bound port: 6efec6fe-09f9-412e-9824-44f9907120a8, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:21:04.411215 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:04.482737 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] For port 6efec6fe-09f9-412e-9824-44f9907120a8, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:21:04.486607 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] For port 6efec6fe-09f9-412e-9824-44f9907120a8, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6efec6fe-09f9-412e-9824-44f9907120a8,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:21:04.644797 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:04.646900 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-b0fb6634-3c8d-4f46-973b-f1d453b6034f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:04.707138 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Routers {'7d3929bd-2811-4fbc-b0b8-2da4e2156190'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:21:04.707783 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:20:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:21:04.712674 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Pushing event updated for resources: {'Port': ['ID=6efec6fe-09f9-412e-9824-44f9907120a8,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:04.715957 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:04.808656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cae31a88-1b4a-4e37-a6aa-ef09385c7517 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:21:04.830023 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] Set router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:21:04.863120 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port cae31a88-1b4a-4e37-a6aa-ef09385c7517 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:04.863496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:04.953866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 9892a0a1-b847-42b1-ae05-5c862b778f83 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:21:05.004410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 9892a0a1-b847-42b1-ae05-5c862b778f83 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:05.004797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:05.035799 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:21:02Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '6efec6fe-09f9-412e-9824-44f9907120a8', 'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:68:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:21:01Z', 'updated_at': '2021-06-28T07:21:04Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:21:05.061593 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921d861-3efc-4492-9a48-2efd76342d3c None None] The sync data for ids ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'] in dv-neutron-797120-6-hyperv is: [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:21:02Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '6efec6fe-09f9-412e-9824-44f9907120a8', 'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:68:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:21:01Z', 'updated_at': '2021-06-28T07:21:04Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:21:05.566752 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-895ed0fd-a969-432e-8ffc-143d957501e6 req-ecfc3c21-316b-46b1-9b9e-264f3d90f1dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 210 time: 0.0389924 Jun 28 07:21:06.710091 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9d7bc2ba-5ba7-46b5-a80f-3aec460dab8d req-4a325e27-ca98-45ca-9178-ac930120e4d8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 210 time: 0.0300970 Jun 28 07:21:06.790347 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6efec6fe-09f9-412e-9824-44f9907120a8 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:21:06.937895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-6c288056-ac3e-4724-8eff-3f680da4a813 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:06.940440 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-6c288056-ac3e-4724-8eff-3f680da4a813 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/networks?id=7626daa4-6996-4a7f-9cf3-7248731392ee HTTP/1.1" status: 200 len: 796 time: 0.1019480 Jun 28 07:21:06.979070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 6efec6fe-09f9-412e-9824-44f9907120a8 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:21:06.983866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 6efec6fe-09f9-412e-9824-44f9907120a8 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:06.984286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:07.006631 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-0b6a1ff2-83bd-4068-b31c-48ff1c4a5d6b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 379 time: 0.0401301 Jun 28 07:21:07.015495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'port': {'device_id': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'admin_state_up': True, 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'security_groups': ['e80bb172-6a64-4580-ad04-a2a93363576d']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:21:07.066170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:07.098883 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 6efec6fe-09f9-412e-9824-44f9907120a8, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6efec6fe-09f9-412e-9824-44f9907120a8,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:21:07.190953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:07.192980 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9d217839-a5a6-4d7f-a525-90aac354649f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:07.224493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:21:07.228337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:07.238430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=6efec6fe-09f9-412e-9824-44f9907120a8,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:07.241461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:07.357568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.20.0.5 (7626daa4-6996-4a7f-9cf3-7248731392ee/8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b/d9d70ab1-ac39-4896-9fa4-a4e4431b34f3) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:21:07.497291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:07.509807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Transition to ACTIVE for port object d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:21:07.619651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:07.624265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f495348-ac56-46ae-b550-1f53477a0d38 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:07.663283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 7626daa4-6996-4a7f-9cf3-7248731392ee is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:21:07.668208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:21:07.670800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:21:07.718957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:07.718957 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:07.727361 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:07.727979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:07.799494 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7876348 Jun 28 07:21:07.818747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Request body: {'port': {'device_id': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:21:07.943193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:07.953121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bbde9-a395-435b-9196-1ec5a079a957 req-464a1ee4-6523-4073-a4b3-7c1333ab5897 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:07.955231 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa3bbde9-a395-435b-9196-1ec5a079a957 req-464a1ee4-6523-4073-a4b3-7c1333ab5897 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 931 time: 0.1124806 Jun 28 07:21:07.956452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b2b7821c-8c5d-4089-a940-0a986c583ffd None None] Provisioning for port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:21:07.960766 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b2b7821c-8c5d-4089-a940-0a986c583ffd None None] Provisioning complete for port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:07.961467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b2b7821c-8c5d-4089-a940-0a986c583ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:07.995923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7821c-8c5d-4089-a940-0a986c583ffd None None] Port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:21:08.025571 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa3bbde9-a395-435b-9196-1ec5a079a957 req-f693b19a-c83c-431b-b8f1-40485e850da1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638881 Jun 28 07:21:08.247579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:21:08.255610 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:08.267976 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Transition to ACTIVE for port object d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:21:08.338993 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:08.341905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-30555cfc-6bf5-4adb-96db-1e7726967bd3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:08.390658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:08.396198 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:08.466721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Attempting to bind port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:21:08.467086 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Attempting to bind port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:21:08.467789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Attempting to bind port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 on network 7626daa4-6996-4a7f-9cf3-7248731392ee {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:21:08.474395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 on network 7626daa4-6996-4a7f-9cf3-7248731392ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:21:08.474716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Attempting to bind port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 on network 7626daa4-6996-4a7f-9cf3-7248731392ee {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:21:08.480139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:21:08.482079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Checking segment: {'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:21:08.482079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Bound using segment: {'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:21:08.482079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Bound port: d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031bbc0a-bb8e-418b-adcd-02bfe1179cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:21:08.482079 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:08.553343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] For port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:21:08.556264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] For port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:21:08.633443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:08.635591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6d8e767a-d293-4342-8bc1-0cf81c28d585 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:08.669102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:08.669704 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:08.671055 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] 10.222.0.50 "PUT /v2.0/ports/d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 HTTP/1.1" status: 200 len: 1093 time: 0.8571701 Jun 28 07:21:08.671613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:21:08.674045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d6ca8-dc7d-4437-8828-bc2bbed4326a" -d '{"events": [{"name": "network-changed", "server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:21:08.701799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:08.705642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:08.715918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a1563b-1fa6-457f-95db-87453cd2fb91 x-openstack-request-id: req-a9a1563b-1fa6-457f-95db-87453cd2fb91 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:21:08.715918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:21:08.715918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9a1563b-1fa6-457f-95db-87453cd2fb91 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:21:08.715918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'status': 'completed', 'code': 200} Jun 28 07:21:08.781272 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6efec6fe-09f9-412e-9824-44f9907120a8 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:21:08.822594 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d6ca8-dc7d-4437-8828-bc2bbed4326a req-75d31993-8a3d-4684-a458-0b9f71f4da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:08.824622 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f8d6ca8-dc7d-4437-8828-bc2bbed4326a req-75d31993-8a3d-4684-a458-0b9f71f4da05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1096 time: 0.0637569 Jun 28 07:21:08.942445 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d6ca8-dc7d-4437-8828-bc2bbed4326a req-8a472ca2-86e1-43b6-abe4-2a61fb661a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:08.943899 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f8d6ca8-dc7d-4437-8828-bc2bbed4326a req-8a472ca2-86e1-43b6-abe4-2a61fb661a7b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c0534033a04b4fa4b71e79aadc45a409&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1052425 Jun 28 07:21:08.994443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 6efec6fe-09f9-412e-9824-44f9907120a8 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:08.994946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:09.037312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d6ca8-dc7d-4437-8828-bc2bbed4326a req-8b0dfea4-a761-4d8c-911b-f2fd51ded67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:09.038717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f8d6ca8-dc7d-4437-8828-bc2bbed4326a req-8b0dfea4-a761-4d8c-911b-f2fd51ded67f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882416 Jun 28 07:21:09.185923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-08ff98fd-d3f8-4ded-95ed-6298b87c94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:09.187354 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-08ff98fd-d3f8-4ded-95ed-6298b87c94d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1096 time: 0.0849459 Jun 28 07:21:09.239429 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-7bbb39bd-5c85-49ae-bc93-f761b19358b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 HTTP/1.1" status: 200 len: 217 time: 0.0365164 Jun 28 07:21:09.246814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cadff5-ce16-4c96-aeaf-4af0f343536a req-c566ff03-3783-4b52-a5e8-174e77fd67ba tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:09.248255 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96cadff5-ce16-4c96-aeaf-4af0f343536a req-c566ff03-3783-4b52-a5e8-174e77fd67ba tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 943 time: 0.1038790 Jun 28 07:21:09.320058 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96cadff5-ce16-4c96-aeaf-4af0f343536a req-359352d2-85fd-44f9-a802-bea9773023f1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629597 Jun 28 07:21:09.321330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-c4dc821c-0664-46e4-a826-62b8137cb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:09.322676 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-c4dc821c-0664-46e4-a826-62b8137cb512 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b HTTP/1.1" status: 200 len: 834 time: 0.0736072 Jun 28 07:21:09.380556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-8278eca9-039e-4cf1-a291-d682384769af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:09.382044 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-8278eca9-039e-4cf1-a291-d682384769af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7626daa4-6996-4a7f-9cf3-7248731392ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522931 Jun 28 07:21:09.469164 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-e444511f-6a4f-465e-9dfe-6dd1f17fdb90 service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800240 Jun 28 07:21:09.561207 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6ce8066f-5daf-46aa-ad0b-f21ee1d1962c req-b43dc393-6db3-4d3c-8a0d-ba52a18327fd service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857515 Jun 28 07:21:10.492341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5e3b7-7f49-418d-b522-efad00e00048 req-ce918433-1f32-47f1-9849-f20409247f1a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:10.493871 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cce5e3b7-7f49-418d-b522-efad00e00048 req-ce918433-1f32-47f1-9849-f20409247f1a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 943 time: 0.0639925 Jun 28 07:21:10.532024 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cce5e3b7-7f49-418d-b522-efad00e00048 req-819f4ecf-dacf-42f0-a64c-d8458b84e915 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324364 Jun 28 07:21:11.709139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9984f-fbeb-4d71-989d-e03504a3330c req-a48e1b88-cce5-4c51-84ed-ea275a91e0d0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:11.710604 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c8c9984f-fbeb-4d71-989d-e03504a3330c req-a48e1b88-cce5-4c51-84ed-ea275a91e0d0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 943 time: 0.0662584 Jun 28 07:21:11.748122 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c8c9984f-fbeb-4d71-989d-e03504a3330c req-4746a763-6eee-4638-b604-f2bddc1eac43 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319760 Jun 28 07:21:12.920826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2fded-18b8-42fd-8128-b9e2b71e07d2 req-7953149d-b75c-48db-a640-d309b289fd24 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:12.922321 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2fe2fded-18b8-42fd-8128-b9e2b71e07d2 req-7953149d-b75c-48db-a640-d309b289fd24 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 943 time: 0.0638001 Jun 28 07:21:12.959212 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2fe2fded-18b8-42fd-8128-b9e2b71e07d2 req-d654b7b4-1669-43a7-8c44-b4a38f5a4327 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305901 Jun 28 07:21:13.293901 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:21:13.801160 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:21:13.914442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:21:13.925199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:13.926326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'port_id': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'mac_address': 'fa:16:3e:48:7e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:21:13.962215 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:13.974694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:21:13.994685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:21:14.131810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5c2f2-04e0-42d9-a687-ae4f347e104f req-e5f94eda-a9a2-44e6-8a21-c94b8cb2b89e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:14.133292 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a8c5c2f2-04e0-42d9-a687-ae4f347e104f req-e5f94eda-a9a2-44e6-8a21-c94b8cb2b89e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 943 time: 0.0642936 Jun 28 07:21:14.138552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:14.140351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:14.171493 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a8c5c2f2-04e0-42d9-a687-ae4f347e104f req-22b64a3f-754c-4cfe-9b16-30941e3a2c88 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326848 Jun 28 07:21:14.193216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:14.196563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:14.420389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['d9d70ab1-ac39-4896-9fa4-a4e4431b34f3'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:21:15.350680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5985be-68ce-4df0-bf7b-92358181f50e req-bff4e93d-5fad-4ebd-9184-437c469bc3bc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:15.352110 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd5985be-68ce-4df0-bf7b-92358181f50e req-bff4e93d-5fad-4ebd-9184-437c469bc3bc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 944 time: 0.0658791 Jun 28 07:21:15.389170 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd5985be-68ce-4df0-bf7b-92358181f50e req-94ef64ba-d566-474b-b0ab-0e2e3c3510b7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314567 Jun 28 07:21:15.815165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:21:15.932775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:21:15.936475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:21:15.936877 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:16.013111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:16.035823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:21:16.038149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb351439-ed95-4383-bd95-84ba64d5af94" -d '{"events": [{"server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "name": "network-vif-plugged", "status": "completed", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:21:16.050459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:21:16.073021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd502a4d-4198-4570-a92c-31d2bcad761f x-openstack-request-id: req-fd502a4d-4198-4570-a92c-31d2bcad761f {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:21:16.073323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "name": "network-vif-plugged", "status": "completed", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:21:16.073583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd502a4d-4198-4570-a92c-31d2bcad761f {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:21:16.073981 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'code': 200} Jun 28 07:21:16.142395 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:16.144356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ad4d6cdf-9b4d-46aa-8039-66c49b99a797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:16.194510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:16.197834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:16.519313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4356b7-be8f-4de6-a9b2-3908ad13541b req-830be7e2-d8ba-42ea-97cd-8a91b816667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:16.520733 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4c4356b7-be8f-4de6-a9b2-3908ad13541b req-830be7e2-d8ba-42ea-97cd-8a91b816667a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1098 time: 0.0621784 Jun 28 07:21:16.581144 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4c4356b7-be8f-4de6-a9b2-3908ad13541b req-c388c8cc-e9c1-46d2-81d6-afcb123018ea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444183 Jun 28 07:21:16.598153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a634a-673a-44f4-a22c-188452c6669e req-aa69a8c8-b0a3-4537-ab74-52a2d9c6f9a0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:16.599570 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d28a634a-673a-44f4-a22c-188452c6669e req-aa69a8c8-b0a3-4537-ab74-52a2d9c6f9a0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0947478 Jun 28 07:21:16.983745 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d28a634a-673a-44f4-a22c-188452c6669e req-caf7614e-7547-43ed-a92b-1ee75d349afb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783400 Jun 28 07:21:18.159203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da38311-1729-44db-80a9-5f81fa44f391 req-0b0309d0-1e0f-4f7b-943b-67cb7a1fb506 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:18.160721 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8da38311-1729-44db-80a9-5f81fa44f391 req-0b0309d0-1e0f-4f7b-943b-67cb7a1fb506 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0644989 Jun 28 07:21:18.199120 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8da38311-1729-44db-80a9-5f81fa44f391 req-437b00f0-1ba7-4579-99df-849dd0512e50 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326877 Jun 28 07:21:18.371728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105e93b-0bd4-409a-9a16-8b71ec0a4445 req-22e227e0-c697-46a5-b511-4d40bb292bee tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:18.373124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9105e93b-0bd4-409a-9a16-8b71ec0a4445 req-22e227e0-c697-46a5-b511-4d40bb292bee tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0644612 Jun 28 07:21:18.414330 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9105e93b-0bd4-409a-9a16-8b71ec0a4445 req-e2cd6fce-d45c-4247-a845-5cb6c1f7f30c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343218 Jun 28 07:21:18.439591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34052) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:21:18.490154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0def037-6ffe-48de-aed9-08ed217b8060 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:18.491647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f0def037-6ffe-48de-aed9-08ed217b8060 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1093 time: 0.0510957 Jun 28 07:21:18.494702 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34054) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:21:18.499119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:21:18.676448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:18.769368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:18.870761 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.26.4.111 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/73caf272-48da-4c63-8c5a-0026e0c2863b) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:21:18.967205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:19.268068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:19.271082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5b1f3ead-9de3-4a58-afa1-bdbea39df553 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:19.309941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:21:19.312862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:21:19.316043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:21:19.321587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=73caf272-48da-4c63-8c5a-0026e0c2863b,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:19.324728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:19.690461 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:19.878764 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:20.034225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:20.152966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:20.155081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-07a70afd-ab0a-4273-8e4e-3d1d8a62da19 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:21:20.226399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=73caf272-48da-4c63-8c5a-0026e0c2863b,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:21:20.229513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:21:20.240567 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:20.352597 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Floating IP 05dc1bb0-229d-4c79-9c4a-04f3036b1c46 associated. External IP: 172.26.4.111, port: d9d70ab1-ac39-4896-9fa4-a4e4431b34f3. Jun 28 07:21:20.560664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:21:20.669423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:21:20.679963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] Sync routers for ids ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:21:20.688939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] Routers {'7d3929bd-2811-4fbc-b0b8-2da4e2156190'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:21:20.689663 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:20:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:21:20.795551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] Set router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:21:20.918868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:20.960372 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4646325 Jun 28 07:21:20.961441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:21:20.963860 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:21:21.004140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f558d5de-2397-4492-9f9b-d8e4b8618fd9 x-openstack-request-id: req-f558d5de-2397-4492-9f9b-d8e4b8618fd9 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:21:21.004545 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:21:21.004940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f558d5de-2397-4492-9f9b-d8e4b8618fd9 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:21:21.005486 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'status': 'completed', 'code': 200} Jun 28 07:21:21.019108 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:21:02Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '05dc1bb0-229d-4c79-9c4a-04f3036b1c46', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'port_id': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'mac_address': 'fa:16:3e:48:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:21:19Z', 'updated_at': '2021-06-28T07:21:19Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efec6fe-09f9-412e-9824-44f9907120a8', 'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:68:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:21:01Z', 'updated_at': '2021-06-28T07:21:07Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:21:21.049688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] Checking router: 7d3929bd-2811-4fbc-b0b8-2da4e2156190 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:21:21.058201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] Routers {'7d3929bd-2811-4fbc-b0b8-2da4e2156190'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:21:21.058818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:20:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:21:21.150659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7612e-dd04-429d-a0c7-a805c70a1274 req-2ac501a1-bd70-4de5-b1af-dbef76de61da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:21.152156 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-59c7612e-dd04-429d-a0c7-a805c70a1274 req-2ac501a1-bd70-4de5-b1af-dbef76de61da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.1022451 Jun 28 07:21:21.154992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-e3d40e7e-6168-457a-be78-355077c52b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:21.156376 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-e3d40e7e-6168-457a-be78-355077c52b53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1098 time: 0.0969577 Jun 28 07:21:21.166741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] Set router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:21:21.248771 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-59c7612e-dd04-429d-a0c7-a805c70a1274 req-a79ed4b7-c169-43d1-ac75-7e4f09d36cbe tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894580 Jun 28 07:21:21.275089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-5731d28e-ba77-4de0-8ca6-de854e3103f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:21.276088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34060) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:21:21.276667 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-5731d28e-ba77-4de0-8ca6-de854e3103f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7626daa4-6996-4a7f-9cf3-7248731392ee HTTP/1.1" status: 200 len: 897 time: 0.1112454 Jun 28 07:21:21.343859 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5cb65562-9561-4d91-9684-2edc12957204 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/05dc1bb0-229d-4c79-9c4a-04f3036b1c46 HTTP/1.1" status: 200 len: 991 time: 0.0664842 Jun 28 07:21:21.344081 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-7f83f0ed-3730-4c9c-90fa-0e9c111b7e35 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 HTTP/1.1" status: 200 len: 999 time: 0.0604625 Jun 28 07:21:21.397181 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-9a1dc421-55c0-4570-96f0-dd879b113432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:21.398681 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-9a1dc421-55c0-4570-96f0-dd879b113432 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b HTTP/1.1" status: 200 len: 834 time: 0.0487256 Jun 28 07:21:21.408451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:21:02Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '05dc1bb0-229d-4c79-9c4a-04f3036b1c46', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'port_id': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'mac_address': 'fa:16:3e:48:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:21:19Z', 'updated_at': '2021-06-28T07:21:19Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efec6fe-09f9-412e-9824-44f9907120a8', 'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:68:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:21:01Z', 'updated_at': '2021-06-28T07:21:07Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:21:21.433938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1321b-347b-4048-98c8-bc502c6b1a3e None None] The sync data for ids ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'] in dv-neutron-797120-6-hyperv is: [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:21:02Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '05dc1bb0-229d-4c79-9c4a-04f3036b1c46', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'port_id': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'mac_address': 'fa:16:3e:48:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:21:19Z', 'updated_at': '2021-06-28T07:21:19Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6efec6fe-09f9-412e-9824-44f9907120a8', 'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:68:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:21:01Z', 'updated_at': '2021-06-28T07:21:07Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:21:21.456347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-e2a67a9e-5bae-4999-b3b4-bb2b217864c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:21.457885 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-e2a67a9e-5bae-4999-b3b4-bb2b217864c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7626daa4-6996-4a7f-9cf3-7248731392ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533304 Jun 28 07:21:21.559941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-26849a6c-6bf7-4e38-aee7-b283ce60db28 service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904398 Jun 28 07:21:21.626340 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3628336-13a7-43f2-a383-d96e6254f8fd None None] New status for floating IP 05dc1bb0-229d-4c79-9c4a-04f3036b1c46: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:21:21.650303 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-940dd747-1d4e-4e5a-a61e-35bbc80fcbdb req-d0d5f8c1-aa5e-4747-899b-769172214321 service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895183 Jun 28 07:21:22.347649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34062) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:21:22.411054 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3ff12220-593d-49e0-81c9-7e8fc935401d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/05dc1bb0-229d-4c79-9c4a-04f3036b1c46 HTTP/1.1" status: 200 len: 993 time: 0.0621696 Jun 28 07:21:23.876359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2640-bebb-4920-b708-d88ac40fd476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:26.489799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:26.541244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0c0f6156-a752-4d4a-aa2a-ec8f70286e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:27.787427 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:29.452692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:43.924174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:49.047754 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-c5bc5580-732f-46e5-9693-6825471a45cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568414 Jun 28 07:21:49.161493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-1931e321-bef7-4935-a5a0-1d32d22bf49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:49.162943 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-1931e321-bef7-4935-a5a0-1d32d22bf49c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1098 time: 0.0521941 Jun 28 07:21:49.273145 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-2ac64c05-ea6a-43d3-be1e-692a3753b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:49.274604 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-2ac64c05-ea6a-43d3-be1e-692a3753b823 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7626daa4-6996-4a7f-9cf3-7248731392ee HTTP/1.1" status: 200 len: 897 time: 0.0872571 Jun 28 07:21:49.339584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-c1528901-d01c-4be9-910b-a1e3657b2687 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 HTTP/1.1" status: 200 len: 1001 time: 0.0577116 Jun 28 07:21:49.388423 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-7c7459c0-c645-429a-bfda-4d96e176b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:49.389880 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-7c7459c0-c645-429a-bfda-4d96e176b77a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b HTTP/1.1" status: 200 len: 834 time: 0.0433080 Jun 28 07:21:49.451274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-aaa06052-abe6-4525-b694-229ab74ef663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:49.452835 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-aaa06052-abe6-4525-b694-229ab74ef663 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7626daa4-6996-4a7f-9cf3-7248731392ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559506 Jun 28 07:21:49.541349 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-25d43b33-3695-4212-a43e-84b85bcf76f3 service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818236 Jun 28 07:21:49.635731 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-61a2bf1a-fa04-4cf7-a3ba-08beff07c83f req-c4873def-dfb7-4e0b-a7cc-2e09927dfaf7 service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873287 Jun 28 07:21:50.292184 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:21:53.809713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1ba7aec1-830e-4359-b0db-b4ad7516b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:54.171186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cbb1d-18c0-48c8-b97e-7eec4d7d35f0 req-ef699881-0c4b-4371-a307-e83e21172b26 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:54.172704 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-823cbb1d-18c0-48c8-b97e-7eec4d7d35f0 req-ef699881-0c4b-4371-a307-e83e21172b26 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0633945 Jun 28 07:21:54.210589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-823cbb1d-18c0-48c8-b97e-7eec4d7d35f0 req-f8e1e5b7-c686-44ca-b70d-1b20871d994b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Jun 28 07:21:54.358679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34084) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:21:54.451302 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-e789e492-e720-4bb8-a36d-f9ba3f8fffc9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914059 Jun 28 07:21:55.389333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfb476-7b76-4f20-a545-df48586f74cc req-628a5854-dbcb-47a0-b4f7-92d10f9cb1bc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:55.390861 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-afbfb476-7b76-4f20-a545-df48586f74cc req-628a5854-dbcb-47a0-b4f7-92d10f9cb1bc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0681791 Jun 28 07:21:55.434006 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-afbfb476-7b76-4f20-a545-df48586f74cc req-69752e2f-3f6b-4c68-8c34-c26a2e9cdb5b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370057 Jun 28 07:21:56.475789 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:56.540976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-77420dc0-38f4-4ba2-bb9b-36871f7e1ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:56.616590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f3eb2-ae14-4236-a638-6b4d507ccf30 req-2f95cd21-2b3d-482b-93c1-700362cfbdf3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:56.618264 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b2f3eb2-ae14-4236-a638-6b4d507ccf30 req-2f95cd21-2b3d-482b-93c1-700362cfbdf3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0661147 Jun 28 07:21:56.658395 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b2f3eb2-ae14-4236-a638-6b4d507ccf30 req-1e42e484-6df7-4d9a-a75d-8c73e5abcf33 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340908 Jun 28 07:21:56.867571 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da555-7fef-4b88-8175-599e217f20f6 req-08103977-eef2-4674-8901-a4f0d7829a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:56.869114 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-08103977-eef2-4674-8901-a4f0d7829a4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1098 time: 0.0589261 Jun 28 07:21:56.972795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da555-7fef-4b88-8175-599e217f20f6 req-bf44995b-0449-4ca5-8a46-be2e00191e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:56.974264 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-bf44995b-0449-4ca5-8a46-be2e00191e29 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7626daa4-6996-4a7f-9cf3-7248731392ee HTTP/1.1" status: 200 len: 897 time: 0.0846457 Jun 28 07:21:57.043307 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-6c5e9c3c-f694-4296-9d2a-1333d2cf5d24 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 HTTP/1.1" status: 200 len: 1001 time: 0.0616734 Jun 28 07:21:57.090306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da555-7fef-4b88-8175-599e217f20f6 req-bdf3e9ff-bf25-48fc-bf21-37c51357342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:57.098510 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-bdf3e9ff-bf25-48fc-bf21-37c51357342c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b HTTP/1.1" status: 200 len: 834 time: 0.0419850 Jun 28 07:21:57.146538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da555-7fef-4b88-8175-599e217f20f6 req-577feabb-f36e-4cab-abcd-ec62337e80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:57.148229 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-577feabb-f36e-4cab-abcd-ec62337e80da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7626daa4-6996-4a7f-9cf3-7248731392ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506346 Jun 28 07:21:57.241958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-5c7290c9-7c11-47e2-98d4-94bbaa8bb976 service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872808 Jun 28 07:21:57.331517 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-3d3e259f-d43b-4e6b-b91b-38adc453c5ee service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825970 Jun 28 07:21:57.809656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:21:57.840116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15859292-7a16-404d-9481-7cdbaf0f6716 req-ad3c181b-e891-4954-8f7f-54ffaca3ad63 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:57.841650 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-15859292-7a16-404d-9481-7cdbaf0f6716 req-ad3c181b-e891-4954-8f7f-54ffaca3ad63 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0710473 Jun 28 07:21:57.880720 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-15859292-7a16-404d-9481-7cdbaf0f6716 req-b9c9c2ff-2490-4a80-afcf-92234ec82fdb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331316 Jun 28 07:21:59.057640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ee5ef-19e0-4627-9298-5f2fff111e98 req-4c70399a-496d-47f6-aa2c-1cdf87a6942f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:21:59.059122 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c16ee5ef-19e0-4627-9298-5f2fff111e98 req-4c70399a-496d-47f6-aa2c-1cdf87a6942f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0661552 Jun 28 07:21:59.098457 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c16ee5ef-19e0-4627-9298-5f2fff111e98 req-81601be3-6325-42b1-8db3-08d688772a79 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328276 Jun 28 07:21:59.432365 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:00.281424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cea6f-4d2f-4d6d-9a3d-43cd57c9d4fd req-2a07fe50-66a7-40c5-8edc-17c9ef0b2c3d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:00.283503 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-065cea6f-4d2f-4d6d-9a3d-43cd57c9d4fd req-2a07fe50-66a7-40c5-8edc-17c9ef0b2c3d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0614865 Jun 28 07:22:00.319958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-065cea6f-4d2f-4d6d-9a3d-43cd57c9d4fd req-6f927630-9a80-4723-8ad1-39e84f988eef tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308373 Jun 28 07:22:01.499164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa372ddc-f31d-495a-b3f4-46d1d9197e68 req-3cabe20c-9c8c-4de3-9f54-7521d8dd9b0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:01.500665 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa372ddc-f31d-495a-b3f4-46d1d9197e68 req-3cabe20c-9c8c-4de3-9f54-7521d8dd9b0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0687139 Jun 28 07:22:01.538644 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa372ddc-f31d-495a-b3f4-46d1d9197e68 req-dc17e891-be74-4b95-bf46-478f89378a5d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320306 Jun 28 07:22:02.715806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c0962-21b9-40d9-976a-907c57b62251 req-6b2e22a0-b1a0-45b5-b818-a6b48aa05e8a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:02.717288 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-511c0962-21b9-40d9-976a-907c57b62251 req-6b2e22a0-b1a0-45b5-b818-a6b48aa05e8a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0655799 Jun 28 07:22:02.755373 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-511c0962-21b9-40d9-976a-907c57b62251 req-cfd24f48-9470-484a-b93a-d31bad9002c9 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Jun 28 07:22:03.937100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb839a47-fa3a-43b4-9a3d-e86e9afc30f9 req-b05aab0b-3260-450d-accf-e106674cca12 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:03.938624 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb839a47-fa3a-43b4-9a3d-e86e9afc30f9 req-b05aab0b-3260-450d-accf-e106674cca12 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0702393 Jun 28 07:22:03.977559 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-eb839a47-fa3a-43b4-9a3d-e86e9afc30f9 req-9537f459-127a-4a4a-b4ed-d3bd979f9c2a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331831 Jun 28 07:22:05.151470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21e4ea-5d59-48b0-995f-639953041fbc req-39adf4e6-8d09-4811-9b3f-c1ed02f671d8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:05.153000 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ef21e4ea-5d59-48b0-995f-639953041fbc req-39adf4e6-8d09-4811-9b3f-c1ed02f671d8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0647309 Jun 28 07:22:05.191129 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ef21e4ea-5d59-48b0-995f-639953041fbc req-98765d53-3fc3-4ce6-9074-a9ac5a0fdb60 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Jun 28 07:22:06.364918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c11bf-ec3b-4062-aace-0e5c943361af req-6f1b69fa-0f02-4913-9f6b-e37a85096a3f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:06.366390 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a34c11bf-ec3b-4062-aace-0e5c943361af req-6f1b69fa-0f02-4913-9f6b-e37a85096a3f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0635951 Jun 28 07:22:06.403096 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a34c11bf-ec3b-4062-aace-0e5c943361af req-f9f6f4cd-5960-4254-9371-6222f51aec5c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311680 Jun 28 07:22:07.578350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9e22f-1d1e-431e-bf4b-4902bc346d55 req-5709b53c-bc2d-4614-a171-82dad2e6f890 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:07.580773 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8c9e22f-1d1e-431e-bf4b-4902bc346d55 req-5709b53c-bc2d-4614-a171-82dad2e6f890 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0682585 Jun 28 07:22:07.618902 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8c9e22f-1d1e-431e-bf4b-4902bc346d55 req-6d527650-1de5-451b-acfd-6f995ac70295 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326014 Jun 28 07:22:08.791075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428ed4b-3c58-447b-a016-bfc3b4014b28 req-c95f45a7-7f82-4a45-af25-b113a5b5f6ca tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:08.792536 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6428ed4b-3c58-447b-a016-bfc3b4014b28 req-c95f45a7-7f82-4a45-af25-b113a5b5f6ca tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0626426 Jun 28 07:22:08.830250 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6428ed4b-3c58-447b-a016-bfc3b4014b28 req-5999730b-5180-4d6a-bf59-4e9028eb7c1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313118 Jun 28 07:22:10.010781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70f06f-fe2b-4deb-b5d9-d3cfc10800ae req-b0b094c6-9078-4fb3-9fe3-b159f20f07e3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:10.012250 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a70f06f-fe2b-4deb-b5d9-d3cfc10800ae req-b0b094c6-9078-4fb3-9fe3-b159f20f07e3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0681784 Jun 28 07:22:10.052877 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a70f06f-fe2b-4deb-b5d9-d3cfc10800ae req-b7d3ede2-1d2f-401b-9289-89a386b66a22 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336478 Jun 28 07:22:11.229662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e4095-778e-4e95-bf7f-c72bd1ffb589 req-b34bec67-1071-48d6-aef8-f4e823b93e7b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:11.231179 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-403e4095-778e-4e95-bf7f-c72bd1ffb589 req-b34bec67-1071-48d6-aef8-f4e823b93e7b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0654030 Jun 28 07:22:11.269977 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-403e4095-778e-4e95-bf7f-c72bd1ffb589 req-667f5e6d-eb83-43b9-8f82-b07035c59ae8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319602 Jun 28 07:22:12.446149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13845b2-9747-4759-93db-c3d6925b8e56 req-e97b385a-9f8b-4ef6-a76e-da428b7d7756 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:12.447754 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c13845b2-9747-4759-93db-c3d6925b8e56 req-e97b385a-9f8b-4ef6-a76e-da428b7d7756 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0650303 Jun 28 07:22:12.487127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c13845b2-9747-4759-93db-c3d6925b8e56 req-b339037c-f175-429d-b8d7-a7efbdb4f0fc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337369 Jun 28 07:22:13.929518 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:14.006569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd4592-af6c-43ed-90c7-9075f576d03d req-4acfd38d-cf9f-478c-9a60-d34818e40188 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:14.008034 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-41bd4592-af6c-43ed-90c7-9075f576d03d req-4acfd38d-cf9f-478c-9a60-d34818e40188 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.4073522 Jun 28 07:22:14.045631 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-41bd4592-af6c-43ed-90c7-9075f576d03d req-4b5fe501-3cbd-45f5-9146-0901f42edae4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Jun 28 07:22:14.571848 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-5eea13c3-7974-430a-98cb-0bcb8581fc04 service neutron] 10.222.0.50 "GET /v2.0/ports/d9d70ab1-ac39-4896-9fa4-a4e4431b34f3/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0538938 Jun 28 07:22:15.263818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7ae52-64bd-4fa4-af62-e759a5ea4b46 req-85110a3d-6d40-417d-b4ae-dd34478d685f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:15.265524 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cbc7ae52-64bd-4fa4-af62-e759a5ea4b46 req-85110a3d-6d40-417d-b4ae-dd34478d685f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.1088736 Jun 28 07:22:15.271795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da555-7fef-4b88-8175-599e217f20f6 req-4d5c354e-6291-495b-8ccc-a9f003b528c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:15.273209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-4d5c354e-6291-495b-8ccc-a9f003b528c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 1098 time: 0.0852327 Jun 28 07:22:15.306397 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cbc7ae52-64bd-4fa4-af62-e759a5ea4b46 req-c80c146b-7138-47ec-ad77-98cebff1b054 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322230 Jun 28 07:22:15.361011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da555-7fef-4b88-8175-599e217f20f6 req-3d924f9d-727d-4f38-a045-5926fdb7f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:15.362410 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-3d924f9d-727d-4f38-a045-5926fdb7f0a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1098 time: 0.0530543 Jun 28 07:22:15.453963 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da555-7fef-4b88-8175-599e217f20f6 req-ea4d858c-3341-44eb-b089-3b2f1c80c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:15.456001 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-ea4d858c-3341-44eb-b089-3b2f1c80c826 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7626daa4-6996-4a7f-9cf3-7248731392ee HTTP/1.1" status: 200 len: 897 time: 0.0875967 Jun 28 07:22:15.521910 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-26ec2517-c9fc-4912-86b7-7c409f3d76a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 HTTP/1.1" status: 200 len: 1001 time: 0.0579784 Jun 28 07:22:15.575480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da555-7fef-4b88-8175-599e217f20f6 req-a13b10a7-4c8a-4e7e-9c71-0aaaf4a67bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:15.576917 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-a13b10a7-4c8a-4e7e-9c71-0aaaf4a67bdf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b HTTP/1.1" status: 200 len: 834 time: 0.0485425 Jun 28 07:22:15.634030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da555-7fef-4b88-8175-599e217f20f6 req-cd7c799c-a24e-443b-bc16-0e826a1bea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:15.635758 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-cd7c799c-a24e-443b-bc16-0e826a1bea85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7626daa4-6996-4a7f-9cf3-7248731392ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527239 Jun 28 07:22:15.724831 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-78453055-744f-407d-9c2d-516a08e9a7af service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830131 Jun 28 07:22:15.818795 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-262186e8-f7c4-4ef0-a046-4d9ec6bf415c service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880723 Jun 28 07:22:16.483754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804c4b6-839c-42d4-b73f-2c1f614f262e req-6611a232-4ce8-4e9a-965c-b4f670bbecca tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:16.485186 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3804c4b6-839c-42d4-b73f-2c1f614f262e req-6611a232-4ce8-4e9a-965c-b4f670bbecca tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0640137 Jun 28 07:22:16.523536 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3804c4b6-839c-42d4-b73f-2c1f614f262e req-c93901f4-ed89-4b91-b959-5ebd69ab919a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Jun 28 07:22:17.703659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf72b47-72fb-445a-a5fb-01115225e356 req-c249f58b-dd53-4a4b-9d41-9a633ee0e2d7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:17.705219 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf72b47-72fb-445a-a5fb-01115225e356 req-c249f58b-dd53-4a4b-9d41-9a633ee0e2d7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0692861 Jun 28 07:22:17.742958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf72b47-72fb-445a-a5fb-01115225e356 req-288ab1c8-2040-4a8d-bf90-cd4488c09d24 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321903 Jun 28 07:22:18.119795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:22:18.193238 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:18.218989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:22:18.222120 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8471141f-a87b-4001-91bd-4217e3bcac39" -d '{"events": [{"server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:22:18.234874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:22:18.266274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9291953-e4a1-48eb-b584-313af4efd4f5 x-openstack-request-id: req-d9291953-e4a1-48eb-b584-313af4efd4f5 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:22:18.267555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:22:18.267726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9291953-e4a1-48eb-b584-313af4efd4f5 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:22:18.268141 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'code': 200} Jun 28 07:22:18.363799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:18.367088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c379b987-9295-457a-9d9e-5a8ff3e5b296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:22:18.412054 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:22:18.418728 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.419077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.419437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.419769 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.420093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.420419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.420746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.421103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.421424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.421739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.422053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.422364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:18.426416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:22:18.919161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a32479-bcf4-47e9-8f5e-45c1ecdc2c09 req-d1477cce-aab6-44f2-96df-0855ee9fc2a8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:18.920624 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-80a32479-bcf4-47e9-8f5e-45c1ecdc2c09 req-d1477cce-aab6-44f2-96df-0855ee9fc2a8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 943 time: 0.0641534 Jun 28 07:22:18.958426 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-80a32479-bcf4-47e9-8f5e-45c1ecdc2c09 req-a44777e4-36fe-4734-9060-ee862e3c5002 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316839 Jun 28 07:22:19.413356 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7c40f-ce76-4c58-93f1-0bfaefd54236 req-e6b4f05a-d091-49e0-a9e0-65f01f0c789d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:19.414763 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-74a7c40f-ce76-4c58-93f1-0bfaefd54236 req-e6b4f05a-d091-49e0-a9e0-65f01f0c789d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 943 time: 0.0636015 Jun 28 07:22:19.487209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-74a7c40f-ce76-4c58-93f1-0bfaefd54236 req-617df8d1-e410-417b-9bed-91cadc64f11d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666616 Jun 28 07:22:19.522193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fa632-e467-4e94-98e5-524d06f300f5 req-84f1f096-2459-4dbc-9ace-40d9da06193b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:19.523810 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-260fa632-e467-4e94-98e5-524d06f300f5 req-84f1f096-2459-4dbc-9ace-40d9da06193b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff&tenant_id=c0534033a04b4fa4b71e79aadc45a409&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.0954988 Jun 28 07:22:19.688031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fa632-e467-4e94-98e5-524d06f300f5 req-9f8c44dc-1d61-4fac-9c3f-3d84636613d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:19.690177 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-260fa632-e467-4e94-98e5-524d06f300f5 req-9f8c44dc-1d61-4fac-9c3f-3d84636613d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1096 time: 0.1070735 Jun 28 07:22:19.698094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34d10a-b68c-4e2e-8165-8a945f1903e6 req-6ea0e310-8713-489b-973a-c6d6755606e6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:19.699417 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ae34d10a-b68c-4e2e-8165-8a945f1903e6 req-6ea0e310-8713-489b-973a-c6d6755606e6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 943 time: 0.0848293 Jun 28 07:22:19.782913 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ae34d10a-b68c-4e2e-8165-8a945f1903e6 req-9e96b9cf-5da1-4e07-89ae-39a86a1c9449 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753226 Jun 28 07:22:19.806191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fa632-e467-4e94-98e5-524d06f300f5 req-28887772-2b7d-4485-9ef2-71186d03cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:19.807631 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-260fa632-e467-4e94-98e5-524d06f300f5 req-28887772-2b7d-4485-9ef2-71186d03cc4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=7626daa4-6996-4a7f-9cf3-7248731392ee HTTP/1.1" status: 200 len: 897 time: 0.1074014 Jun 28 07:22:19.873820 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-260fa632-e467-4e94-98e5-524d06f300f5 req-7b7c2e7e-c19f-4e8c-a5e9-590acb7e5bc7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 HTTP/1.1" status: 200 len: 999 time: 0.0591395 Jun 28 07:22:19.919142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fa632-e467-4e94-98e5-524d06f300f5 req-77eb880e-5af1-4a3b-9d23-a06c5e1d9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:19.920507 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-260fa632-e467-4e94-98e5-524d06f300f5 req-77eb880e-5af1-4a3b-9d23-a06c5e1d9c91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b HTTP/1.1" status: 200 len: 834 time: 0.0408938 Jun 28 07:22:19.975703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fa632-e467-4e94-98e5-524d06f300f5 req-77bdd690-d025-46c1-a39e-acde69fa2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:19.977066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-260fa632-e467-4e94-98e5-524d06f300f5 req-77bdd690-d025-46c1-a39e-acde69fa2635 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7626daa4-6996-4a7f-9cf3-7248731392ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497067 Jun 28 07:22:20.069527 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-260fa632-e467-4e94-98e5-524d06f300f5 req-4e30832b-f38a-4d89-b032-14d6a1210026 service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859981 Jun 28 07:22:20.128673 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:22:20.156716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-260fa632-e467-4e94-98e5-524d06f300f5 req-8e4377b6-572a-405a-b092-cff2b30e371c service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810812 Jun 28 07:22:20.223171 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:22:20.237604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'port_id': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'mac_address': 'fa:16:3e:48:7e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:22:20.274115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:20.286286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:22:20.304825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:22:20.389599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:20.392155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:22:20.437430 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:22:20.441181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:22:20.558613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['d9d70ab1-ac39-4896-9fa4-a4e4431b34f3'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:22:20.967609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5502fd-ecfa-4688-812d-dd3df7af3e46 req-8a5c54f6-9249-49ef-958e-7cbbcefef0b7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:20.969405 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3c5502fd-ecfa-4688-812d-dd3df7af3e46 req-8a5c54f6-9249-49ef-958e-7cbbcefef0b7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 944 time: 0.0710895 Jun 28 07:22:21.009242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3c5502fd-ecfa-4688-812d-dd3df7af3e46 req-8c842a44-1f3c-4b0a-98cf-f3ab4214e207 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336049 Jun 28 07:22:22.142142 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:22:22.187566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66292483-6fed-490d-a9aa-8f37b4e94473 req-6de9f2ac-1f17-47dd-9ae3-aa7a40f49d80 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:22.189874 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-66292483-6fed-490d-a9aa-8f37b4e94473 req-6de9f2ac-1f17-47dd-9ae3-aa7a40f49d80 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 944 time: 0.0636766 Jun 28 07:22:22.190888 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:22:22.191273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:22.227597 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-66292483-6fed-490d-a9aa-8f37b4e94473 req-073603e1-2abd-46f2-9c41-f70bbddd19fd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319898 Jun 28 07:22:22.253476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34174) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:22:22.271841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:22.293792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:22:22.296074 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2216de-a607-44be-b12b-a285cd3ade29" -d '{"events": [{"server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "name": "network-vif-plugged", "status": "completed", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:22:22.310115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:22:22.317744 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f3565977-5cda-4ae2-b139-184238ac2be6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/05dc1bb0-229d-4c79-9c4a-04f3036b1c46 HTTP/1.1" status: 200 len: 992 time: 0.0630546 Jun 28 07:22:22.335981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df25088-e01f-4c20-84e6-39701c4938e0 x-openstack-request-id: req-0df25088-e01f-4c20-84e6-39701c4938e0 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:22:22.336282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "name": "network-vif-plugged", "status": "completed", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:22:22.336543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0df25088-e01f-4c20-84e6-39701c4938e0 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:22:22.336977 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'code': 200} Jun 28 07:22:22.386408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:22.389222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c379b987-9295-457a-9d9e-5a8ff3e5b296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:22:22.437373 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:22:22.440795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:22:23.831959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9b9cf44-c3fa-4497-bd8b-0a6828235800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:26.466125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:26.529130 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3b6dbe2f-45fb-4028-945a-022a59c19064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:27.295459 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:22:27.832197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:29.483115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:43.974377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:48.859590 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34188) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:22:49.017758 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 73caf272-48da-4c63-8c5a-0026e0c2863b {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:22:49.018100 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:49.090701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:49.091027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:49.102482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 73caf272-48da-4c63-8c5a-0026e0c2863b owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:22:49.675711 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:49.677951 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-eede0816-8117-4d37-a7f9-71b07bea32fd tempest-FloatingIPAdminTestJSON-638126637 tempest-FloatingIPAdminTestJSON-638126637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:22:49.699175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=73caf272-48da-4c63-8c5a-0026e0c2863b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:22:49.711814 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.712206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.712588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.712992 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.713367 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.714296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.714296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.714459 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.714795 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.715156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.715518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.715884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:49.721976 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:22:49.783197 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:49.783623 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Floating IP 05dc1bb0-229d-4c79-9c4a-04f3036b1c46 disassociated (deleted). External IP: 172.26.4.111, port: d9d70ab1-ac39-4896-9fa4-a4e4431b34f3. Jun 28 07:22:49.808069 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f111163-7962-4d94-9413-a373dce2378f req-cfa1f277-f026-4264-9c68-d0ace9945b82 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525572 Jun 28 07:22:49.925329 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f111163-7962-4d94-9413-a373dce2378f req-d9f212be-91d8-4684-8c7e-039faca4d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:49.926793 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f111163-7962-4d94-9413-a373dce2378f req-d9f212be-91d8-4684-8c7e-039faca4d9a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1098 time: 0.0516005 Jun 28 07:22:49.994561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:22:50.037062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f111163-7962-4d94-9413-a373dce2378f req-b01cf275-1775-4422-b12c-00b68c1fca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:50.038589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f111163-7962-4d94-9413-a373dce2378f req-b01cf275-1775-4422-b12c-00b68c1fca99 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7626daa4-6996-4a7f-9cf3-7248731392ee HTTP/1.1" status: 200 len: 897 time: 0.0902948 Jun 28 07:22:50.085750 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f111163-7962-4d94-9413-a373dce2378f req-8469ed28-197c-46ea-be2a-2eea43864043 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 HTTP/1.1" status: 200 len: 217 time: 0.0386982 Jun 28 07:22:50.105816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:22:50.111757 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:50.116052 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] Sync routers for ids ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:22:50.125032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] Routers {'7d3929bd-2811-4fbc-b0b8-2da4e2156190'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:22:50.125718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:22:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:50.139307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f111163-7962-4d94-9413-a373dce2378f req-6af782ae-5768-4d61-9f43-52ac2045c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:50.140913 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f111163-7962-4d94-9413-a373dce2378f req-6af782ae-5768-4d61-9f43-52ac2045c29e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b HTTP/1.1" status: 200 len: 834 time: 0.0493026 Jun 28 07:22:50.152131 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-18b588fb-b8ab-4362-b864-40882c8da4bb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/floatingips/05dc1bb0-229d-4c79-9c4a-04f3036b1c46 HTTP/1.1" status: 204 len: 168 time: 1.2890980 Jun 28 07:22:50.152131 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:22:50.152753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b" -d '{"events": [{"name": "network-changed", "server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:22:50.198304 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3af8ac-25dd-4cec-86e9-2fca080519a9 x-openstack-request-id: req-0f3af8ac-25dd-4cec-86e9-2fca080519a9 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:22:50.199004 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:22:50.199697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f3af8ac-25dd-4cec-86e9-2fca080519a9 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:22:50.200642 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'status': 'completed', 'code': 200} Jun 28 07:22:50.214327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f111163-7962-4d94-9413-a373dce2378f req-6542bbb4-9a67-4366-bfc9-707b02d5622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:50.216049 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f111163-7962-4d94-9413-a373dce2378f req-6542bbb4-9a67-4366-bfc9-707b02d5622d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7626daa4-6996-4a7f-9cf3-7248731392ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687759 Jun 28 07:22:50.259191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] Set router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:22:50.314079 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f111163-7962-4d94-9413-a373dce2378f req-2f7a24b5-7fa0-44e8-b056-7609ffe05960 service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910485 Jun 28 07:22:50.422536 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f111163-7962-4d94-9413-a373dce2378f req-b2138f38-80a8-41a0-b1df-93bee38fdcdf service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976765 Jun 28 07:22:50.609813 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:21:02Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '6efec6fe-09f9-412e-9824-44f9907120a8', 'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:68:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:21:01Z', 'updated_at': '2021-06-28T07:21:07Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:50.637872 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] Checking router: 7d3929bd-2811-4fbc-b0b8-2da4e2156190 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:22:50.647124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] Routers {'7d3929bd-2811-4fbc-b0b8-2da4e2156190'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:22:50.647756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:22:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:50.650298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-dd0780c9-01a7-4319-adab-76c7933d93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:50.651943 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-dd0780c9-01a7-4319-adab-76c7933d93f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 1098 time: 0.0593653 Jun 28 07:22:50.741471 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-f360102a-f457-43cf-8245-a06267cd6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:50.742932 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-f360102a-f457-43cf-8245-a06267cd6ec3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7626daa4-6996-4a7f-9cf3-7248731392ee HTTP/1.1" status: 200 len: 897 time: 0.0842195 Jun 28 07:22:50.756542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] Set router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:22:50.793308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-4ec70c6f-5a45-4cf6-9c3f-0133306ad73c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 HTTP/1.1" status: 200 len: 217 time: 0.0424440 Jun 28 07:22:50.925624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-5c2932cd-7b28-454b-aa52-b0744b14f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:50.927123 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-5c2932cd-7b28-454b-aa52-b0744b14f3ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b HTTP/1.1" status: 200 len: 834 time: 0.0774472 Jun 28 07:22:50.956327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:21:02Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '6efec6fe-09f9-412e-9824-44f9907120a8', 'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:68:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:21:01Z', 'updated_at': '2021-06-28T07:21:07Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:50.982012 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ecdc8f-d22a-44dc-ba72-1e77080c7c54 None None] The sync data for ids ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'] in dv-neutron-797120-6-hyperv is: [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:21:02Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '6efec6fe-09f9-412e-9824-44f9907120a8', 'name': '', 'network_id': '7626daa4-6996-4a7f-9cf3-7248731392ee', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:68:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:21:01Z', 'updated_at': '2021-06-28T07:21:07Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:22:50.987315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf706e-bcca-418b-97bc-9aebc31d7b7d req-d376a4e4-97ad-46a3-a362-7723dbaf9313 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:50.988827 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96cf706e-bcca-418b-97bc-9aebc31d7b7d req-d376a4e4-97ad-46a3-a362-7723dbaf9313 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.1304457 Jun 28 07:22:51.039675 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96cf706e-bcca-418b-97bc-9aebc31d7b7d req-9ff12e05-f60a-4b9f-8412-8764516b3d7d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445592 Jun 28 07:22:51.042463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-432a7566-5f06-42c2-a53d-bb35f9a8b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:51.043943 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-432a7566-5f06-42c2-a53d-bb35f9a8b3b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7626daa4-6996-4a7f-9cf3-7248731392ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1073914 Jun 28 07:22:51.141613 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-2b4e11bf-4e23-4ba5-9769-6df54baa9b9c service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888367 Jun 28 07:22:51.202911 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fff4d0-a718-4058-93b5-8ed598351b1e None None] New status for floating IP 05dc1bb0-229d-4c79-9c4a-04f3036b1c46: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:22:51.240577 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4b3f32c3-1698-4a6c-8c6c-280bb8dd123b req-f9051011-bf3b-44a9-a33d-aabc5f942447 service neutron] 10.222.0.50 "GET /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904348 Jun 28 07:22:52.214441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c153699-158b-4a62-993b-689f5c74bada req-de05a4ab-37cd-402d-b368-8c569d15b0d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:52.215908 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1c153699-158b-4a62-993b-689f5c74bada req-de05a4ab-37cd-402d-b368-8c569d15b0d6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0634677 Jun 28 07:22:52.253748 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1c153699-158b-4a62-993b-689f5c74bada req-534ed07d-b8d3-4a6f-85d2-5cc0bddc3f6c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313993 Jun 28 07:22:53.051880 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-796bab49-c85d-4179-bf53-40e915e63ae3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:53.053354 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-796bab49-c85d-4179-bf53-40e915e63ae3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0672224 Jun 28 07:22:53.154491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:22:53.154862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:53.244413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:22:53.245131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:53.256889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:22:53.441399 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87075e10-9c43-4488-a963-90422f6c87d4 req-8520c871-3709-46f9-89e0-e802be657c70 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:22:53.442868 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87075e10-9c43-4488-a963-90422f6c87d4 req-8520c871-3709-46f9-89e0-e802be657c70 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 945 time: 0.0752606 Jun 28 07:22:53.481394 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-87075e10-9c43-4488-a963-90422f6c87d4 req-36d9180c-114c-41fd-9d0a-db92e5631d92 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=e80bb172-6a64-4580-ad04-a2a93363576d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328512 Jun 28 07:22:53.509418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:53.520306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-13882747-ee94-430e-aa47-0fb417b64cff tempest-TestEncryptedCinderVolumes-1257498660 tempest-TestEncryptedCinderVolumes-1257498660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:22:53.537729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=d9d70ab1-ac39-4896-9fa4-a4e4431b34f3,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:22:53.547071 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.547452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.547881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.548278 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.548648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.549044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.558620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.558620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.558620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.558620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.558620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.558620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:22:53.558620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:22:53.594903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] No DVR routers for this DVR port d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:22:53.597395 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:53.599334 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-39caa0f5-04b1-4b37-a11b-fcb5fa3edc2b req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "DELETE /v2.0/ports/d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 HTTP/1.1" status: 204 len: 173 time: 0.5399678 Jun 28 07:22:53.599850 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'name': 'network-vif-deleted', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:22:53.602245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d79aa89-0565-44d9-92d8-36c3363c0753" -d '{"events": [{"server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "name": "network-vif-deleted", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:22:53.638320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371fc563-fb5b-4ad9-a07e-2bd071023a26 x-openstack-request-id: req-371fc563-fb5b-4ad9-a07e-2bd071023a26 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:22:53.638662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0c975-536b-4d20-baf2-aef72b2195ff", "name": "network-vif-deleted", "tag": "d9d70ab1-ac39-4896-9fa4-a4e4431b34f3", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:22:53.638979 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-371fc563-fb5b-4ad9-a07e-2bd071023a26 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:22:53.639434 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0c975-536b-4d20-baf2-aef72b2195ff', 'name': 'network-vif-deleted', 'tag': 'd9d70ab1-ac39-4896-9fa4-a4e4431b34f3', 'status': 'completed', 'code': 200} Jun 28 07:22:53.863985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-955c64fb-f5f8-4bd0-98d6-aae7a3e7762e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:54.637822 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8fb5fde8-4228-43b3-9b86-0758dfc703a8 req-80a3d79a-c033-402a-bf5e-3494c13228e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=68d0c975-536b-4d20-baf2-aef72b2195ff HTTP/1.1" status: 200 len: 210 time: 0.0326531 Jun 28 07:22:55.745405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34208) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:22:56.108126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:56.313030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:22:56.333081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:22:56.333438 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9d70ab1-ac39-4896-9fa4-a4e4431b34f3 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:22:56.371634 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 6efec6fe-09f9-412e-9824-44f9907120a8 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:22:56.371980 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:56.461315 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port 6efec6fe-09f9-412e-9824-44f9907120a8, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=6efec6fe-09f9-412e-9824-44f9907120a8,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:22:56.461674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:56.474771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 6efec6fe-09f9-412e-9824-44f9907120a8 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:22:56.509794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:56.557428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-70892a7d-d40e-4c2c-9a85-8481eb60ad4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:56.791794 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:56.794055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a5f18e56-5e35-453f-a768-91371805d24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:22:56.824494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=6efec6fe-09f9-412e-9824-44f9907120a8,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:22:56.827475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:22:57.001396 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:57.213371 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:22:57.318274 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:22:57.323356 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "PUT /v2.0/routers/7d3929bd-2811-4fbc-b0b8-2da4e2156190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5769010 Jun 28 07:22:57.326049 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34210) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:22:57.328523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] Sync routers for ids ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:22:57.337845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] Routers {'7d3929bd-2811-4fbc-b0b8-2da4e2156190'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:22:57.338459 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:22:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:57.377609 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2931c681-b174-43ff-880b-1f40cd2bdab4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting subnet 8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:22:57.380726 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2931c681-b174-43ff-880b-1f40cd2bdab4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:57.426161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2931c681-b174-43ff-880b-1f40cd2bdab4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:57.442446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] Set router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:22:57.622743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:22:56Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:57.649063 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] Checking router: 7d3929bd-2811-4fbc-b0b8-2da4e2156190 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:22:57.658065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] Routers {'7d3929bd-2811-4fbc-b0b8-2da4e2156190'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:22:57.658718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:22:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:57.681548 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2931c681-b174-43ff-880b-1f40cd2bdab4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:57.771523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] Set router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:22:57.825454 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:57.864469 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2931c681-b174-43ff-880b-1f40cd2bdab4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:57.867499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4a74450a-4818-47ef-b07c-f5f088581398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:22:57.893014 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931c681-b174-43ff-880b-1f40cd2bdab4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Subnet': ['ID=8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:22:57.895138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2931c681-b174-43ff-880b-1f40cd2bdab4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:22:57.898102 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2931c681-b174-43ff-880b-1f40cd2bdab4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:57.899990 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2931c681-b174-43ff-880b-1f40cd2bdab4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/subnets/8da7c4b2-7f84-4f6f-b108-8c284d7b3e6b HTTP/1.1" status: 204 len: 168 time: 0.5729535 Jun 28 07:22:57.902865 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34212) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:22:57.904425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1624e980-0c32-4b68-8d17-2ebdd8ec5a10 None None] Network 7626daa4-6996-4a7f-9cf3-7248731392ee requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:22:58.012935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:58.039359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:22:56Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:58.074148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d21ff1-0b44-4cdb-bd4e-f468fc9ba161 None None] The sync data for ids ['7d3929bd-2811-4fbc-b0b8-2da4e2156190'] in dv-neutron-797120-6-hyperv is: [{'id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484651266', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:20:57Z', 'updated_at': '2021-06-28T07:22:56Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': 'cae31a88-1b4a-4e37-a6aa-ef09385c7517', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3929bd-2811-4fbc-b0b8-2da4e2156190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:20:58Z', 'updated_at': '2021-06-28T07:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:22:58.123992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:58.348661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port cae31a88-1b4a-4e37-a6aa-ef09385c7517 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:22:58.349037 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:58.432426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port cae31a88-1b4a-4e37-a6aa-ef09385c7517, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=cae31a88-1b4a-4e37-a6aa-ef09385c7517,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:22:58.432426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:58.439876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] DHCP port deletion for 7626daa4-6996-4a7f-9cf3-7248731392ee request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:22:58.446314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for cae31a88-1b4a-4e37-a6aa-ef09385c7517 owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:22:58.487579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] Deleting port 9892a0a1-b847-42b1-ae05-5c862b778f83 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:22:58.487963 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:58.554562 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] For port 9892a0a1-b847-42b1-ae05-5c862b778f83, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=9892a0a1-b847-42b1-ae05-5c862b778f83,segment=NetworkSegment(031bbc0a-bb8e-418b-adcd-02bfe1179cc8),segment_id=031bbc0a-bb8e-418b-adcd-02bfe1179cc8)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:22:58.555087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:58.573601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] Calling delete_port for 9892a0a1-b847-42b1-ae05-5c862b778f83 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:22:58.830498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6efec6fe-09f9-412e-9824-44f9907120a8 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:22:58.850335 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 6efec6fe-09f9-412e-9824-44f9907120a8 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:22:58.850697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 6efec6fe-09f9-412e-9824-44f9907120a8 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:22:58.851123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 9892a0a1-b847-42b1-ae05-5c862b778f83 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:22:58.853799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:58.870392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:22:58.873991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 9892a0a1-b847-42b1-ae05-5c862b778f83 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:22:58.874351 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 9892a0a1-b847-42b1-ae05-5c862b778f83 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:22:58.895326 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] Pushing event deleted for resources: {'Port': ['ID=9892a0a1-b847-42b1-ae05-5c862b778f83,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:22:58.898213 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:22:58.899005 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] No DVR routers for this DVR port 9892a0a1-b847-42b1-ae05-5c862b778f83 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:22:58.926803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:58.929069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f7706e12-5d4b-4dff-8305-7039239016e5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:22:58.957477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=cae31a88-1b4a-4e37-a6aa-ef09385c7517,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:22:58.960090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:22:59.021008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.454436 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.456946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.522995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.654712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.655284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Fanout notify agent at l3_agent the message router_deleted on router 7d3929bd-2811-4fbc-b0b8-2da4e2156190 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:22:59.662164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.663271 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/routers/7d3929bd-2811-4fbc-b0b8-2da4e2156190 HTTP/1.1" status: 204 len: 168 time: 1.7593105 Jun 28 07:22:59.665999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34214) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:22:59.749297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.843302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.853274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7626daa4-6996-4a7f-9cf3-7248731392ee']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:59.864249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031bbc0a-bb8e-418b-adcd-02bfe1179cc8') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:59.864541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031bbc0a-bb8e-418b-adcd-02bfe1179cc8') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:22:59.873207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.887428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.893360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:22:59.893742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:22:59.896656 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:23:00.081129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:00.084735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b1c2150c-a96a-4d0d-ae62-5dcb229bec4b tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:00.090505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:00.092409 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/networks/7626daa4-6996-4a7f-9cf3-7248731392ee HTTP/1.1" status: 204 len: 168 time: 0.4254584 Jun 28 07:23:00.096055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34216) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:00.102879 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Network': ['ID=7626daa4-6996-4a7f-9cf3-7248731392ee,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:00.105974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bc91495c-e7fd-4cbd-8cdd-15e5777fcf1e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:00.161918 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3a082fc-82d3-417e-b915-bc93355a9b70 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:00.186477 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3a082fc-82d3-417e-b915-bc93355a9b70 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:00.406667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3a082fc-82d3-417e-b915-bc93355a9b70 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:00.410349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d3a082fc-82d3-417e-b915-bc93355a9b70 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:00.411537 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d3a082fc-82d3-417e-b915-bc93355a9b70 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/security-groups/e80bb172-6a64-4580-ad04-a2a93363576d HTTP/1.1" status: 204 len: 168 time: 0.3144209 Jun 28 07:23:00.418332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fa35da02-3c55-42cf-8527-410330f2c72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:00.421696 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a082fc-82d3-417e-b915-bc93355a9b70 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80bb172-6a64-4580-ad04-a2a93363576d,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:00.425272 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d3a082fc-82d3-417e-b915-bc93355a9b70 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:00.831049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cae31a88-1b4a-4e37-a6aa-ef09385c7517 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:23:00.851280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: cae31a88-1b4a-4e37-a6aa-ef09385c7517 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:23:00.851636 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device cae31a88-1b4a-4e37-a6aa-ef09385c7517 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:23:01.189952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34222) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:01.199344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-582c1d52-8104-4a1e-8c5f-ee3f84d81cac tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121222753', 'description': 'tempest-secgroup-smoke-2121222753 description', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:01.425989 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-582c1d52-8104-4a1e-8c5f-ee3f84d81cac tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:01.505734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-582c1d52-8104-4a1e-8c5f-ee3f84d81cac tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:01.700242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-582c1d52-8104-4a1e-8c5f-ee3f84d81cac tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:01.702847 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-fc52f8f2-919b-4efd-8b6e-5e5f0ea85764 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:01.730556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c1d52-8104-4a1e-8c5f-ee3f84d81cac tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ba63ca-1ce1-4336-b8e0-031f01f512f5,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:01.733178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-582c1d52-8104-4a1e-8c5f-ee3f84d81cac tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:01.887040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-582c1d52-8104-4a1e-8c5f-ee3f84d81cac tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:01.888292 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-582c1d52-8104-4a1e-8c5f-ee3f84d81cac tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6973476 Jun 28 07:23:01.891183 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34224) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:01.895859 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-175e253b-8f9c-4ed7-ad72-236c74638816 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'a8ba63ca-1ce1-4336-b8e0-031f01f512f5', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:02.049625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-175e253b-8f9c-4ed7-ad72-236c74638816 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:02.105622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-175e253b-8f9c-4ed7-ad72-236c74638816 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:02.206208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-175e253b-8f9c-4ed7-ad72-236c74638816 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:02.208077 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5e3d51a5-a161-498c-b857-88939f3a1cef tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:02.224297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e253b-8f9c-4ed7-ad72-236c74638816 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7c901f-6857-421f-aa5b-aea86008dd7e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:02.227051 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-175e253b-8f9c-4ed7-ad72-236c74638816 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:02.326811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-175e253b-8f9c-4ed7-ad72-236c74638816 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:02.328087 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-175e253b-8f9c-4ed7-ad72-236c74638816 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359190 Jun 28 07:23:02.330850 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34226) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:02.335412 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-d68bf14b-db79-43e9-9faf-7c8cacb61281 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'a8ba63ca-1ce1-4336-b8e0-031f01f512f5', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:02.464963 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d68bf14b-db79-43e9-9faf-7c8cacb61281 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:02.574669 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d68bf14b-db79-43e9-9faf-7c8cacb61281 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:02.715297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d68bf14b-db79-43e9-9faf-7c8cacb61281 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:02.721974 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a4bb7c50-b97b-4450-8e8a-f69aa25c057c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:02.737892 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bf14b-db79-43e9-9faf-7c8cacb61281 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32955c83-f7f7-47fb-a828-16e49d2376de,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:02.740303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d68bf14b-db79-43e9-9faf-7c8cacb61281 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:02.871937 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-d68bf14b-db79-43e9-9faf-7c8cacb61281 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:02.873248 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-d68bf14b-db79-43e9-9faf-7c8cacb61281 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5414367 Jun 28 07:23:02.876078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34228) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:02.880587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3e01f3be-6853-4b37-bad6-2e6964843695 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'a8ba63ca-1ce1-4336-b8e0-031f01f512f5', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:03.030392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e01f3be-6853-4b37-bad6-2e6964843695 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:03.087741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e01f3be-6853-4b37-bad6-2e6964843695 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:03.229044 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e01f3be-6853-4b37-bad6-2e6964843695 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:03.230863 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-31e60860-6aaa-4827-9dcf-2440b84eaf99 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:03.247404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01f3be-6853-4b37-bad6-2e6964843695 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e68130-7cdd-4228-a5b3-1bf5a169fb09,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:03.250138 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3e01f3be-6853-4b37-bad6-2e6964843695 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:03.389508 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3e01f3be-6853-4b37-bad6-2e6964843695 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:03.390713 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3e01f3be-6853-4b37-bad6-2e6964843695 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5137022 Jun 28 07:23:03.393439 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34230) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:03.398020 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-ad0963e8-aeef-4f68-ad5e-47d90da08800 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'a8ba63ca-1ce1-4336-b8e0-031f01f512f5', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:03.600979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ad0963e8-aeef-4f68-ad5e-47d90da08800 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:03.661192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ad0963e8-aeef-4f68-ad5e-47d90da08800 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:03.762479 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ad0963e8-aeef-4f68-ad5e-47d90da08800 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:03.764289 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-04055922-cf67-4b8f-8452-3e20651aa2ee tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:03.779777 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0963e8-aeef-4f68-ad5e-47d90da08800 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a636b4e8-603b-4061-8139-46001577e94f,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:03.782737 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ad0963e8-aeef-4f68-ad5e-47d90da08800 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:03.921449 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ad0963e8-aeef-4f68-ad5e-47d90da08800 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:03.922997 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ad0963e8-aeef-4f68-ad5e-47d90da08800 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5285358 Jun 28 07:23:03.925742 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34232) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:03.930489 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-715e8532-2e80-4882-9099-b6742d7d26b4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'a8ba63ca-1ce1-4336-b8e0-031f01f512f5', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:04.060379 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-715e8532-2e80-4882-9099-b6742d7d26b4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Project c0534033a04b4fa4b71e79aadc45a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:23:04.066407 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-715e8532-2e80-4882-9099-b6742d7d26b4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:04.118116 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-715e8532-2e80-4882-9099-b6742d7d26b4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:04.254296 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-715e8532-2e80-4882-9099-b6742d7d26b4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:04.259460 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b0f8406a-0e52-4dd0-9fa8-f543bb0d3183 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:04.273857 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e8532-2e80-4882-9099-b6742d7d26b4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5536e99f-dcc2-445c-a88b-433bca83f325,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:04.276050 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-715e8532-2e80-4882-9099-b6742d7d26b4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:04.294264 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:23:04.426176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-715e8532-2e80-4882-9099-b6742d7d26b4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:04.427836 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-715e8532-2e80-4882-9099-b6742d7d26b4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5009561 Jun 28 07:23:04.431146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34234) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:04.435807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4c948f4f-3153-4f55-8fc6-6800e7337321 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'a8ba63ca-1ce1-4336-b8e0-031f01f512f5', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:04.583642 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-4c948f4f-3153-4f55-8fc6-6800e7337321 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Project c0534033a04b4fa4b71e79aadc45a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:23:04.588473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c948f4f-3153-4f55-8fc6-6800e7337321 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:04.654602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c948f4f-3153-4f55-8fc6-6800e7337321 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:04.767339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c948f4f-3153-4f55-8fc6-6800e7337321 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:04.769228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-75e93706-4ef7-4564-9263-d1c43756c07d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:04.784640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c948f4f-3153-4f55-8fc6-6800e7337321 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed58a5f-477d-476b-9480-f0d67b7d2e2e,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:04.787060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4c948f4f-3153-4f55-8fc6-6800e7337321 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:04.905725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4c948f4f-3153-4f55-8fc6-6800e7337321 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:04.907225 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4c948f4f-3153-4f55-8fc6-6800e7337321 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4748366 Jun 28 07:23:04.909953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34236) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:04.914995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'network': {'name': 'tempest-network-smoke--495988747', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'port_security_enabled': True}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:05.059887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:23:05.064182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:05.087652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:23:05.096700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:05.097071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Added segment a0f5b592-50d3-4bc7-a8af-e144e8d1d770 of type vlan for network 16825b55-761b-4105-bcba-82df0c2a86c2 Jun 28 07:23:05.136370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:05.254466 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:05.260117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:05.260728 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:05.263894 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fdf2ae47-3606-4934-8db8-1fd163597e27 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:05.328207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Network': ['ID=16825b55-761b-4105-bcba-82df0c2a86c2,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:05.331191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:05.338762 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 16825b55-761b-4105-bcba-82df0c2a86c2 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:23:05.402113 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d5cfbb4d-8dfb-4019-a56d-5cd5a37d988d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4911096 Jun 28 07:23:05.404918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34238) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:05.410084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'admin_state_up': True, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:05.551612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:05.552546 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:05.604404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:05.881027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:06.166034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:06.187418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:06.287448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.26.4.185 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/15b28561-8a3b-4a6b-b753-b4ca3f2dae5a) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:23:06.388960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:06.510088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:06.512201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-39815e8b-6431-4cf4-8df5-e9af49f30fcd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:06.552524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:23:06.555398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:23:06.559118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:23:06.582236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=15b28561-8a3b-4a6b-b753-b4ca3f2dae5a,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:06.587706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:06.952460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:07.145416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:07.430219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 5b2ea292-6d9e-4b34-80cf-9c402369b207 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:23:07.536099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:23:07.546472 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Sync routers for ids ['5b2ea292-6d9e-4b34-80cf-9c402369b207'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:23:07.555654 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Routers {'5b2ea292-6d9e-4b34-80cf-9c402369b207'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:23:07.556308 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:22:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5b2ea292-6d9e-4b34-80cf-9c402369b207'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:07.658557 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:07.660098 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2541909 Jun 28 07:23:07.660525 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Set router 5b2ea292-6d9e-4b34-80cf-9c402369b207 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:23:07.663249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34240) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:07.736188 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d0556656-096e-40de-99c7-09a17f35b808 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=c0534033a04b4fa4b71e79aadc45a409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0681863 Jun 28 07:23:07.736768 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34246) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:07.831370 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca9416-0125-43ae-b771-aedb0c6d5a65 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:07.835400 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-77ca9416-0125-43ae-b771-aedb0c6d5a65 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950544 Jun 28 07:23:07.835619 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34248) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:07.837203 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:06Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:07.863488 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Checking router: 5b2ea292-6d9e-4b34-80cf-9c402369b207 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:23:07.863849 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Updating router 5b2ea292-6d9e-4b34-80cf-9c402369b207 port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:23:07.864268 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-98707c5c-3407-4494-ae35-779823b46617 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274935 Jun 28 07:23:07.866804 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34250) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:07.871526 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1009150940', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:07.902330 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:08.075450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:23:08.079610 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:08.243567 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:08.254003 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Transition to ACTIVE for port object 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:23:08.540182 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:08.540462 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:08.542520 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-dd8ae01d-938b-4f42-983c-d106eaea9933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:08.543514 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d6cf5ba7-b5d6-4248-8f9c-ced0937d6e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:08.596766 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Attempting to bind port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:23:08.597386 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Attempting to bind port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:23:08.597535 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Attempting to bind port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:23:08.600063 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Subnet': ['ID=95c42d77-8004-4257-ad9c-a9c10459d69e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:08.600629 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Pushing event updated for resources: {'Port': ['ID=15b28561-8a3b-4a6b-b753-b4ca3f2dae5a,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:08.604067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:08.608991 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.609344 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.609720 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.610056 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.610405 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.610745 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.611077 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.611439 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.611723 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.612044 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.612358 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.612676 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:08.613662 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Checking segment: {'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:23:08.614018 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network hostable DHCP agents. Network: 16825b55-761b-4105-bcba-82df0c2a86c2, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:23:08.616586 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:08.617325 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:23:08.617704 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:23:08.618106 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:08.618492 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:23:08.619037 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Bound port: 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:23:08.619472 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:08.670613 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] For port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:23:08.674256 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] For port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=15b28561-8a3b-4a6b-b753-b4ca3f2dae5a,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:23:08.751586 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 16825b55-761b-4105-bcba-82df0c2a86c2 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:23:08.803803 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:08.805721 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:08.860214 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Routers {'5b2ea292-6d9e-4b34-80cf-9c402369b207'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:23:08.864341 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:22:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5b2ea292-6d9e-4b34-80cf-9c402369b207'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:08.894707 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 16825b55-761b-4105-bcba-82df0c2a86c2) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:23:08.894933 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Pushing event updated for resources: {'Port': ['ID=15b28561-8a3b-4a6b-b753-b4ca3f2dae5a,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:08.899214 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:08.905031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc7fe75-68e6-44b7-967f-04ff3b51e818 None None] Network 16825b55-761b-4105-bcba-82df0c2a86c2 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:23:08.906332 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:08.908232 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:08.976625 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] Set router 5b2ea292-6d9e-4b34-80cf-9c402369b207 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:23:09.047497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-16825b55-761b-4105-bcba-82df0c2a86c2', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:23:09.048470 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:09.081482 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b0a14421-2435-4225-9893-14e1f194c2e4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2102454 Jun 28 07:23:09.105017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34252) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:09.160261 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:06Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:09.185729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Allocated IP 172.20.0.2 (16825b55-761b-4105-bcba-82df0c2a86c2/95c42d77-8004-4257-ad9c-a9c10459d69e/e7de381f-8446-42bb-bba0-6bcf4156bc2d) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:23:09.191926 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ef79f-eeab-486c-8818-74efecd17380 None None] The sync data for ids ['5b2ea292-6d9e-4b34-80cf-9c402369b207'] in dv-neutron-797120-6-hyperv is: [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:06Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:23:09.334267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:09.342991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Transition to ACTIVE for port object e7de381f-8446-42bb-bba0-6bcf4156bc2d will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:23:09.358996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Transition to ACTIVE for port object e7de381f-8446-42bb-bba0-6bcf4156bc2d will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:23:09.578309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:09.578309 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d543dfd3-b7e2-4318-a8c6-27a60b4958b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:09.620722 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Network 16825b55-761b-4105-bcba-82df0c2a86c2 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:23:09.624739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:23:09.627168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Pushing event updated for resources: {'Port': ['ID=e7de381f-8446-42bb-bba0-6bcf4156bc2d,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:09.629979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:23:09.636740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:09.695042 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Attempting to bind port e7de381f-8446-42bb-bba0-6bcf4156bc2d on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:23:09.695429 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Attempting to bind port e7de381f-8446-42bb-bba0-6bcf4156bc2d by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:23:09.695804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Attempting to bind port e7de381f-8446-42bb-bba0-6bcf4156bc2d on network 16825b55-761b-4105-bcba-82df0c2a86c2 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:23:09.701539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:23:09.701939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Checking segment: {'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:23:09.702359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:09.702768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Bound using segment: {'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:23:09.703298 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Bound port: e7de381f-8446-42bb-bba0-6bcf4156bc2d, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:23:09.704217 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:09.777387 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] For port e7de381f-8446-42bb-bba0-6bcf4156bc2d, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:23:09.780671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] For port e7de381f-8446-42bb-bba0-6bcf4156bc2d, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e7de381f-8446-42bb-bba0-6bcf4156bc2d,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:23:09.877837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:09.881357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:09.892884 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:09.940222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Pushing event updated for resources: {'Port': ['ID=e7de381f-8446-42bb-bba0-6bcf4156bc2d,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:09.945204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:10.199140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.20.0.1 (16825b55-761b-4105-bcba-82df0c2a86c2/95c42d77-8004-4257-ad9c-a9c10459d69e/82a51c17-b11a-4ce2-91cc-4d3f11c5d794) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:23:10.317350 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:10.330856 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Transition to ACTIVE for port object 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:23:10.460930 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:10.463144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-500e5a19-c127-45c6-b802-7b60b944b776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:10.505698 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 16825b55-761b-4105-bcba-82df0c2a86c2 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:23:10.508751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:23:10.512791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:23:10.519254 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=82a51c17-b11a-4ce2-91cc-4d3f11c5d794,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:10.539432 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:10.561560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:10.842546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:10.909713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:23:11.134930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:23:11.138996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:23:11.139380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:11.152791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:11.224576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:11.232725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3b28a7-bff4-41ca-bcd0-730faf59435f None None] Network 16825b55-761b-4105-bcba-82df0c2a86c2 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:23:11.262285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=15b28561-8a3b-4a6b-b753-b4ca3f2dae5a,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:23:11.310123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:11.315893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:11.394379 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:11.396071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=82a51c17-b11a-4ce2-91cc-4d3f11c5d794,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:11.399366 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:11.461055 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:11.462403 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e7de381f-8446-42bb-bba0-6bcf4156bc2d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:23:11.464594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:11.499381 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 16825b55-761b-4105-bcba-82df0c2a86c2 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:23:11.501162 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:23:11.508086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-e9b4d309-ab94-4418-8339-a444c99011c9 None None] Provisioning for port e7de381f-8446-42bb-bba0-6bcf4156bc2d completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:23:11.548224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=15b28561-8a3b-4a6b-b753-b4ca3f2dae5a,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:11.551825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:11.644372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 5b2ea292-6d9e-4b34-80cf-9c402369b207 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:23:11.698548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port e7de381f-8446-42bb-bba0-6bcf4156bc2d completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:23:11.704750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e7de381f-8446-42bb-bba0-6bcf4156bc2d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:23:11.705256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:11.756357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-68632d31-52c4-4702-ae09-628b06a8468a None None] Provisioning for port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:23:11.762117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-68632d31-52c4-4702-ae09-628b06a8468a None None] Provisioning complete for port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:23:11.762780 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-68632d31-52c4-4702-ae09-628b06a8468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:11.765318 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:23:11.777438 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "PUT /v2.0/routers/5b2ea292-6d9e-4b34-80cf-9c402369b207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6941187 Jun 28 07:23:11.806510 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Sync routers for ids ['5b2ea292-6d9e-4b34-80cf-9c402369b207'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:23:11.840961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Routers {'5b2ea292-6d9e-4b34-80cf-9c402369b207'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:23:11.841615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:22:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5b2ea292-6d9e-4b34-80cf-9c402369b207'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:11.845933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-68632d31-52c4-4702-ae09-628b06a8468a None None] Port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:23:11.847492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:11.920121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-68632d31-52c4-4702-ae09-628b06a8468a None None] Provisioning complete for port e7de381f-8446-42bb-bba0-6bcf4156bc2d triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:23:11.920507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-68632d31-52c4-4702-ae09-628b06a8468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:11.946686 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-0c459f1e-0eb9-47be-b7e5-7f20b7a2b1f5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121222753&fields=id&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 267 time: 0.0476632 Jun 28 07:23:12.106591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-066dbb51-a37d-43d7-bbe9-d33fa61ff6b5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:12.108125 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-066dbb51-a37d-43d7-bbe9-d33fa61ff6b5 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/networks?id=16825b55-761b-4105-bcba-82df0c2a86c2 HTTP/1.1" status: 200 len: 796 time: 0.1606555 Jun 28 07:23:12.123791 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-95d28637-418c-473d-92c0-2eb0178bb4c2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/quotas/c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 375 time: 0.0097225 Jun 28 07:23:12.192966 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-a7544954-80aa-4913-a003-62a248f56ad0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634506 Jun 28 07:23:12.197297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port e7de381f-8446-42bb-bba0-6bcf4156bc2d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e7de381f-8446-42bb-bba0-6bcf4156bc2d,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:23:12.232191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Set router 5b2ea292-6d9e-4b34-80cf-9c402369b207 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:23:12.329879 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-ef33c605-1331-411a-8597-68710cdf7743 service neutron] 10.222.0.24 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246543 Jun 28 07:23:12.356293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-68632d31-52c4-4702-ae09-628b06a8468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:12.386676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:12.396811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7968256-7dd1-41fa-b59d-1ac66b74cf4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:12.427119 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-8a5bd00b-e6e2-481c-8365-7489ae403de3 service neutron] 10.222.0.24 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897148 Jun 28 07:23:12.495899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=e7de381f-8446-42bb-bba0-6bcf4156bc2d,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:12.503939 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:12.531988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-68632d31-52c4-4702-ae09-628b06a8468a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 07:23:12.532362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-68632d31-52c4-4702-ae09-628b06a8468a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 07:23:12.557398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:10Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '82a51c17-b11a-4ce2-91cc-4d3f11c5d794', 'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:0c:26:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:10Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 2, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:12.585496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Checking router: 5b2ea292-6d9e-4b34-80cf-9c402369b207 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:23:12.585860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Updating router 5b2ea292-6d9e-4b34-80cf-9c402369b207 port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:23:12.619437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:12.807372 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c3aff328-853e-4055-bced-099521b403c4 req-c3c6387a-b124-4aae-9a7d-57f284d6c4a1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 210 time: 0.0360072 Jun 28 07:23:12.855293 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:23:12.933789 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:12.946283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Transition to ACTIVE for port object 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:23:12.951823 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:23:12.954056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:13.028871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e7de381f-8446-42bb-bba0-6bcf4156bc2d up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:23:13.079532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:13.084718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:13.150283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57819cfd-6fef-4697-9bf3-0920b9154705 None None] Pushing event updated for resources: {'Port': ['ID=82a51c17-b11a-4ce2-91cc-4d3f11c5d794,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:13.154332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-57819cfd-6fef-4697-9bf3-0920b9154705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:13.183860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e7de381f-8446-42bb-bba0-6bcf4156bc2d triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:23:13.184240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:13.236659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Attempting to bind port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:23:13.237378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Attempting to bind port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:23:13.237498 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Attempting to bind port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 on network 16825b55-761b-4105-bcba-82df0c2a86c2 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:23:13.251948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:23:13.252331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Checking segment: {'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:23:13.252740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:13.253159 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Bound using segment: {'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:23:13.253641 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Bound port: 82a51c17-b11a-4ce2-91cc-4d3f11c5d794, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:23:13.254025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:13.360799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] For port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:23:13.363841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] For port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=82a51c17-b11a-4ce2-91cc-4d3f11c5d794,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:23:13.517157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:13.519316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:13.575984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Routers {'5b2ea292-6d9e-4b34-80cf-9c402369b207'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:23:13.576632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:22:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5b2ea292-6d9e-4b34-80cf-9c402369b207'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:13.582517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57819cfd-6fef-4697-9bf3-0920b9154705 None None] Pushing event updated for resources: {'Port': ['ID=82a51c17-b11a-4ce2-91cc-4d3f11c5d794,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:13.619248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-57819cfd-6fef-4697-9bf3-0920b9154705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:13.695428 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] Set router 5b2ea292-6d9e-4b34-80cf-9c402369b207 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:23:13.894234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5a0ab949-cd21-4cf9-b5be-6eb9bf35f4c8 req-47ed00e3-8644-402f-8ac9-a667d032846a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 210 time: 0.0319188 Jun 28 07:23:13.925153 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:10Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '82a51c17-b11a-4ce2-91cc-4d3f11c5d794', 'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:0c:26:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:10Z', 'updated_at': '2021-06-28T07:23:13Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:13.951508 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0edca-21ec-4a0e-969e-b7f2d9ab3619 None None] The sync data for ids ['5b2ea292-6d9e-4b34-80cf-9c402369b207'] in dv-neutron-797120-6-hyperv is: [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:10Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '82a51c17-b11a-4ce2-91cc-4d3f11c5d794', 'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:0c:26:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:10Z', 'updated_at': '2021-06-28T07:23:13Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:23:14.014754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:14.864581 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:23:14.985191 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9e936081-160f-40f9-a1a8-4db6a6bc1b23 req-9d1de7e2-0427-4b65-a9e0-81a5eb365eb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 210 time: 0.0339017 Jun 28 07:23:15.077534 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:23:15.082172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:23:15.082678 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:15.163856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:15.197319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=82a51c17-b11a-4ce2-91cc-4d3f11c5d794,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:23:15.372754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:15.374889 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-d4c2a028-535a-4072-a976-7d91008a27af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:15.422938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=82a51c17-b11a-4ce2-91cc-4d3f11c5d794,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:15.425940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:16.130594 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f02142cf-fd3a-4c95-a275-18313953ac54 req-500d1002-5aaa-4d7f-98e5-d81badb53f98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 210 time: 0.0293996 Jun 28 07:23:16.843313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:23:16.889358 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:23:16.889720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:17.267693 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ffc6daf3-b72e-4ca3-a003-e87d2fc38e04 req-c3bd8ff9-09b8-4855-b232-a9e98ba19217 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 210 time: 0.0284731 Jun 28 07:23:18.416694 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c92edbd-75e5-4f82-bbd7-75e2c2c93e19 req-cdf0a82b-6a29-4340-8824-aba691e20d28 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 210 time: 0.0298264 Jun 28 07:23:19.051372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-768a7d75-65eb-40e3-a33e-2779e1ad34bc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:19.052826 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-768a7d75-65eb-40e3-a33e-2779e1ad34bc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/networks?id=16825b55-761b-4105-bcba-82df0c2a86c2 HTTP/1.1" status: 200 len: 796 time: 0.1043949 Jun 28 07:23:19.103173 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-818d51b3-1d36-4329-9156-308e5f9d9b52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 380 time: 0.0349340 Jun 28 07:23:19.112235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'port': {'device_id': '2144f328-2293-430c-b7fd-41348cd94b3d', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'admin_state_up': True, 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'security_groups': ['a8ba63ca-1ce1-4336-b8e0-031f01f512f5']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:19.334508 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:23:19.338066 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:19.463928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.20.0.5 (16825b55-761b-4105-bcba-82df0c2a86c2/95c42d77-8004-4257-ad9c-a9c10459d69e/1122b487-e834-49c7-9f31-69015edef3bb) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:23:19.593231 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f4d1800-58ee-4a69-a41a-36d692ef1aff req-279524fb-8c83-46a1-b925-5ebf7930c6e2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 210 time: 0.0593219 Jun 28 07:23:19.635534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:19.649376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Transition to ACTIVE for port object 1122b487-e834-49c7-9f31-69015edef3bb will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:23:19.778403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:19.782515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:19.828109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 16825b55-761b-4105-bcba-82df0c2a86c2 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:23:19.831472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:23:19.835310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:23:19.841676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=1122b487-e834-49c7-9f31-69015edef3bb,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:19.862128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:19.889078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:19.889730 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:20.047927 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9385915 Jun 28 07:23:20.063763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-3f6a7e13-df4d-49b7-b119-3e4a3b57ba4e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:23:20.064706 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-3f6a7e13-df4d-49b7-b119-3e4a3b57ba4e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051348 Jun 28 07:23:20.075442 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Request body: {'port': {'device_id': '2144f328-2293-430c-b7fd-41348cd94b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:20.147334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:20.217947 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f5201f9a-169d-4e8a-ac28-fc4137b4db9a None None] Provisioning for port 1122b487-e834-49c7-9f31-69015edef3bb completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:23:20.222775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f5201f9a-169d-4e8a-ac28-fc4137b4db9a None None] Provisioning complete for port 1122b487-e834-49c7-9f31-69015edef3bb triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:23:20.223158 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f5201f9a-169d-4e8a-ac28-fc4137b4db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:20.257401 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f5201f9a-169d-4e8a-ac28-fc4137b4db9a None None] Port 1122b487-e834-49c7-9f31-69015edef3bb cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:23:20.410945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1122b487-e834-49c7-9f31-69015edef3bb {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:23:20.418345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:20.430585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Transition to ACTIVE for port object 1122b487-e834-49c7-9f31-69015edef3bb will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:23:20.549146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:20.551300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6a82c931-6c2f-40c8-9eb1-3bfd502c12b1 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:20.602558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Pushing event updated for resources: {'Port': ['ID=1122b487-e834-49c7-9f31-69015edef3bb,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:20.620022 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:20.676398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Attempting to bind port 1122b487-e834-49c7-9f31-69015edef3bb on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:23:20.676834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Attempting to bind port 1122b487-e834-49c7-9f31-69015edef3bb by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:23:20.677268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Attempting to bind port 1122b487-e834-49c7-9f31-69015edef3bb on network 16825b55-761b-4105-bcba-82df0c2a86c2 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:23:20.681851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Port 1122b487-e834-49c7-9f31-69015edef3bb on network 16825b55-761b-4105-bcba-82df0c2a86c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:23:20.682255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Attempting to bind port 1122b487-e834-49c7-9f31-69015edef3bb on network 16825b55-761b-4105-bcba-82df0c2a86c2 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:23:20.687643 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:23:20.688007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Checking segment: {'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:23:20.688447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Bound using segment: {'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:23:20.688966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Bound port: 1122b487-e834-49c7-9f31-69015edef3bb, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:23:20.689345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:20.793317 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] For port 1122b487-e834-49c7-9f31-69015edef3bb, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:23:20.797705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] For port 1122b487-e834-49c7-9f31-69015edef3bb, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1122b487-e834-49c7-9f31-69015edef3bb,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:23:20.818931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7316846-f51d-4b67-b8e0-2275006fe450 req-86b2c2ac-0e42-48b1-a5ae-a438d60dca41 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:20.820392 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7316846-f51d-4b67-b8e0-2275006fe450 req-86b2c2ac-0e42-48b1-a5ae-a438d60dca41 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 943 time: 0.0911129 Jun 28 07:23:20.859942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e7316846-f51d-4b67-b8e0-2275006fe450 req-f651508d-9a51-4e36-9eab-8431f50290cc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319178 Jun 28 07:23:21.003365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:21.005563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-602180df-5094-46b2-95d4-073541cb108b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:21.037505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:21.038031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:21.039380 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] 10.222.0.50 "PUT /v2.0/ports/1122b487-e834-49c7-9f31-69015edef3bb HTTP/1.1" status: 200 len: 1093 time: 0.9676821 Jun 28 07:23:21.039899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2144f328-2293-430c-b7fd-41348cd94b3d', 'tag': '1122b487-e834-49c7-9f31-69015edef3bb'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:23:21.042224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd841ef4-7308-404e-852a-458515e34fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "2144f328-2293-430c-b7fd-41348cd94b3d", "tag": "1122b487-e834-49c7-9f31-69015edef3bb"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:23:21.072635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Pushing event updated for resources: {'Port': ['ID=1122b487-e834-49c7-9f31-69015edef3bb,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:21.076040 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:21.086156 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2481b4ec-3217-4ed6-85d9-c2bea821254b x-openstack-request-id: req-2481b4ec-3217-4ed6-85d9-c2bea821254b {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:23:21.086497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2144f328-2293-430c-b7fd-41348cd94b3d", "tag": "1122b487-e834-49c7-9f31-69015edef3bb", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:23:21.086795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2481b4ec-3217-4ed6-85d9-c2bea821254b {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:23:21.087237 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2144f328-2293-430c-b7fd-41348cd94b3d', 'tag': '1122b487-e834-49c7-9f31-69015edef3bb', 'status': 'completed', 'code': 200} Jun 28 07:23:21.197390 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd841ef4-7308-404e-852a-458515e34fa2 req-b3d420f5-f69a-47ec-9882-690943fb0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:21.198930 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd841ef4-7308-404e-852a-458515e34fa2 req-b3d420f5-f69a-47ec-9882-690943fb0673 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 1096 time: 0.0600345 Jun 28 07:23:21.310635 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd841ef4-7308-404e-852a-458515e34fa2 req-395fd323-9f6d-4796-a4ab-bc02a1e898b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:21.312112 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd841ef4-7308-404e-852a-458515e34fa2 req-395fd323-9f6d-4796-a4ab-bc02a1e898b7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c0534033a04b4fa4b71e79aadc45a409&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0963564 Jun 28 07:23:21.409253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd841ef4-7308-404e-852a-458515e34fa2 req-2f69ecb9-3cb4-43c3-9edf-9841c03d2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:21.410694 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd841ef4-7308-404e-852a-458515e34fa2 req-2f69ecb9-3cb4-43c3-9edf-9841c03d2bb1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920935 Jun 28 07:23:21.522532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-ea4c2550-9752-4d75-8c53-f4ebc152bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:21.523988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-ea4c2550-9752-4d75-8c53-f4ebc152bd37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 1096 time: 0.0525730 Jun 28 07:23:21.574558 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-72c8a3d0-b6c3-4f5a-8fd9-e6d67fa60fb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1122b487-e834-49c7-9f31-69015edef3bb HTTP/1.1" status: 200 len: 217 time: 0.0325880 Jun 28 07:23:21.621757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-a771d491-b099-4de2-b466-983e6db48d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:21.623164 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-a771d491-b099-4de2-b466-983e6db48d8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95c42d77-8004-4257-ad9c-a9c10459d69e HTTP/1.1" status: 200 len: 835 time: 0.0469522 Jun 28 07:23:21.679489 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-0e10cdda-0d8b-45e3-a76c-495a63599669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:21.680980 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-0e10cdda-0d8b-45e3-a76c-495a63599669 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16825b55-761b-4105-bcba-82df0c2a86c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512047 Jun 28 07:23:21.771530 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-e5667f04-90b7-4deb-90cf-21617b3019ea service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839493 Jun 28 07:23:22.243556 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-62b49112-42a0-4c88-99c0-7384abef46f9 req-78532440-75fb-4cc3-b955-490780433ef8 service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653676 Jun 28 07:23:22.255570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180b3c1-9ce7-4d6f-9357-0857e2489574 req-bf4a2c13-3044-420e-88ba-6753383f5afd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:22.256957 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7180b3c1-9ce7-4d6f-9357-0857e2489574 req-bf4a2c13-3044-420e-88ba-6753383f5afd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 943 time: 0.1173387 Jun 28 07:23:22.295165 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7180b3c1-9ce7-4d6f-9357-0857e2489574 req-dd03b287-7d52-418f-8b0c-111f741c6731 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Jun 28 07:23:23.468477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1c6cf-e7ca-4713-a1da-7bd73f051a54 req-d7a197cb-a8e9-45d2-acf0-103f39f2a9f3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:23.470921 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5cb1c6cf-e7ca-4713-a1da-7bd73f051a54 req-d7a197cb-a8e9-45d2-acf0-103f39f2a9f3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 943 time: 0.0668106 Jun 28 07:23:23.508947 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5cb1c6cf-e7ca-4713-a1da-7bd73f051a54 req-71c3d893-ef62-484b-9fae-13980ee664e8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Jun 28 07:23:23.877439 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-52a283b9-7e1f-405e-8db1-bb566a810003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:24.682863 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285b24d-c4c5-4f82-aabd-0bb171c53cb8 req-043b0c68-b805-4b53-ad04-f0687d437e69 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:24.684348 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a285b24d-c4c5-4f82-aabd-0bb171c53cb8 req-043b0c68-b805-4b53-ad04-f0687d437e69 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 943 time: 0.0640719 Jun 28 07:23:24.727413 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a285b24d-c4c5-4f82-aabd-0bb171c53cb8 req-79bcbf34-b6f4-44cf-9367-389726bb7d37 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364685 Jun 28 07:23:25.899810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fde39-af88-47b9-a419-b5e86dcbf332 req-caad2c11-31fe-4a5e-939d-996d3d60e9a0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:25.901161 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e39fde39-af88-47b9-a419-b5e86dcbf332 req-caad2c11-31fe-4a5e-939d-996d3d60e9a0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 943 time: 0.0634890 Jun 28 07:23:25.937295 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e39fde39-af88-47b9-a419-b5e86dcbf332 req-7489fcd3-de7b-4d6a-a33d-7d34f8ffd82e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299749 Jun 28 07:23:26.441378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 1122b487-e834-49c7-9f31-69015edef3bb details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:23:26.510901 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:26.540336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 1122b487-e834-49c7-9f31-69015edef3bb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1122b487-e834-49c7-9f31-69015edef3bb,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:23:26.550874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '1122b487-e834-49c7-9f31-69015edef3bb', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'port_id': '1122b487-e834-49c7-9f31-69015edef3bb', 'mac_address': 'fa:16:3e:d6:8e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:23:26.587090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:26.599436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1122b487-e834-49c7-9f31-69015edef3bb {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:23:26.604698 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2971103c-61b4-462b-8539-eb2976e9cf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:26.622545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 1122b487-e834-49c7-9f31-69015edef3bb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1122b487-e834-49c7-9f31-69015edef3bb,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:23:26.768539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:26.771220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:26.818049 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=1122b487-e834-49c7-9f31-69015edef3bb,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:26.824891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.825255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.825600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.825946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.826282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.826638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.826971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.827304 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.827634 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.828172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.828688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.829047 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:23:26.832876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:27.053489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['1122b487-e834-49c7-9f31-69015edef3bb'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:23:27.114613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd828807-ebcf-4e99-a82d-b6062bb7deb3 req-b0835de4-9e73-4322-bee2-abb92a8b7758 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:27.116107 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd828807-ebcf-4e99-a82d-b6062bb7deb3 req-b0835de4-9e73-4322-bee2-abb92a8b7758 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 944 time: 0.0658572 Jun 28 07:23:27.153905 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd828807-ebcf-4e99-a82d-b6062bb7deb3 req-f639a517-9c15-4658-802c-0191764e716f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Jun 28 07:23:27.777616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:28.331919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a110c-06f4-48af-a09c-2ae7f4d67989 req-45ed4277-ded4-4506-a5d0-de6f9953e23a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:28.333390 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-831a110c-06f4-48af-a09c-2ae7f4d67989 req-45ed4277-ded4-4506-a5d0-de6f9953e23a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 944 time: 0.0690205 Jun 28 07:23:28.371084 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-831a110c-06f4-48af-a09c-2ae7f4d67989 req-12f29fa9-5ce0-4a31-b35c-704c3baf2704 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Jun 28 07:23:28.453748 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 1122b487-e834-49c7-9f31-69015edef3bb up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:23:28.629149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 1122b487-e834-49c7-9f31-69015edef3bb completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:23:28.633155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 1122b487-e834-49c7-9f31-69015edef3bb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:23:28.633545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:28.710329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:28.735633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2144f328-2293-430c-b7fd-41348cd94b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1122b487-e834-49c7-9f31-69015edef3bb'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:23:28.737961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1f7dca-33e3-4d58-97b9-44b22b1b282e" -d '{"events": [{"server_uuid": "2144f328-2293-430c-b7fd-41348cd94b3d", "name": "network-vif-plugged", "status": "completed", "tag": "1122b487-e834-49c7-9f31-69015edef3bb"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:23:28.751119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 1122b487-e834-49c7-9f31-69015edef3bb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1122b487-e834-49c7-9f31-69015edef3bb,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:23:28.822254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99ff122-9926-4d6f-acf9-0ed930d93faf x-openstack-request-id: req-e99ff122-9926-4d6f-acf9-0ed930d93faf {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:23:28.822829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2144f328-2293-430c-b7fd-41348cd94b3d", "name": "network-vif-plugged", "status": "completed", "tag": "1122b487-e834-49c7-9f31-69015edef3bb", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:23:28.822829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e99ff122-9926-4d6f-acf9-0ed930d93faf {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:23:28.823202 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2144f328-2293-430c-b7fd-41348cd94b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1122b487-e834-49c7-9f31-69015edef3bb', 'code': 200} Jun 28 07:23:28.843035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:28.846026 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:28.892277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=1122b487-e834-49c7-9f31-69015edef3bb,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:28.896909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:29.267387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de26830-e27d-4b1d-918c-cf6608852274 req-210354e2-2cf4-4247-889b-e42060c50201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:29.268977 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7de26830-e27d-4b1d-918c-cf6608852274 req-210354e2-2cf4-4247-889b-e42060c50201 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 1098 time: 0.0530457 Jun 28 07:23:29.303644 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7de26830-e27d-4b1d-918c-cf6608852274 req-5ec5d8dd-1178-46bb-9f29-ee7d251b82a6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282118 Jun 28 07:23:29.475405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:29.545926 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b13978-97c1-413e-9b2d-d561a7537b66 req-e3d0ecf0-10ea-42eb-966e-06d012b423d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:29.547904 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-35b13978-97c1-413e-9b2d-d561a7537b66 req-e3d0ecf0-10ea-42eb-966e-06d012b423d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0624797 Jun 28 07:23:29.585268 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-35b13978-97c1-413e-9b2d-d561a7537b66 req-2205cccd-d192-4fcf-b549-e7856e72866b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317261 Jun 28 07:23:30.767430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5714d51-e471-469f-9752-e4332e231455 req-95ace51e-a263-45b4-ad59-162528cc6d84 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:30.769001 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f5714d51-e471-469f-9752-e4332e231455 req-95ace51e-a263-45b4-ad59-162528cc6d84 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0696638 Jun 28 07:23:30.807577 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f5714d51-e471-469f-9752-e4332e231455 req-ab390fa7-b5db-4459-be50-c1a549dcc6c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328190 Jun 28 07:23:30.981662 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56db2e0-3687-4c80-baa3-fc36c10e505c req-6eec2557-0055-4f21-b380-3a0f317806ee tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:30.983267 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e56db2e0-3687-4c80-baa3-fc36c10e505c req-6eec2557-0055-4f21-b380-3a0f317806ee tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0648425 Jun 28 07:23:31.021862 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e56db2e0-3687-4c80-baa3-fc36c10e505c req-e5aa2340-f61d-4f06-9721-4974c70fccd6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324647 Jun 28 07:23:31.045517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34328) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:31.100754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cfd401-f398-4649-a699-a92f8920b3fc tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:31.105073 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-40cfd401-f398-4649-a699-a92f8920b3fc tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 1093 time: 0.0558131 Jun 28 07:23:31.105207 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34330) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:31.110222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '1122b487-e834-49c7-9f31-69015edef3bb', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:23:31.231384 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:31.333176 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:31.431778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.26.4.40 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/372f9ce1-b5d9-4f8f-bdea-b3fb6654b64f) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:23:31.537078 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:31.686673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:31.689595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-0a2c7bfc-b059-4466-9cc7-a61acb88c3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:31.728106 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:23:31.730946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:23:31.735094 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:23:31.740534 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=372f9ce1-b5d9-4f8f-bdea-b3fb6654b64f,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:31.759839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:32.105214 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:32.286494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:32.431940 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:32.579895 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:32.582027 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-397e0ef8-f262-4a13-8b58-50642319d54d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:23:32.649576 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=372f9ce1-b5d9-4f8f-bdea-b3fb6654b64f,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:23:32.652259 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:23:32.669938 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:32.768977 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Floating IP 69a3ad23-47ec-42ef-a2aa-ce9a77f30f37 associated. External IP: 172.26.4.40, port: 1122b487-e834-49c7-9f31-69015edef3bb. Jun 28 07:23:32.971568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 5b2ea292-6d9e-4b34-80cf-9c402369b207 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:23:33.075697 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:23:33.086086 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] Sync routers for ids ['5b2ea292-6d9e-4b34-80cf-9c402369b207'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:23:33.096432 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] Routers {'5b2ea292-6d9e-4b34-80cf-9c402369b207'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:23:33.097069 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:23:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5b2ea292-6d9e-4b34-80cf-9c402369b207'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:33.205080 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] Set router 5b2ea292-6d9e-4b34-80cf-9c402369b207 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:23:33.225438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:33.262887 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1566882 Jun 28 07:23:33.263577 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2144f328-2293-430c-b7fd-41348cd94b3d', 'tag': '1122b487-e834-49c7-9f31-69015edef3bb'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:23:33.267025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062" -d '{"events": [{"name": "network-changed", "server_uuid": "2144f328-2293-430c-b7fd-41348cd94b3d", "tag": "1122b487-e834-49c7-9f31-69015edef3bb"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:23:33.308784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f85653-3508-4366-a251-771aea8069d3 x-openstack-request-id: req-a8f85653-3508-4366-a251-771aea8069d3 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:23:33.309290 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2144f328-2293-430c-b7fd-41348cd94b3d", "tag": "1122b487-e834-49c7-9f31-69015edef3bb", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:23:33.309674 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8f85653-3508-4366-a251-771aea8069d3 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:23:33.311700 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2144f328-2293-430c-b7fd-41348cd94b3d', 'tag': '1122b487-e834-49c7-9f31-69015edef3bb', 'status': 'completed', 'code': 200} Jun 28 07:23:33.431481 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:10Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '69a3ad23-47ec-42ef-a2aa-ce9a77f30f37', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.40', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'port_id': '1122b487-e834-49c7-9f31-69015edef3bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'mac_address': 'fa:16:3e:d6:8e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144f328-2293-430c-b7fd-41348cd94b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:23:31Z', 'updated_at': '2021-06-28T07:23:31Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a51c17-b11a-4ce2-91cc-4d3f11c5d794', 'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:0c:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:10Z', 'updated_at': '2021-06-28T07:23:15Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:33.446700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-9202abf9-aaf1-4c9b-ba91-c6507f7c9704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:33.448202 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-9202abf9-aaf1-4c9b-ba91-c6507f7c9704 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 1098 time: 0.0951753 Jun 28 07:23:33.461837 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] Checking router: 5b2ea292-6d9e-4b34-80cf-9c402369b207 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:23:33.471299 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] Routers {'5b2ea292-6d9e-4b34-80cf-9c402369b207'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:23:33.471913 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:23:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5b2ea292-6d9e-4b34-80cf-9c402369b207'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:33.491919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b4db1-280f-4cdf-8738-668a4818ea3d req-2054cb96-50db-41f3-8c7e-22ee9ad8adf0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:33.493418 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ee9b4db1-280f-4cdf-8738-668a4818ea3d req-2054cb96-50db-41f3-8c7e-22ee9ad8adf0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.1306956 Jun 28 07:23:33.571638 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ee9b4db1-280f-4cdf-8738-668a4818ea3d req-d864a294-ec57-4e1b-ae9e-bd22b6cdd1b0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499561 Jun 28 07:23:33.579519 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] Set router 5b2ea292-6d9e-4b34-80cf-9c402369b207 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:23:33.584678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-4160731e-830f-44ff-8b81-cdcc9403e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:33.586206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-4160731e-830f-44ff-8b81-cdcc9403e725 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16825b55-761b-4105-bcba-82df0c2a86c2 HTTP/1.1" status: 200 len: 897 time: 0.1313968 Jun 28 07:23:33.599164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34336) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:33.657267 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-1f5bafa6-dffa-407d-bcf4-a23f0fbdadda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1122b487-e834-49c7-9f31-69015edef3bb HTTP/1.1" status: 200 len: 998 time: 0.0642087 Jun 28 07:23:33.667750 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-fe4d1827-f6df-4be1-8049-0cb230d390cd tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/69a3ad23-47ec-42ef-a2aa-ce9a77f30f37 HTTP/1.1" status: 200 len: 990 time: 0.0663984 Jun 28 07:23:33.707007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-24c8892c-32f4-4b11-aae5-d0ac77aec27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:33.708365 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-24c8892c-32f4-4b11-aae5-d0ac77aec27f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95c42d77-8004-4257-ad9c-a9c10459d69e HTTP/1.1" status: 200 len: 835 time: 0.0445275 Jun 28 07:23:33.770084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-e79d7842-5afb-4511-8494-8ecb7e6483c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:33.771599 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-e79d7842-5afb-4511-8494-8ecb7e6483c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16825b55-761b-4105-bcba-82df0c2a86c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558064 Jun 28 07:23:33.809168 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:10Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '69a3ad23-47ec-42ef-a2aa-ce9a77f30f37', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.40', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'port_id': '1122b487-e834-49c7-9f31-69015edef3bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'mac_address': 'fa:16:3e:d6:8e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144f328-2293-430c-b7fd-41348cd94b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:23:31Z', 'updated_at': '2021-06-28T07:23:31Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a51c17-b11a-4ce2-91cc-4d3f11c5d794', 'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:0c:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:10Z', 'updated_at': '2021-06-28T07:23:15Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:23:33.836019 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce884e04-f5d8-476b-9abe-6ead8f0466fa None None] The sync data for ids ['5b2ea292-6d9e-4b34-80cf-9c402369b207'] in dv-neutron-797120-6-hyperv is: [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:10Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '69a3ad23-47ec-42ef-a2aa-ce9a77f30f37', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.40', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'port_id': '1122b487-e834-49c7-9f31-69015edef3bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'mac_address': 'fa:16:3e:d6:8e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144f328-2293-430c-b7fd-41348cd94b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:23:31Z', 'updated_at': '2021-06-28T07:23:31Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a51c17-b11a-4ce2-91cc-4d3f11c5d794', 'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:0c:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:10Z', 'updated_at': '2021-06-28T07:23:15Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:23:33.865094 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-4d996a14-ec1b-4271-902d-c0f635b19c1e service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830948 Jun 28 07:23:33.958762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-48e5f0de-1d4f-4dcd-b93c-5fe64e8da062 req-a67e98e2-7245-4435-a252-6bdc074ac71d service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892196 Jun 28 07:23:34.027874 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38766093-6ddd-46c2-801b-9484a2acc747 None None] New status for floating IP 69a3ad23-47ec-42ef-a2aa-ce9a77f30f37: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:23:34.670067 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34338) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:23:34.736228 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-010a5ed0-a9d8-49b3-9487-632533f79d36 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/69a3ad23-47ec-42ef-a2aa-ce9a77f30f37 HTTP/1.1" status: 200 len: 992 time: 0.0647955 Jun 28 07:23:41.292862 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:23:44.046732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:51.093832 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-58c2b6b9-2f90-4f65-b397-ecbc75cb1fd2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882287 Jun 28 07:23:51.207933 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-fa2642ae-1f79-4e34-92af-f76199b3ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:51.209413 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-fa2642ae-1f79-4e34-92af-f76199b3ed6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 1098 time: 0.0518267 Jun 28 07:23:51.319600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-0ed0a28d-af3e-448e-9d0b-6d4e8b8c6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:51.320990 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-0ed0a28d-af3e-448e-9d0b-6d4e8b8c6808 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16825b55-761b-4105-bcba-82df0c2a86c2 HTTP/1.1" status: 200 len: 897 time: 0.0893612 Jun 28 07:23:51.390432 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-93688e43-3962-4977-a068-14f00b54dd94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1122b487-e834-49c7-9f31-69015edef3bb HTTP/1.1" status: 200 len: 1000 time: 0.0572929 Jun 28 07:23:51.444190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-c907ed57-b121-4296-b7fd-a5b2f1269678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:51.445641 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-c907ed57-b121-4296-b7fd-a5b2f1269678 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95c42d77-8004-4257-ad9c-a9c10459d69e HTTP/1.1" status: 200 len: 835 time: 0.0474906 Jun 28 07:23:51.505043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-8a104649-61f0-4929-b3b9-835c727ccaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:23:51.506519 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-8a104649-61f0-4929-b3b9-835c727ccaf3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16825b55-761b-4105-bcba-82df0c2a86c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539229 Jun 28 07:23:51.601810 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-ec68b733-4f83-4d9a-8ec8-42ddc40dd089 service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812247 Jun 28 07:23:51.698492 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-df4ede32-57e1-4b8a-8d46-c221befbcc50 req-c5f154e1-1cc5-4bf4-b29e-113d994e5a35 service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889051 Jun 28 07:23:53.875190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8842570-eec0-4146-8b58-8b1b23ae8beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:56.579713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:56.642446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c28c4e1e-f864-43b2-8892-a21c13da80d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:57.836702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:23:59.491843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:08.268797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582573d1-d04e-495d-a08d-aa605d482a05 req-ab49a31e-c2b5-4721-8a18-40f1c3f74551 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:08.270377 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-582573d1-d04e-495d-a08d-aa605d482a05 req-ab49a31e-c2b5-4721-8a18-40f1c3f74551 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.1088130 Jun 28 07:24:08.308158 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-582573d1-d04e-495d-a08d-aa605d482a05 req-15358e21-4075-4fb3-843c-695aea19bbfe tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 Jun 28 07:24:09.538556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dccbf-ad61-4212-869d-8971a5368912 req-1c62bec1-2afd-497b-8570-0dca58c0770f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:09.540075 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b1dccbf-ad61-4212-869d-8971a5368912 req-1c62bec1-2afd-497b-8570-0dca58c0770f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.1145391 Jun 28 07:24:09.580483 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9b1dccbf-ad61-4212-869d-8971a5368912 req-0eeb7e8c-3a4b-4891-b004-15a472c99d25 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343795 Jun 28 07:24:10.755025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5f828-7076-40da-8098-1df5d4a58df1 req-aa11359f-a903-4eb5-a276-fd1d71e7630d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:10.756495 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-53c5f828-7076-40da-8098-1df5d4a58df1 req-aa11359f-a903-4eb5-a276-fd1d71e7630d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0644305 Jun 28 07:24:10.793635 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-53c5f828-7076-40da-8098-1df5d4a58df1 req-6fa9e8bc-e1d1-48e8-9d71-89a37911d685 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315530 Jun 28 07:24:11.967664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaf3b5-13a1-4c0f-b68e-46cfcefb6a58 req-7df4e205-8f60-44f3-b92f-6d118c8c473a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:11.969142 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-faaaf3b5-13a1-4c0f-b68e-46cfcefb6a58 req-7df4e205-8f60-44f3-b92f-6d118c8c473a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0644634 Jun 28 07:24:12.009413 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-faaaf3b5-13a1-4c0f-b68e-46cfcefb6a58 req-c35e90a1-bb24-4199-afad-396978676d65 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344868 Jun 28 07:24:13.181255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a52135-0f0b-4a05-92eb-3da3af06bb8e req-a5223151-3ff1-4b32-9302-3ef816de5ef6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:13.182970 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11a52135-0f0b-4a05-92eb-3da3af06bb8e req-a5223151-3ff1-4b32-9302-3ef816de5ef6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0650325 Jun 28 07:24:13.221174 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11a52135-0f0b-4a05-92eb-3da3af06bb8e req-c7ecddcd-2461-4612-9b16-063f4574cfd8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Jun 28 07:24:13.956637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:14.393638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef336c-6aac-4e68-87fd-060d969dacab req-ac590a75-6a41-4dcd-a356-c48ca1c04b65 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:14.395255 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-89ef336c-6aac-4e68-87fd-060d969dacab req-ac590a75-6a41-4dcd-a356-c48ca1c04b65 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0644119 Jun 28 07:24:14.433105 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-89ef336c-6aac-4e68-87fd-060d969dacab req-8b5eb039-2316-465c-825a-435cd9b2f807 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321677 Jun 28 07:24:15.612092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8e1f1-6b42-42e4-b1a9-40176376c191 req-7ec43bea-92db-45fd-a91b-bab0e558cda1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:15.613596 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11e8e1f1-6b42-42e4-b1a9-40176376c191 req-7ec43bea-92db-45fd-a91b-bab0e558cda1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0666049 Jun 28 07:24:15.650517 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-11e8e1f1-6b42-42e4-b1a9-40176376c191 req-4521b28c-d8cb-4f00-901c-de7ded558d84 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Jun 28 07:24:16.824413 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63a614-6c9a-4a9a-b925-76d67b502d6e req-2bde72a3-923f-47f6-9bfd-4293a6165134 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:16.825906 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b63a614-6c9a-4a9a-b925-76d67b502d6e req-2bde72a3-923f-47f6-9bfd-4293a6165134 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0624268 Jun 28 07:24:16.862805 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6b63a614-6c9a-4a9a-b925-76d67b502d6e req-edb151e7-fcb9-4e23-9bee-5a6b4425268f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313420 Jun 28 07:24:18.036441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b78a-d30d-4ce0-a1db-e140d19434f1 req-c65f1f8c-da4b-4e46-8d3b-2002e28c7b8d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:18.037968 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9354b78a-d30d-4ce0-a1db-e140d19434f1 req-c65f1f8c-da4b-4e46-8d3b-2002e28c7b8d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0641077 Jun 28 07:24:18.080620 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9354b78a-d30d-4ce0-a1db-e140d19434f1 req-16a4416c-69ef-470a-8c4e-f6ebcd75beef tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370924 Jun 28 07:24:18.290975 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:24:19.254283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7db85-2afd-4bc4-8fec-3dbab55bce12 req-e9b64657-b55a-4328-8caa-0f30fe839efb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:19.255755 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c6e7db85-2afd-4bc4-8fec-3dbab55bce12 req-e9b64657-b55a-4328-8caa-0f30fe839efb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0642183 Jun 28 07:24:19.292993 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c6e7db85-2afd-4bc4-8fec-3dbab55bce12 req-409da0ab-0dd1-4572-b16c-b3e2cab33d50 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Jun 28 07:24:19.317431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34382) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:24:19.377235 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c072beb8-705b-41fd-92f1-f98f52597188 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/69a3ad23-47ec-42ef-a2aa-ce9a77f30f37 HTTP/1.1" status: 200 len: 992 time: 0.0585046 Jun 28 07:24:21.061763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b95f06-bfda-4851-af13-2462dc2b1ec4 req-f737121d-67b2-4149-955a-d345b54708ac tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:21.063286 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96b95f06-bfda-4851-af13-2462dc2b1ec4 req-f737121d-67b2-4149-955a-d345b54708ac tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0693760 Jun 28 07:24:21.104989 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-96b95f06-bfda-4851-af13-2462dc2b1ec4 req-e10e27e0-da91-4aaf-be45-a9ae734da4b1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357289 Jun 28 07:24:21.161153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-9a34b81f-58c9-4bf3-b080-db2420124ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:21.162599 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-9a34b81f-58c9-4bf3-b080-db2420124ea1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 1098 time: 0.0519454 Jun 28 07:24:21.256601 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-7a9e0cc8-54ca-4dd6-b91c-5ca930772030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:21.258082 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-7a9e0cc8-54ca-4dd6-b91c-5ca930772030 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16825b55-761b-4105-bcba-82df0c2a86c2 HTTP/1.1" status: 200 len: 897 time: 0.0871668 Jun 28 07:24:21.321853 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-9e7e0541-668b-4573-885a-006dc84f09f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1122b487-e834-49c7-9f31-69015edef3bb HTTP/1.1" status: 200 len: 1000 time: 0.0568662 Jun 28 07:24:21.368450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-3e51efaf-ec31-4568-b799-c10556244092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:21.369860 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-3e51efaf-ec31-4568-b799-c10556244092 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95c42d77-8004-4257-ad9c-a9c10459d69e HTTP/1.1" status: 200 len: 835 time: 0.0421219 Jun 28 07:24:21.429069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-513d0505-2a36-4b32-8f54-3fdf1e3e56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:21.430515 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-513d0505-2a36-4b32-8f54-3fdf1e3e56ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16825b55-761b-4105-bcba-82df0c2a86c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542400 Jun 28 07:24:21.518663 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-6bdada71-2b56-469c-8544-bb6e4294da58 service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817423 Jun 28 07:24:21.609815 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-567bc422-be2a-4108-82dc-eab4ced4e6ed req-1b0b737c-7a71-43c9-a7f4-7b1bd8b544fe service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847878 Jun 28 07:24:22.287236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533c92a-d40b-43e1-a251-545cad2e9285 req-88e7a287-5f74-4791-8179-c1396368874a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:22.288703 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f533c92a-d40b-43e1-a251-545cad2e9285 req-88e7a287-5f74-4791-8179-c1396368874a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0645037 Jun 28 07:24:22.325983 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f533c92a-d40b-43e1-a251-545cad2e9285 req-c843a2c4-15fb-417b-b112-0ab0dbcd5aba tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315645 Jun 28 07:24:23.501250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eaa92-df0c-4e07-a052-cc38feb1ba81 req-005d3370-b3b2-4fef-8846-b3abfef49ca3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:23.502728 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5a1eaa92-df0c-4e07-a052-cc38feb1ba81 req-005d3370-b3b2-4fef-8846-b3abfef49ca3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0646241 Jun 28 07:24:23.547073 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5a1eaa92-df0c-4e07-a052-cc38feb1ba81 req-cd29ed83-450e-4f60-9019-004f0bbdd606 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387158 Jun 28 07:24:23.571406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34394) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:24:23.637767 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e7f9770f-0974-47fc-872a-8b2a1525eac4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/69a3ad23-47ec-42ef-a2aa-ce9a77f30f37 HTTP/1.1" status: 200 len: 992 time: 0.0606787 Jun 28 07:24:23.851658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dea1b8f1-7580-4271-935f-263da72825ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:26.493325 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:26.548750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ce8567ab-a12b-486f-ae13-681d3429d14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:27.824987 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:29.556190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:44.011467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:51.034069 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-d8c5c056-a843-4f49-8bcc-826ef806da8c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505238 Jun 28 07:24:51.160721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-e92d6c74-00b6-4d8b-9b75-1f05cd1027b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:51.162213 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-e92d6c74-00b6-4d8b-9b75-1f05cd1027b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 1098 time: 0.0524538 Jun 28 07:24:51.272959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-b1c30533-6b4c-4763-a914-3615a115c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:51.274398 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-b1c30533-6b4c-4763-a914-3615a115c9df service neutron] 10.222.0.50 "GET /v2.0/networks?id=16825b55-761b-4105-bcba-82df0c2a86c2 HTTP/1.1" status: 200 len: 897 time: 0.0870254 Jun 28 07:24:51.340414 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-57b59da3-fea5-4d59-9f73-68e2a663f84e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1122b487-e834-49c7-9f31-69015edef3bb HTTP/1.1" status: 200 len: 1000 time: 0.0570757 Jun 28 07:24:51.390763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-b3f39f78-66aa-4bbe-9997-e59f52bfb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:51.392217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-b3f39f78-66aa-4bbe-9997-e59f52bfb9a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95c42d77-8004-4257-ad9c-a9c10459d69e HTTP/1.1" status: 200 len: 835 time: 0.0428257 Jun 28 07:24:51.456404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-dc39ed67-2495-429b-85ee-3fe2956a48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:51.457897 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-dc39ed67-2495-429b-85ee-3fe2956a48d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16825b55-761b-4105-bcba-82df0c2a86c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565898 Jun 28 07:24:51.547314 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-75b2f923-356c-4030-867e-edda5887a51f service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815432 Jun 28 07:24:51.642286 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1a3cfc7a-97fb-4620-a201-83c3f18ebd33 req-976da7bd-9c89-4715-a2ef-546c4e04369e service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864980 Jun 28 07:24:53.828567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ce7685ee-da89-4560-92a1-f5bdba5962de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:55.293156 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:24:56.545638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:56.599957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a0072e08-d4c4-4964-842d-104ef28e50aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:57.779713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:58.269971 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34408) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:24:58.430865 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 372f9ce1-b5d9-4f8f-bdea-b3fb6654b64f {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:24:58.431198 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:58.507136 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:58.507454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:58.519096 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 372f9ce1-b5d9-4f8f-bdea-b3fb6654b64f owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:24:58.799927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:58.802023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-476a404b-a622-4964-8c8f-18745fe163c3 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:24:58.827805 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=372f9ce1-b5d9-4f8f-bdea-b3fb6654b64f,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.845954 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:24:58.849202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:24:58.907984 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:58.908236 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Floating IP 69a3ad23-47ec-42ef-a2aa-ce9a77f30f37 disassociated (deleted). External IP: 172.26.4.40, port: 1122b487-e834-49c7-9f31-69015edef3bb. Jun 28 07:24:59.453704 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 5b2ea292-6d9e-4b34-80cf-9c402369b207 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:24:59.520031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:59.562317 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:24:59.567386 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:24:59.571507 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] Sync routers for ids ['5b2ea292-6d9e-4b34-80cf-9c402369b207'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:24:59.580818 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] Routers {'5b2ea292-6d9e-4b34-80cf-9c402369b207'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:24:59.581529 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:24:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5b2ea292-6d9e-4b34-80cf-9c402369b207'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:24:59.610204 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-961c0b8d-6a72-4693-bb9a-1f3f586515da tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/floatingips/69a3ad23-47ec-42ef-a2aa-ce9a77f30f37 HTTP/1.1" status: 204 len: 168 time: 1.3390679 Jun 28 07:24:59.610909 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2144f328-2293-430c-b7fd-41348cd94b3d', 'tag': '1122b487-e834-49c7-9f31-69015edef3bb'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:24:59.613360 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb61a0a3-0e67-40de-b6ff-c417d482254e" -d '{"events": [{"name": "network-changed", "server_uuid": "2144f328-2293-430c-b7fd-41348cd94b3d", "tag": "1122b487-e834-49c7-9f31-69015edef3bb"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:24:59.714896 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d41258f-cd6e-4f96-b993-9bf367ea7d12 x-openstack-request-id: req-6d41258f-cd6e-4f96-b993-9bf367ea7d12 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:24:59.715817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2144f328-2293-430c-b7fd-41348cd94b3d", "tag": "1122b487-e834-49c7-9f31-69015edef3bb", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:24:59.715817 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d41258f-cd6e-4f96-b993-9bf367ea7d12 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:24:59.716803 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2144f328-2293-430c-b7fd-41348cd94b3d', 'tag': '1122b487-e834-49c7-9f31-69015edef3bb', 'status': 'completed', 'code': 200} Jun 28 07:24:59.784264 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] Set router 5b2ea292-6d9e-4b34-80cf-9c402369b207 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:24:59.818434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-8dca92fc-11b2-4a80-a1fe-63d802247e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:59.819987 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-8dca92fc-11b2-4a80-a1fe-63d802247e66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 1098 time: 0.0556476 Jun 28 07:24:59.916651 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-d8fb1bdc-5112-43b1-a242-fd22b04d5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:24:59.918130 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-d8fb1bdc-5112-43b1-a242-fd22b04d5061 service neutron] 10.222.0.50 "GET /v2.0/networks?id=16825b55-761b-4105-bcba-82df0c2a86c2 HTTP/1.1" status: 200 len: 897 time: 0.0912259 Jun 28 07:24:59.959543 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-c45dbce5-1a5a-4ffe-b0e3-2c3c688b9943 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1122b487-e834-49c7-9f31-69015edef3bb HTTP/1.1" status: 200 len: 217 time: 0.0347433 Jun 28 07:24:59.978869 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:10Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '82a51c17-b11a-4ce2-91cc-4d3f11c5d794', 'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:0c:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:10Z', 'updated_at': '2021-06-28T07:23:15Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:00.004710 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] Checking router: 5b2ea292-6d9e-4b34-80cf-9c402369b207 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:25:00.009948 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-ff4673ed-22be-4888-8e20-ab25f378c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:00.011406 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-ff4673ed-22be-4888-8e20-ab25f378c8d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95c42d77-8004-4257-ad9c-a9c10459d69e HTTP/1.1" status: 200 len: 835 time: 0.0457051 Jun 28 07:25:00.012872 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] Routers {'5b2ea292-6d9e-4b34-80cf-9c402369b207'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:25:00.013783 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:24:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5b2ea292-6d9e-4b34-80cf-9c402369b207'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:00.073430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-d20de0c0-2caa-40ab-8ba9-d2b57a0d1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:00.074985 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-d20de0c0-2caa-40ab-8ba9-d2b57a0d1238 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=16825b55-761b-4105-bcba-82df0c2a86c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573676 Jun 28 07:25:00.123143 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] Set router 5b2ea292-6d9e-4b34-80cf-9c402369b207 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:25:00.170114 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-4c64ac1f-d4ce-49b3-b2bf-e00a3655a8f2 service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879023 Jun 28 07:25:00.269783 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb61a0a3-0e67-40de-b6ff-c417d482254e req-6c90005b-b51a-4ff7-bc5d-0efeb33e566c service neutron] 10.222.0.50 "GET /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935862 Jun 28 07:25:00.332139 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:10Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '82a51c17-b11a-4ce2-91cc-4d3f11c5d794', 'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:0c:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:10Z', 'updated_at': '2021-06-28T07:23:15Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:00.342424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df6a59-2bad-4052-aaeb-66b94aa99bd8 req-6e7034b8-dacb-4a56-a71e-33ce5b8bc071 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:00.343722 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c6df6a59-2bad-4052-aaeb-66b94aa99bd8 req-6e7034b8-dacb-4a56-a71e-33ce5b8bc071 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0658514 Jun 28 07:25:00.358959 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e8d61-12e2-4f20-bf04-f88c7d7b4d1b None None] The sync data for ids ['5b2ea292-6d9e-4b34-80cf-9c402369b207'] in dv-neutron-797120-6-hyperv is: [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:23:10Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '82a51c17-b11a-4ce2-91cc-4d3f11c5d794', 'name': '', 'network_id': '16825b55-761b-4105-bcba-82df0c2a86c2', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:0c:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:10Z', 'updated_at': '2021-06-28T07:23:15Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '95c42d77-8004-4257-ad9c-a9c10459d69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:25:00.382377 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c6df6a59-2bad-4052-aaeb-66b94aa99bd8 req-3eef42ba-7206-4e2d-9dc4-3141223d8ac0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326064 Jun 28 07:25:00.577285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239e6f2-831a-465e-9ab8-abc30c77b757 None None] New status for floating IP 69a3ad23-47ec-42ef-a2aa-ce9a77f30f37: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:25:01.574943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af1aba-3ec0-483a-97eb-553b954d041e req-7f877370-613e-4b9c-b4a4-71588bd1a131 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:01.577150 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-07af1aba-3ec0-483a-97eb-553b954d041e req-7f877370-613e-4b9c-b4a4-71588bd1a131 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0806634 Jun 28 07:25:01.616046 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-07af1aba-3ec0-483a-97eb-553b954d041e req-edf24076-8135-4054-9ba7-47804218f619 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329003 Jun 28 07:25:02.324534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-610c614a-2904-42ea-bea0-81fc35d35e78 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:02.326791 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-610c614a-2904-42ea-bea0-81fc35d35e78 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0678251 Jun 28 07:25:02.425597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 1122b487-e834-49c7-9f31-69015edef3bb {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:25:02.425929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:02.514544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port 1122b487-e834-49c7-9f31-69015edef3bb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1122b487-e834-49c7-9f31-69015edef3bb,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:25:02.514803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:02.526488 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 1122b487-e834-49c7-9f31-69015edef3bb owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:25:02.801832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5723495-473b-4ddb-abaf-ebf700dbc8a7 req-830f87cf-eac3-41a6-a57d-e7b6c3c7bfd6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:02.803330 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e5723495-473b-4ddb-abaf-ebf700dbc8a7 req-830f87cf-eac3-41a6-a57d-e7b6c3c7bfd6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 945 time: 0.0631995 Jun 28 07:25:02.841898 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e5723495-473b-4ddb-abaf-ebf700dbc8a7 req-3f612c5d-d026-4a45-b563-b4b4808e32c6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8ba63ca-1ce1-4336-b8e0-031f01f512f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329590 Jun 28 07:25:02.887309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:02.891848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-48bd48dc-a909-499f-be6c-e1e991fa3f61 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:02.917215 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=1122b487-e834-49c7-9f31-69015edef3bb,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:02.929136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.929607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.929913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.930283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.930656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.931025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.931392 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.931820 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.932183 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.932551 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.932943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.933308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:02.952253 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:02.975286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] No DVR routers for this DVR port 1122b487-e834-49c7-9f31-69015edef3bb on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:25:02.977653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:02.979689 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a620353c-1fc4-42c4-b161-1af6afceb520 req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "DELETE /v2.0/ports/1122b487-e834-49c7-9f31-69015edef3bb HTTP/1.1" status: 204 len: 173 time: 0.6471767 Jun 28 07:25:02.980182 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2144f328-2293-430c-b7fd-41348cd94b3d', 'name': 'network-vif-deleted', 'tag': '1122b487-e834-49c7-9f31-69015edef3bb'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:25:02.982711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a9bc59-5db2-47a3-8b1e-74834bd29901" -d '{"events": [{"server_uuid": "2144f328-2293-430c-b7fd-41348cd94b3d", "name": "network-vif-deleted", "tag": "1122b487-e834-49c7-9f31-69015edef3bb"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:25:03.064304 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8a4592-700e-4873-bf24-a17166efe156 x-openstack-request-id: req-fe8a4592-700e-4873-bf24-a17166efe156 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:25:03.064639 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2144f328-2293-430c-b7fd-41348cd94b3d", "name": "network-vif-deleted", "tag": "1122b487-e834-49c7-9f31-69015edef3bb", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:25:03.064970 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe8a4592-700e-4873-bf24-a17166efe156 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:25:03.070846 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2144f328-2293-430c-b7fd-41348cd94b3d', 'name': 'network-vif-deleted', 'tag': '1122b487-e834-49c7-9f31-69015edef3bb', 'status': 'completed', 'code': 200} Jun 28 07:25:04.017229 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f8a602f5-1d70-47b0-bcc9-21e7bff61419 req-e0e57b8a-163e-4037-b96b-7f13e11f1e45 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144f328-2293-430c-b7fd-41348cd94b3d HTTP/1.1" status: 200 len: 210 time: 0.0389159 Jun 28 07:25:04.904379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 1122b487-e834-49c7-9f31-69015edef3bb no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:25:04.926830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 1122b487-e834-49c7-9f31-69015edef3bb {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:25:04.927176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 1122b487-e834-49c7-9f31-69015edef3bb not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:25:05.109748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34432) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:05.459251 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:05.720146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:25:05.720398 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:05.809278 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port 82a51c17-b11a-4ce2-91cc-4d3f11c5d794, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=82a51c17-b11a-4ce2-91cc-4d3f11c5d794,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:25:05.809681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:05.822876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:25:06.104305 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:06.106279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e8700962-a0b0-437a-a84e-cb7a9374ce10 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:06.129444 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=82a51c17-b11a-4ce2-91cc-4d3f11c5d794,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:06.132871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:06.322595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:06.529352 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router 5b2ea292-6d9e-4b34-80cf-9c402369b207 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:25:06.633143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:25:06.641742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34434) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:06.642194 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-16cca1c8-f18e-4b30-833d-7f029800252a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "PUT /v2.0/routers/5b2ea292-6d9e-4b34-80cf-9c402369b207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5310998 Jun 28 07:25:06.644048 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] Sync routers for ids ['5b2ea292-6d9e-4b34-80cf-9c402369b207'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:25:06.652950 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] Routers {'5b2ea292-6d9e-4b34-80cf-9c402369b207'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:25:06.654136 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:24:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5b2ea292-6d9e-4b34-80cf-9c402369b207'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:06.692103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-072a44f3-94b2-4ab7-8692-cf669d85deaa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting subnet 95c42d77-8004-4257-ad9c-a9c10459d69e {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:25:06.695148 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-072a44f3-94b2-4ab7-8692-cf669d85deaa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:06.734203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-072a44f3-94b2-4ab7-8692-cf669d85deaa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:06.759386 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] Set router 5b2ea292-6d9e-4b34-80cf-9c402369b207 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:25:06.949679 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:25:05Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:06.976301 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] Checking router: 5b2ea292-6d9e-4b34-80cf-9c402369b207 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:25:06.985548 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] Routers {'5b2ea292-6d9e-4b34-80cf-9c402369b207'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:25:06.986173 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:24:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['5b2ea292-6d9e-4b34-80cf-9c402369b207'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:07.090207 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] Set router 5b2ea292-6d9e-4b34-80cf-9c402369b207 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:25:07.167505 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-072a44f3-94b2-4ab7-8692-cf669d85deaa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:07.264746 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:25:05Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:07.293862 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d76748a-c5a4-497a-a19f-9c1800eb6b47 None None] The sync data for ids ['5b2ea292-6d9e-4b34-80cf-9c402369b207'] in dv-neutron-797120-6-hyperv is: [{'id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334101071', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:23:05Z', 'updated_at': '2021-06-28T07:25:05Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '15b28561-8a3b-4a6b-b753-b4ca3f2dae5a', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ea292-6d9e-4b34-80cf-9c402369b207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:23:06Z', 'updated_at': '2021-06-28T07:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:25:07.338084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-072a44f3-94b2-4ab7-8692-cf669d85deaa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:07.340330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2bad735b-a6a1-48ab-b1f6-43a54adb872a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:07.365024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a44f3-94b2-4ab7-8692-cf669d85deaa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Subnet': ['ID=95c42d77-8004-4257-ad9c-a9c10459d69e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:07.368077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-072a44f3-94b2-4ab7-8692-cf669d85deaa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:07.373157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-072a44f3-94b2-4ab7-8692-cf669d85deaa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:07.374997 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-072a44f3-94b2-4ab7-8692-cf669d85deaa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/subnets/95c42d77-8004-4257-ad9c-a9c10459d69e HTTP/1.1" status: 204 len: 168 time: 0.7320950 Jun 28 07:25:07.377945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34436) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:07.378116 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f4a8e0-3938-454b-abda-736a8dd3d393 None None] Network 16825b55-761b-4105-bcba-82df0c2a86c2 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:25:07.484273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:07.610686 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:07.649341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] DHCP port deletion for 16825b55-761b-4105-bcba-82df0c2a86c2 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:25:07.697793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Deleting port e7de381f-8446-42bb-bba0-6bcf4156bc2d {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:25:07.701437 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:07.775389 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] For port e7de381f-8446-42bb-bba0-6bcf4156bc2d, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e7de381f-8446-42bb-bba0-6bcf4156bc2d,segment=NetworkSegment(a0f5b592-50d3-4bc7-a8af-e144e8d1d770),segment_id=a0f5b592-50d3-4bc7-a8af-e144e8d1d770)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:25:07.775792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:07.781459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:25:07.781984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:07.789909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Calling delete_port for e7de381f-8446-42bb-bba0-6bcf4156bc2d owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:25:07.874027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=15b28561-8a3b-4a6b-b753-b4ca3f2dae5a,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:25:07.874343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:07.886654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:25:07.938981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:07.941046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7968256-7dd1-41fa-b59d-1ac66b74cf4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:07.966598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Pushing event deleted for resources: {'Port': ['ID=e7de381f-8446-42bb-bba0-6bcf4156bc2d,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:07.971300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] No DVR routers for this DVR port e7de381f-8446-42bb-bba0-6bcf4156bc2d on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:25:07.979333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.979693 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.980037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.980375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.981046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.981046 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.981398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.981737 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.982067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.982482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.982810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.983132 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:07.993021 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:08.195664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.207332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9b780ffd-eb62-4c53-953e-ffe3cb805771 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:08.222942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=15b28561-8a3b-4a6b-b753-b4ca3f2dae5a,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:08.225935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:08.288634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.383282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.385425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.601963 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.602391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Fanout notify agent at l3_agent the message router_deleted on router 5b2ea292-6d9e-4b34-80cf-9c402369b207 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:25:08.609959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.611090 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/routers/5b2ea292-6d9e-4b34-80cf-9c402369b207 HTTP/1.1" status: 204 len: 168 time: 1.2322335 Jun 28 07:25:08.613868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34438) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:08.698333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.785954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.796444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16825b55-761b-4105-bcba-82df0c2a86c2']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:08.806184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:08.806491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f5b592-50d3-4bc7-a8af-e144e8d1d770') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:08.815535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.829532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.835386 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:25:08.835778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:25:08.838795 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:25:08.967937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.971623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b2dee017-e72c-4314-aebd-c15ea4cb7f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:08.975615 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:08.977311 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/networks/16825b55-761b-4105-bcba-82df0c2a86c2 HTTP/1.1" status: 204 len: 168 time: 0.3624711 Jun 28 07:25:08.980444 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34440) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:08.989088 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Network': ['ID=16825b55-761b-4105-bcba-82df0c2a86c2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:08.991506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-669c65b7-8dd2-4a8d-8f5d-aba2e43c0de7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:09.046595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0de7108-9c81-45be-96c3-4c33ba966ed7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:09.082860 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0de7108-9c81-45be-96c3-4c33ba966ed7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:09.087384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:25:09.108330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:25:09.108674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 82a51c17-b11a-4ce2-91cc-4d3f11c5d794 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:25:09.109332 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e7de381f-8446-42bb-bba0-6bcf4156bc2d no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:25:09.127960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: e7de381f-8446-42bb-bba0-6bcf4156bc2d {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:25:09.128533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e7de381f-8446-42bb-bba0-6bcf4156bc2d not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:25:09.128732 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:25:09.150375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:25:09.150729 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 15b28561-8a3b-4a6b-b753-b4ca3f2dae5a not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:25:09.240287 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0de7108-9c81-45be-96c3-4c33ba966ed7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:09.242905 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e0de7108-9c81-45be-96c3-4c33ba966ed7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:09.244090 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e0de7108-9c81-45be-96c3-4c33ba966ed7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8ba63ca-1ce1-4336-b8e0-031f01f512f5 HTTP/1.1" status: 204 len: 168 time: 0.2625864 Jun 28 07:25:09.244906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7ef494ba-aeca-4efe-9c8b-79ec850fb4c6 tempest-SecGroupTest-1551300487 tempest-SecGroupTest-1551300487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:09.254240 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de7108-9c81-45be-96c3-4c33ba966ed7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ba63ca-1ce1-4336-b8e0-031f01f512f5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:09.256942 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e0de7108-9c81-45be-96c3-4c33ba966ed7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:09.485330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [req-1ee7b8e3-1641-4eb7-b144-fb63b69c7677 req-4fe0110e-18ee-484c-a11d-e2ccd36c18fd service neutron] (100886) timed out ('10.222.0.24', 58794) {{(pid=100886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 07:25:10.000554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34446) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:10.005333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-f08ccd85-6320-4697-a105-ae33bc68e398 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314213703', 'description': 'tempest-secgroup-smoke-1314213703 description', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:10.131156 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f08ccd85-6320-4697-a105-ae33bc68e398 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:10.209482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f08ccd85-6320-4697-a105-ae33bc68e398 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:10.325632 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f08ccd85-6320-4697-a105-ae33bc68e398 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:10.328085 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3892a1e4-8fa6-42a1-b7df-d17f987b110b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:10.355780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ccd85-6320-4697-a105-ae33bc68e398 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb835645-75af-4992-af1c-fb41b5684d05,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:10.359257 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-f08ccd85-6320-4697-a105-ae33bc68e398 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:10.458614 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-f08ccd85-6320-4697-a105-ae33bc68e398 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:10.459850 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f08ccd85-6320-4697-a105-ae33bc68e398 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4582469 Jun 28 07:25:10.462832 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34448) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:10.467778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-4e0de069-578d-408a-9b5d-dc3626155e1b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'eb835645-75af-4992-af1c-fb41b5684d05', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:10.576545 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4e0de069-578d-408a-9b5d-dc3626155e1b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:10.632137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4e0de069-578d-408a-9b5d-dc3626155e1b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:10.771518 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4e0de069-578d-408a-9b5d-dc3626155e1b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:10.776434 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3a9838e7-9002-4a77-be36-68ef6a8ffe4d tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:10.790633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0de069-578d-408a-9b5d-dc3626155e1b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f2b76e-6d96-4116-ae4d-f2c34c5f6df5,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:10.793431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4e0de069-578d-408a-9b5d-dc3626155e1b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:10.950029 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-4e0de069-578d-408a-9b5d-dc3626155e1b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:10.951333 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4e0de069-578d-408a-9b5d-dc3626155e1b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4875200 Jun 28 07:25:10.954086 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34450) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:10.958554 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-63c22cbb-8462-4991-a66e-4095c6805cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'eb835645-75af-4992-af1c-fb41b5684d05', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:11.167050 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63c22cbb-8462-4991-a66e-4095c6805cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:11.230681 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63c22cbb-8462-4991-a66e-4095c6805cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:11.353982 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63c22cbb-8462-4991-a66e-4095c6805cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:11.355836 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-04bfad50-f2b6-48e6-8cd3-215712b86dd4 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:11.369975 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c22cbb-8462-4991-a66e-4095c6805cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64dc842a-15e4-4070-b05c-fd562d416193,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:11.374430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-63c22cbb-8462-4991-a66e-4095c6805cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:11.482584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-63c22cbb-8462-4991-a66e-4095c6805cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:11.483818 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-63c22cbb-8462-4991-a66e-4095c6805cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5288022 Jun 28 07:25:11.486596 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34452) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:11.491185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-439ef02d-1cf2-4538-8bab-67eceeaa32a3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'eb835645-75af-4992-af1c-fb41b5684d05', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:11.663871 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-439ef02d-1cf2-4538-8bab-67eceeaa32a3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:11.722547 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-439ef02d-1cf2-4538-8bab-67eceeaa32a3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:11.847253 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-439ef02d-1cf2-4538-8bab-67eceeaa32a3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:11.849017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-4b03f33c-a6bd-460d-a179-546b6d5de57a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:11.865955 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ef02d-1cf2-4538-8bab-67eceeaa32a3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2989e136-e71b-4bfb-9b3a-2768a9f899ec,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:11.874606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-439ef02d-1cf2-4538-8bab-67eceeaa32a3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:12.018392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-439ef02d-1cf2-4538-8bab-67eceeaa32a3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:12.019694 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-439ef02d-1cf2-4538-8bab-67eceeaa32a3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5321207 Jun 28 07:25:12.022495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34454) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:12.027002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-8e8245fc-ee46-4478-861b-655833789553 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'eb835645-75af-4992-af1c-fb41b5684d05', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:12.160260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e8245fc-ee46-4478-861b-655833789553 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:12.218709 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e8245fc-ee46-4478-861b-655833789553 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:12.343515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e8245fc-ee46-4478-861b-655833789553 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:12.345612 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-249d0906-e1e6-4700-9577-dd5c2366b888 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:12.363617 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8245fc-ee46-4478-861b-655833789553 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1f1bf8-ece5-46ff-a743-e05631b032e6,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:12.366430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8e8245fc-ee46-4478-861b-655833789553 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:12.493163 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-8e8245fc-ee46-4478-861b-655833789553 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:12.494386 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8e8245fc-ee46-4478-861b-655833789553 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4709394 Jun 28 07:25:12.497693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34456) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:12.502140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-bb08897d-9251-4430-8e2f-9397a204ecaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'eb835645-75af-4992-af1c-fb41b5684d05', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:12.664062 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-bb08897d-9251-4430-8e2f-9397a204ecaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Project c0534033a04b4fa4b71e79aadc45a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:25:12.670364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb08897d-9251-4430-8e2f-9397a204ecaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:12.733387 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb08897d-9251-4430-8e2f-9397a204ecaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:12.841959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb08897d-9251-4430-8e2f-9397a204ecaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:12.847646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-63c22cbb-8462-4991-a66e-4095c6805cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:12.861901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08897d-9251-4430-8e2f-9397a204ecaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b67778-5126-47f7-a221-9ebf7af6444b,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:12.864712 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bb08897d-9251-4430-8e2f-9397a204ecaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:12.942647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-bb08897d-9251-4430-8e2f-9397a204ecaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:12.943930 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bb08897d-9251-4430-8e2f-9397a204ecaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4453068 Jun 28 07:25:12.946647 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34458) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:12.951668 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-7da05c7a-2f10-4590-8a88-6c66d468cd02 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'security_group_rule': {'security_group_id': 'eb835645-75af-4992-af1c-fb41b5684d05', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:13.062799 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.securitygroups_db [None req-7da05c7a-2f10-4590-8a88-6c66d468cd02 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Project c0534033a04b4fa4b71e79aadc45a409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:25:13.067499 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7da05c7a-2f10-4590-8a88-6c66d468cd02 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.126174 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7da05c7a-2f10-4590-8a88-6c66d468cd02 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.218575 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7da05c7a-2f10-4590-8a88-6c66d468cd02 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.220404 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3d2e7cbf-57d4-4a95-bf2f-f995c6ec4485 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:13.237258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da05c7a-2f10-4590-8a88-6c66d468cd02 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7189f2-cd4b-4a78-af0b-8eced8cd24e0,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:13.240073 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7da05c7a-2f10-4590-8a88-6c66d468cd02 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:13.303738 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-7da05c7a-2f10-4590-8a88-6c66d468cd02 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.304982 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-7da05c7a-2f10-4590-8a88-6c66d468cd02 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3573639 Jun 28 07:25:13.307808 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34460) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:13.313361 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'network': {'name': 'tempest-network-smoke--1975169663', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'port_security_enabled': True}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:13.418308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:25:13.421864 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.444957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:25:13.453988 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.454330 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Added segment 8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7 of type vlan for network 8716e076-3f05-44f7-983d-b219cbf6faea Jun 28 07:25:13.492218 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.607584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.613164 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:13.613856 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.616189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-40ce377b-47f6-4663-8145-94e4d4592bb6 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:13.682308 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Network': ['ID=8716e076-3f05-44f7-983d-b219cbf6faea,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:13.685638 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:13.693524 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 8716e076-3f05-44f7-983d-b219cbf6faea details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:25:13.744986 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-051476d0-5f80-4f74-8129-ce0c0724d031 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4360998 Jun 28 07:25:13.748387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34462) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:13.753341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'admin_state_up': True, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:13.869046 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.870043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.925269 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:13.989771 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:14.203951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:14.559678 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:14.580135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:14.682191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.26.4.243 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/1c0c342a-a8e7-4305-9e7f-582a58b03d39) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:25:14.788484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:14.933049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:14.939942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-834676f2-36a6-48d0-a5b1-63ad6c596913 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:14.967700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:25:14.972068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:25:14.977441 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:25:15.004826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=1c0c342a-a8e7-4305-9e7f-582a58b03d39,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:15.008732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:15.354904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:15.551799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:15.834136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router b5490d22-0873-4da1-ad1b-de99f0fd7700 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:25:15.941891 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:25:15.957094 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Sync routers for ids ['b5490d22-0873-4da1-ad1b-de99f0fd7700'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:25:15.967327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Routers {'b5490d22-0873-4da1-ad1b-de99f0fd7700'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:25:15.969248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:24:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b5490d22-0873-4da1-ad1b-de99f0fd7700'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:16.068965 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Set router b5490d22-0873-4da1-ad1b-de99f0fd7700 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:25:16.080095 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:16.081527 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3319321 Jun 28 07:25:16.084568 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34464) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:16.116434 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d4e998ed-8db7-4615-bd7d-380f99678b2f tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=c0534033a04b4fa4b71e79aadc45a409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300524 Jun 28 07:25:16.120184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34466) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:16.211547 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2130ba7-4aa6-408b-a982-f058faf59ec6 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:16.213011 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b2130ba7-4aa6-408b-a982-f058faf59ec6 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918679 Jun 28 07:25:16.216027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34468) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:16.246161 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b1616656-5073-4fac-9afd-56de24f951b6 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=9b08dd82-1383-4386-8c95-9184effeb7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286131 Jun 28 07:25:16.249100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34470) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:16.250677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:15Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:16.253943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1469530768', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:16.276774 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Checking router: b5490d22-0873-4da1-ad1b-de99f0fd7700 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:25:16.277169 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Updating router b5490d22-0873-4da1-ad1b-de99f0fd7700 port 1c0c342a-a8e7-4305-9e7f-582a58b03d39 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:25:16.310310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:16.439731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:25:16.443434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:16.557838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:16.568296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Transition to ACTIVE for port object 1c0c342a-a8e7-4305-9e7f-582a58b03d39 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:25:16.675885 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:16.678070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:16.719814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:16.723087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0bfcc4e7-5e45-4871-957e-89df98f2caef tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:16.726703 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713dca0-b0bc-4d05-a669-9ad3a3f23692 None None] Pushing event updated for resources: {'Port': ['ID=1c0c342a-a8e7-4305-9e7f-582a58b03d39,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:16.729066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Attempting to bind port 1c0c342a-a8e7-4305-9e7f-582a58b03d39 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:25:16.729440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Attempting to bind port 1c0c342a-a8e7-4305-9e7f-582a58b03d39 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:25:16.729805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Attempting to bind port 1c0c342a-a8e7-4305-9e7f-582a58b03d39 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:25:16.732419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6713dca0-b0bc-4d05-a669-9ad3a3f23692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:16.737783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:25:16.738172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:25:16.738585 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:16.738990 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:25:16.739461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Bound port: 1c0c342a-a8e7-4305-9e7f-582a58b03d39, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:25:16.739854 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:16.788695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Subnet': ['ID=93d93c3c-f94c-48f3-b9f0-c7ae13284555,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:16.792093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:16.792247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] For port 1c0c342a-a8e7-4305-9e7f-582a58b03d39, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:25:16.797685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] For port 1c0c342a-a8e7-4305-9e7f-582a58b03d39, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1c0c342a-a8e7-4305-9e7f-582a58b03d39,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:25:16.803612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Checking segment: {'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:25:16.803612 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network hostable DHCP agents. Network: 8716e076-3f05-44f7-983d-b219cbf6faea, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:25:16.892937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:16.894922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-18e78622-bf49-42b9-a15c-e7221170c12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:16.908492 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 8716e076-3f05-44f7-983d-b219cbf6faea is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:25:16.951187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Routers {'b5490d22-0873-4da1-ad1b-de99f0fd7700'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:25:16.951799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:24:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b5490d22-0873-4da1-ad1b-de99f0fd7700'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:16.954663 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713dca0-b0bc-4d05-a669-9ad3a3f23692 None None] Pushing event updated for resources: {'Port': ['ID=1c0c342a-a8e7-4305-9e7f-582a58b03d39,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:16.989277 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6713dca0-b0bc-4d05-a669-9ad3a3f23692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:17.001207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 8716e076-3f05-44f7-983d-b219cbf6faea) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:25:17.005837 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:17.006471 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:17.032195 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00472a35-510d-42c0-97c8-38aa0ecd99f9 None None] Network 8716e076-3f05-44f7-983d-b219cbf6faea requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:25:17.105172 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8b85f29d-f21e-418b-a617-4bd57ea2b77c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8550549 Jun 28 07:25:17.109063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34472) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:17.112388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] Set router b5490d22-0873-4da1-ad1b-de99f0fd7700 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:25:17.322150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-8716e076-3f05-44f7-983d-b219cbf6faea', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:25:17.323014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:17.448303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:15Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:17.476932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958f3ba-f42b-44ea-b6f3-c4479a999f0e None None] The sync data for ids ['b5490d22-0873-4da1-ad1b-de99f0fd7700'] in dv-neutron-797120-6-hyperv is: [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:15Z', 'revision_number': 3, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:25:17.498123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Allocated IP 172.20.0.2 (8716e076-3f05-44f7-983d-b219cbf6faea/93d93c3c-f94c-48f3-b9f0-c7ae13284555/f802c5b4-b397-4674-93f7-737d54c40f2f) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:25:17.541116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:17.836106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:17.845587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Transition to ACTIVE for port object f802c5b4-b397-4674-93f7-737d54c40f2f will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:25:17.862157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Transition to ACTIVE for port object f802c5b4-b397-4674-93f7-737d54c40f2f will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:25:17.950507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:17.952757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:17.992587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Network 8716e076-3f05-44f7-983d-b219cbf6faea is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:25:17.995422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:25:17.999396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:25:18.004358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.20.0.1 (8716e076-3f05-44f7-983d-b219cbf6faea/93d93c3c-f94c-48f3-b9f0-c7ae13284555/95c9928e-11fb-476a-aaea-8c59733aa0e9) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:25:18.006532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Pushing event updated for resources: {'Port': ['ID=f802c5b4-b397-4674-93f7-737d54c40f2f,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:18.010830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:18.067583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Attempting to bind port f802c5b4-b397-4674-93f7-737d54c40f2f on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:25:18.067805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Attempting to bind port f802c5b4-b397-4674-93f7-737d54c40f2f by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:25:18.068146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Attempting to bind port f802c5b4-b397-4674-93f7-737d54c40f2f on network 8716e076-3f05-44f7-983d-b219cbf6faea {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:25:18.073451 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:25:18.073835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Checking segment: {'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:25:18.074249 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:18.074650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Bound using segment: {'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:25:18.075910 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Bound port: f802c5b4-b397-4674-93f7-737d54c40f2f, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:25:18.076336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:18.129263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:18.141282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] For port f802c5b4-b397-4674-93f7-737d54c40f2f, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:25:18.144546 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] For port f802c5b4-b397-4674-93f7-737d54c40f2f, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f802c5b4-b397-4674-93f7-737d54c40f2f,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:25:18.148731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Transition to ACTIVE for port object 95c9928e-11fb-476a-aaea-8c59733aa0e9 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:25:18.213583 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:18.216345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-65730107-0d4e-44f5-be3f-28c589082503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:18.241936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:18.245311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:18.279981 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Pushing event updated for resources: {'Port': ['ID=f802c5b4-b397-4674-93f7-737d54c40f2f,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:18.285561 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:18.299038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 8716e076-3f05-44f7-983d-b219cbf6faea is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:25:18.302459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:25:18.305045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:25:18.345378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=95c9928e-11fb-476a-aaea-8c59733aa0e9,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:18.348420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:18.363368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:18.945805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:19.007446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f802c5b4-b397-4674-93f7-737d54c40f2f up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:25:19.115399 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port f802c5b4-b397-4674-93f7-737d54c40f2f completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:25:19.119273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1c0c342a-a8e7-4305-9e7f-582a58b03d39 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:25:19.237306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:19.252895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 1c0c342a-a8e7-4305-9e7f-582a58b03d39 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:25:19.257229 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1c0c342a-a8e7-4305-9e7f-582a58b03d39 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:19.257465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:19.334500 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:19.355598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 1c0c342a-a8e7-4305-9e7f-582a58b03d39, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1c0c342a-a8e7-4305-9e7f-582a58b03d39,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:25:19.373608 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:19.377776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5f5d4392-3a90-4bbe-8e5b-1f9c84455b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:19.454449 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:19.456297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=95c9928e-11fb-476a-aaea-8c59733aa0e9,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:19.459167 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:19.537284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:19.546650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:19.555267 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 8716e076-3f05-44f7-983d-b219cbf6faea is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:25:19.556796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:25:19.590228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=1c0c342a-a8e7-4305-9e7f-582a58b03d39,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:19.594472 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:19.683793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router b5490d22-0873-4da1-ad1b-de99f0fd7700 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:25:19.800729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:25:19.805240 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3cee8-17c0-468e-bff0-80c84ed99b60 None None] Network 8716e076-3f05-44f7-983d-b219cbf6faea requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:25:19.815409 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "PUT /v2.0/routers/b5490d22-0873-4da1-ad1b-de99f0fd7700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6960433 Jun 28 07:25:19.815529 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Sync routers for ids ['b5490d22-0873-4da1-ad1b-de99f0fd7700'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:25:19.917277 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Routers {'b5490d22-0873-4da1-ad1b-de99f0fd7700'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:25:19.917980 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:24:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b5490d22-0873-4da1-ad1b-de99f0fd7700'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:19.958986 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-8e6b0583-8e47-40c5-866c-0ad325c70d45 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314213703&fields=id&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 267 time: 0.0360312 Jun 28 07:25:19.980486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cebe63d4-c115-4952-8384-cf7de847e976 None None] Provisioning for port f802c5b4-b397-4674-93f7-737d54c40f2f completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:25:19.990646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-cebe63d4-c115-4952-8384-cf7de847e976 None None] Provisioning complete for port f802c5b4-b397-4674-93f7-737d54c40f2f triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:19.991032 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cebe63d4-c115-4952-8384-cf7de847e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.032093 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Set router b5490d22-0873-4da1-ad1b-de99f0fd7700 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:25:20.085300 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cebe63d4-c115-4952-8384-cf7de847e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.087341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-c790505c-94ff-4305-8669-82d3ae5125ea tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:20.089171 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-c790505c-94ff-4305-8669-82d3ae5125ea tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/networks?id=8716e076-3f05-44f7-983d-b219cbf6faea HTTP/1.1" status: 200 len: 797 time: 0.1226804 Jun 28 07:25:20.110564 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-f673b106-d3b3-4b2a-8292-aae4ef59eb56 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/quotas/c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 375 time: 0.0126662 Jun 28 07:25:20.133906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-cebe63d4-c115-4952-8384-cf7de847e976 None None] For port f802c5b4-b397-4674-93f7-737d54c40f2f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f802c5b4-b397-4674-93f7-737d54c40f2f,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:25:20.192647 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-2768f387-d85a-4b6f-b7d9-49332be894af tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757897 Jun 28 07:25:20.210896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-75dfc6d0-02af-45ae-9c0e-a32762d66173 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:25:20.211907 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-75dfc6d0-02af-45ae-9c0e-a32762d66173 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063908 Jun 28 07:25:20.241357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cebe63d4-c115-4952-8384-cf7de847e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.243933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:20.245565 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:18Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '95c9928e-11fb-476a-aaea-8c59733aa0e9', 'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:6f:bd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:17Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 2, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:20.274618 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Checking router: b5490d22-0873-4da1-ad1b-de99f0fd7700 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:25:20.274981 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Updating router b5490d22-0873-4da1-ad1b-de99f0fd7700 port 95c9928e-11fb-476a-aaea-8c59733aa0e9 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:25:20.315741 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.321617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe63d4-c115-4952-8384-cf7de847e976 None None] Pushing event updated for resources: {'Port': ['ID=f802c5b4-b397-4674-93f7-737d54c40f2f,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:20.323071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b5f0bb9b-5d60-4ca3-9d50-0b1247afe677 service neutron] 10.222.0.24 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021092 Jun 28 07:25:20.326227 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-cebe63d4-c115-4952-8384-cf7de847e976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:20.425430 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-cb42928c-6fa9-45e2-891e-413ec35588f5 service neutron] 10.222.0.24 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931928 Jun 28 07:25:20.491922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dc4a81db-551b-4874-882f-ea48eeb4cec3 None None] Provisioning for port 95c9928e-11fb-476a-aaea-8c59733aa0e9 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:25:20.495975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dc4a81db-551b-4874-882f-ea48eeb4cec3 None None] Provisioning complete for port 95c9928e-11fb-476a-aaea-8c59733aa0e9 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:20.496356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dc4a81db-551b-4874-882f-ea48eeb4cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.542731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a81db-551b-4874-882f-ea48eeb4cec3 None None] Port 95c9928e-11fb-476a-aaea-8c59733aa0e9 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:25:20.557601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-dc4a81db-551b-4874-882f-ea48eeb4cec3 None None] Provisioning complete for port f802c5b4-b397-4674-93f7-737d54c40f2f triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:20.557601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dc4a81db-551b-4874-882f-ea48eeb4cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.610935 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.621295 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Transition to ACTIVE for port object 95c9928e-11fb-476a-aaea-8c59733aa0e9 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:25:20.734101 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-89e6edba-c488-480b-9f77-7850367efcf8 req-53971290-e7a0-4e88-8534-2bd72942b553 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 210 time: 0.0284231 Jun 28 07:25:20.768663 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-bac56c22-d92f-4f27-95d8-ff1be37c2422 None None] Provisioning complete for port 95c9928e-11fb-476a-aaea-8c59733aa0e9 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:20.769085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-bac56c22-d92f-4f27-95d8-ff1be37c2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.784128 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.788505 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-15f5e180-e1c1-4123-abcb-b2ed11cbfe3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:20.801859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-bac56c22-d92f-4f27-95d8-ff1be37c2422 None None] Port 95c9928e-11fb-476a-aaea-8c59733aa0e9 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:25:20.834304 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Pushing event updated for resources: {'Port': ['ID=95c9928e-11fb-476a-aaea-8c59733aa0e9,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:20.860336 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.860682 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.861040 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.861374 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.861698 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.862020 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.862339 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.862707 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.863026 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.863337 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.863648 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.863954 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:25:20.869341 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:20.907161 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Attempting to bind port 95c9928e-11fb-476a-aaea-8c59733aa0e9 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:25:20.907549 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Attempting to bind port 95c9928e-11fb-476a-aaea-8c59733aa0e9 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:25:20.907913 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Attempting to bind port 95c9928e-11fb-476a-aaea-8c59733aa0e9 on network 8716e076-3f05-44f7-983d-b219cbf6faea {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:25:20.913300 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:25:20.913693 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Checking segment: {'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:25:20.914083 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.914493 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Bound using segment: {'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:25:20.914994 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Bound port: 95c9928e-11fb-476a-aaea-8c59733aa0e9, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:25:20.915315 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:20.980471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f802c5b4-b397-4674-93f7-737d54c40f2f up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:25:20.980636 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] For port 95c9928e-11fb-476a-aaea-8c59733aa0e9, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:25:20.983873 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] For port 95c9928e-11fb-476a-aaea-8c59733aa0e9, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=95c9928e-11fb-476a-aaea-8c59733aa0e9,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:25:21.042943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port f802c5b4-b397-4674-93f7-737d54c40f2f triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:21.043328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:21.057404 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:21.060994 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-bfbf479e-7a54-4f40-851b-6231a7038e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:21.117192 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Routers {'b5490d22-0873-4da1-ad1b-de99f0fd7700'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:25:21.117825 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:24:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b5490d22-0873-4da1-ad1b-de99f0fd7700'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:21.121002 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Pushing event updated for resources: {'Port': ['ID=95c9928e-11fb-476a-aaea-8c59733aa0e9,revision_number=4']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:21.126383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1c0c342a-a8e7-4305-9e7f-582a58b03d39 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:25:21.155770 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-178a5b0a-6b9e-4768-ad21-d738a5fc9458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:21.177782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1c0c342a-a8e7-4305-9e7f-582a58b03d39 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:21.178219 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:21.233690 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] Set router b5490d22-0873-4da1-ad1b-de99f0fd7700 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:25:21.442074 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:18Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '95c9928e-11fb-476a-aaea-8c59733aa0e9', 'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:6f:bd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:17Z', 'updated_at': '2021-06-28T07:25:20Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:21.469263 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bc379-d4b4-4dd6-b8e4-6b599167a90c None None] The sync data for ids ['b5490d22-0873-4da1-ad1b-de99f0fd7700'] in dv-neutron-797120-6-hyperv is: [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:18Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '95c9928e-11fb-476a-aaea-8c59733aa0e9', 'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:6f:bd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:17Z', 'updated_at': '2021-06-28T07:25:20Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:25:21.833174 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9a2463b6-3616-467e-b2bc-d3b475b007b5 req-11bb9f0c-04d8-49a4-a925-0b4f37e788e2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 210 time: 0.0442026 Jun 28 07:25:22.975941 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-78f77634-a7e3-4300-b0b9-f75f1fbc491d req-b298f261-360e-44b2-b376-a15794a6b58a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 210 time: 0.0323408 Jun 28 07:25:22.976718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 95c9928e-11fb-476a-aaea-8c59733aa0e9 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:25:23.172886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 95c9928e-11fb-476a-aaea-8c59733aa0e9 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:25:23.176837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 95c9928e-11fb-476a-aaea-8c59733aa0e9 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:23.183180 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:23.255297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:23.286976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 95c9928e-11fb-476a-aaea-8c59733aa0e9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=95c9928e-11fb-476a-aaea-8c59733aa0e9,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:25:23.378571 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:23.380479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-cebe63d4-c115-4952-8384-cf7de847e976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:23.428615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=95c9928e-11fb-476a-aaea-8c59733aa0e9,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:23.431653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:23.824148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e459cfd4-a174-4166-ba7e-7194bbe731fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:24.123346 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-23658246-3c80-4bb8-83e4-5575db8b6d5b req-da12008f-3fb0-42d5-bd93-bb609da20f08 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 210 time: 0.0297384 Jun 28 07:25:24.390043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-37d89d9f-8dcf-472c-a363-a67b4e5abc30 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:24.391444 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-37d89d9f-8dcf-472c-a363-a67b4e5abc30 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/networks?id=8716e076-3f05-44f7-983d-b219cbf6faea HTTP/1.1" status: 200 len: 797 time: 0.1097054 Jun 28 07:25:24.443857 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-9e08adfe-b2b9-44b2-a69f-348132cfd851 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0534033a04b4fa4b71e79aadc45a409 HTTP/1.1" status: 200 len: 380 time: 0.0375276 Jun 28 07:25:24.452962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'port': {'device_id': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'admin_state_up': True, 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'security_groups': ['eb835645-75af-4992-af1c-fb41b5684d05']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:24.646941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Made reservation on behalf of c0534033a04b4fa4b71e79aadc45a409 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:25:24.650701 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:24.790685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.20.0.7 (8716e076-3f05-44f7-983d-b219cbf6faea/93d93c3c-f94c-48f3-b9f0-c7ae13284555/d9f42913-53bd-44a7-908c-c1d2efaf3add) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:25:24.934977 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:24.947836 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Transition to ACTIVE for port object d9f42913-53bd-44a7-908c-c1d2efaf3add will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:25:24.957604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 95c9928e-11fb-476a-aaea-8c59733aa0e9 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:25:25.005091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 95c9928e-11fb-476a-aaea-8c59733aa0e9 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:25.005590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:25.064689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:25.068685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-098705a9-e728-4c91-ad6d-e0907db6da98 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:25.112579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 8716e076-3f05-44f7-983d-b219cbf6faea is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:25:25.115640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:25:25.119560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:25:25.127388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=d9f42913-53bd-44a7-908c-c1d2efaf3add,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:25.147851 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:25.178494 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:25.179116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:25.272257 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8230951 Jun 28 07:25:25.291125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Request body: {'port': {'device_id': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:25.347268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a562f81-f546-4b38-9b5b-d354ce363bb1 req-a3673f4a-40f4-4434-9749-a6f238786cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:25.348734 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a562f81-f546-4b38-9b5b-d354ce363bb1 req-a3673f4a-40f4-4434-9749-a6f238786cb3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 931 time: 0.1069207 Jun 28 07:25:25.409969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:25.423509 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2a562f81-f546-4b38-9b5b-d354ce363bb1 req-e098ec39-850a-4aa1-89de-0e24e1f3de48 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690792 Jun 28 07:25:25.470264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ee5b24b5-1b65-4f49-9190-4ecf68010eba None None] Provisioning for port d9f42913-53bd-44a7-908c-c1d2efaf3add completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:25:25.474509 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-ee5b24b5-1b65-4f49-9190-4ecf68010eba None None] Provisioning complete for port d9f42913-53bd-44a7-908c-c1d2efaf3add triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:25.475256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ee5b24b5-1b65-4f49-9190-4ecf68010eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:25.509002 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b24b5-1b65-4f49-9190-4ecf68010eba None None] Port d9f42913-53bd-44a7-908c-c1d2efaf3add cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:25:25.681184 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f42913-53bd-44a7-908c-c1d2efaf3add {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:25:25.688804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:25.701141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Transition to ACTIVE for port object d9f42913-53bd-44a7-908c-c1d2efaf3add will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:25:25.806865 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:25.809163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-578760d2-decc-49d2-97b0-465996131033 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:25.862960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f42913-53bd-44a7-908c-c1d2efaf3add,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:25.865604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:25.941946 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Attempting to bind port d9f42913-53bd-44a7-908c-c1d2efaf3add on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:25:25.942284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Attempting to bind port d9f42913-53bd-44a7-908c-c1d2efaf3add by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:25:25.942510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Attempting to bind port d9f42913-53bd-44a7-908c-c1d2efaf3add on network 8716e076-3f05-44f7-983d-b219cbf6faea {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:25:25.947143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Port d9f42913-53bd-44a7-908c-c1d2efaf3add on network 8716e076-3f05-44f7-983d-b219cbf6faea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:25:25.947454 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Attempting to bind port d9f42913-53bd-44a7-908c-c1d2efaf3add on network 8716e076-3f05-44f7-983d-b219cbf6faea {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:25:25.953620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:25:25.953954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Checking segment: {'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:25:25.954332 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Bound using segment: {'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:25:25.954755 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Bound port: d9f42913-53bd-44a7-908c-c1d2efaf3add, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:25:25.955107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:26.023439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] For port d9f42913-53bd-44a7-908c-c1d2efaf3add, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:25:26.026586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] For port d9f42913-53bd-44a7-908c-c1d2efaf3add, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9f42913-53bd-44a7-908c-c1d2efaf3add,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:25:26.144711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:26.146824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:26.178483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:26.179087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:26.180427 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] 10.222.0.50 "PUT /v2.0/ports/d9f42913-53bd-44a7-908c-c1d2efaf3add HTTP/1.1" status: 200 len: 1093 time: 0.8938596 Jun 28 07:25:26.181027 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'tag': 'd9f42913-53bd-44a7-908c-c1d2efaf3add'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:25:26.183307 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d0c1dc-ca3b-42a5-9058-4c74a4b076d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4be3d1d-21c6-49d5-ba98-b7c8d6365f58", "tag": "d9f42913-53bd-44a7-908c-c1d2efaf3add"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:25:26.217807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f42913-53bd-44a7-908c-c1d2efaf3add,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:26.221358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:26.228602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c896b988-8cbf-4d5c-ad33-d5441597bf84 x-openstack-request-id: req-c896b988-8cbf-4d5c-ad33-d5441597bf84 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:25:26.228973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4be3d1d-21c6-49d5-ba98-b7c8d6365f58", "tag": "d9f42913-53bd-44a7-908c-c1d2efaf3add", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:25:26.229255 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c896b988-8cbf-4d5c-ad33-d5441597bf84 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:25:26.229713 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'tag': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'status': 'completed', 'code': 200} Jun 28 07:25:26.328863 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c1dc-ca3b-42a5-9058-4c74a4b076d7 req-0af674a8-00cd-4804-af6b-19974b1c1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:26.335437 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-31d0c1dc-ca3b-42a5-9058-4c74a4b076d7 req-0af674a8-00cd-4804-af6b-19974b1c1b9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 1096 time: 0.0576482 Jun 28 07:25:26.444044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c1dc-ca3b-42a5-9058-4c74a4b076d7 req-69c3a14b-d2b1-4a06-b418-93a09506f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:26.445826 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-31d0c1dc-ca3b-42a5-9058-4c74a4b076d7 req-69c3a14b-d2b1-4a06-b418-93a09506f911 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c0534033a04b4fa4b71e79aadc45a409&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0997241 Jun 28 07:25:26.538406 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:26.545075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c1dc-ca3b-42a5-9058-4c74a4b076d7 req-f8bae067-dabd-4c73-a60e-421a700873ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:26.546531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-31d0c1dc-ca3b-42a5-9058-4c74a4b076d7 req-f8bae067-dabd-4c73-a60e-421a700873ea service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938127 Jun 28 07:25:26.549461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-771b1a67-80dd-47ef-8ae9-c63a96439d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:26.612501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28241d-9784-4b40-a1a5-7bbd4949726f req-13df2b1b-a279-47f9-94d2-aa3b0d4cf05e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:26.613988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa28241d-9784-4b40-a1a5-7bbd4949726f req-13df2b1b-a279-47f9-94d2-aa3b0d4cf05e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 943 time: 0.0722489 Jun 28 07:25:26.677473 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa28241d-9784-4b40-a1a5-7bbd4949726f req-2a51542c-9d65-4714-bc28-39240b774c2a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545592 Jun 28 07:25:26.692309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-460f5403-c46e-489c-b60e-f5a5c33056f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:26.693796 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-460f5403-c46e-489c-b60e-f5a5c33056f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 1096 time: 0.0789719 Jun 28 07:25:26.741049 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-be2b2177-21f2-4715-be17-25c37fb4708b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f42913-53bd-44a7-908c-c1d2efaf3add HTTP/1.1" status: 200 len: 217 time: 0.0337758 Jun 28 07:25:26.792814 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-85c7e331-1541-4e42-94d3-edf93e3c8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:26.795291 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-85c7e331-1541-4e42-94d3-edf93e3c8e19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93d93c3c-f94c-48f3-b9f0-c7ae13284555 HTTP/1.1" status: 200 len: 835 time: 0.0476968 Jun 28 07:25:26.853433 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-4b42756a-c5ff-44fb-adca-0455e7782db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:26.854928 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-4b42756a-c5ff-44fb-adca-0455e7782db9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8716e076-3f05-44f7-983d-b219cbf6faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535665 Jun 28 07:25:26.942675 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-2a465052-3f94-4a19-a7d8-fee7dffad96b service neutron] 10.222.0.50 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809216 Jun 28 07:25:27.035277 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3179ca0d-598f-4c33-9b6b-004f71928826 req-eb975bbb-8a90-48c1-9a63-4708e88ace57 service neutron] 10.222.0.50 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861170 Jun 28 07:25:27.761199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:27.857554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81c610-d04d-4f35-b367-f54148f35402 req-05eb5793-1cef-4ba7-b9fb-89c8e77419d8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:27.859030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4f81c610-d04d-4f35-b367-f54148f35402 req-05eb5793-1cef-4ba7-b9fb-89c8e77419d8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 943 time: 0.0667894 Jun 28 07:25:27.896519 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4f81c610-d04d-4f35-b367-f54148f35402 req-cffc701b-c2c9-43b0-b23d-f68103dd48ab tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318527 Jun 28 07:25:29.069772 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37cdbe-3e63-401d-9052-020545d67dcc req-3e5802b9-9372-49b4-b32d-63ef1f167071 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:29.071248 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4c37cdbe-3e63-401d-9052-020545d67dcc req-3e5802b9-9372-49b4-b32d-63ef1f167071 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 943 time: 0.0668061 Jun 28 07:25:29.108140 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4c37cdbe-3e63-401d-9052-020545d67dcc req-5db7362c-30ea-41f2-84f9-2c621fcaf698 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307083 Jun 28 07:25:29.504204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:30.278809 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31311847-1ce4-4c58-b88e-d5273479779f req-e7bcd323-9565-4191-806c-eafe7e0d0a7a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:30.280241 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-31311847-1ce4-4c58-b88e-d5273479779f req-e7bcd323-9565-4191-806c-eafe7e0d0a7a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 943 time: 0.0618145 Jun 28 07:25:30.316563 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-31311847-1ce4-4c58-b88e-d5273479779f req-6cbc205b-88ac-493f-8ed8-b3c72283817d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307422 Jun 28 07:25:31.052228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9f42913-53bd-44a7-908c-c1d2efaf3add details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:25:31.145416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d9f42913-53bd-44a7-908c-c1d2efaf3add, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9f42913-53bd-44a7-908c-c1d2efaf3add,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:25:31.157319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'port_id': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'mac_address': 'fa:16:3e:6b:80:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:25:31.193000 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:31.205597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f42913-53bd-44a7-908c-c1d2efaf3add {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:25:31.225006 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d9f42913-53bd-44a7-908c-c1d2efaf3add, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9f42913-53bd-44a7-908c-c1d2efaf3add,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:25:31.303477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:31.305209 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:31.356264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d9f42913-53bd-44a7-908c-c1d2efaf3add,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:31.359902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:31.494646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697e7f4-09a0-4626-bfbd-d9db32c99c73 req-cd8923a2-ec30-41dd-9106-3439b42779cc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:31.496139 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b697e7f4-09a0-4626-bfbd-d9db32c99c73 req-cd8923a2-ec30-41dd-9106-3439b42779cc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 944 time: 0.0691435 Jun 28 07:25:31.540786 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b697e7f4-09a0-4626-bfbd-d9db32c99c73 req-60caa110-a078-4a41-bf5d-6efe3850a03a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377817 Jun 28 07:25:31.622522 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['d9f42913-53bd-44a7-908c-c1d2efaf3add'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:25:32.291671 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:25:32.714922 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403726ff-f027-46a5-a987-6a82f027d46a req-fdd0670e-aa22-40cf-b56a-52192eff4113 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:32.716406 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-403726ff-f027-46a5-a987-6a82f027d46a req-fdd0670e-aa22-40cf-b56a-52192eff4113 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 944 time: 0.0640612 Jun 28 07:25:32.753281 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-403726ff-f027-46a5-a987-6a82f027d46a req-28849108-fb32-4ecd-8fab-1cb0c952d5b6 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Jun 28 07:25:33.057856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9f42913-53bd-44a7-908c-c1d2efaf3add up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:25:33.178109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port d9f42913-53bd-44a7-908c-c1d2efaf3add completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:25:33.181768 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port d9f42913-53bd-44a7-908c-c1d2efaf3add triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:25:33.182143 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:33.256658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:33.278862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f42913-53bd-44a7-908c-c1d2efaf3add'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:25:33.281191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f6da41-7aa6-404f-8a34-d92e73ce3df0" -d '{"events": [{"server_uuid": "d4be3d1d-21c6-49d5-ba98-b7c8d6365f58", "name": "network-vif-plugged", "status": "completed", "tag": "d9f42913-53bd-44a7-908c-c1d2efaf3add"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:25:33.294717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port d9f42913-53bd-44a7-908c-c1d2efaf3add, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9f42913-53bd-44a7-908c-c1d2efaf3add,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:25:33.318624 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb651b2-73b3-4245-905b-afd25dc30fee x-openstack-request-id: req-8eb651b2-73b3-4245-905b-afd25dc30fee {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:25:33.318930 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4be3d1d-21c6-49d5-ba98-b7c8d6365f58", "name": "network-vif-plugged", "status": "completed", "tag": "d9f42913-53bd-44a7-908c-c1d2efaf3add", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:25:33.319191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8eb651b2-73b3-4245-905b-afd25dc30fee {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:25:33.319600 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'code': 200} Jun 28 07:25:33.371471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:33.374594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-8277ec11-4e7e-4c62-ae8f-85c73649e30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:33.424591 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=d9f42913-53bd-44a7-908c-c1d2efaf3add,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:33.427669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:33.766987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03702c18-8596-4449-b28d-7eec4d7c2d77 req-a45cf271-0734-4839-b054-b3ebcc35e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:33.768412 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03702c18-8596-4449-b28d-7eec4d7c2d77 req-a45cf271-0734-4839-b054-b3ebcc35e60f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 1098 time: 0.0533583 Jun 28 07:25:33.803865 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03702c18-8596-4449-b28d-7eec4d7c2d77 req-026b649d-a384-40b0-ba6e-3ef925858e62 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292521 Jun 28 07:25:33.927902 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83374d4e-9c33-4cbc-9c2e-ba55a9df433c req-25680268-b844-4920-be11-1515cd24e1e2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:33.929397 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-83374d4e-9c33-4cbc-9c2e-ba55a9df433c req-25680268-b844-4920-be11-1515cd24e1e2 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0674062 Jun 28 07:25:33.966877 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-83374d4e-9c33-4cbc-9c2e-ba55a9df433c req-8df67a65-1750-4c59-97fe-750c81043356 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314915 Jun 28 07:25:35.146848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d1e1f-ae12-493c-b427-b5de59c0d593 req-18e19f29-56dc-41f1-a59c-ca20d9379c5f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:35.148323 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fc0d1e1f-ae12-493c-b427-b5de59c0d593 req-18e19f29-56dc-41f1-a59c-ca20d9379c5f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0638292 Jun 28 07:25:35.187934 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fc0d1e1f-ae12-493c-b427-b5de59c0d593 req-0c87b715-2d4b-403f-a073-5b8466542bab tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336928 Jun 28 07:25:36.362864 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf41679-ca2b-4735-a549-2243c6486b27 req-602e03c7-640b-4eec-a516-67745e7d6267 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:36.364311 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf41679-ca2b-4735-a549-2243c6486b27 req-602e03c7-640b-4eec-a516-67745e7d6267 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0621905 Jun 28 07:25:36.401980 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbf41679-ca2b-4735-a549-2243c6486b27 req-fba32aeb-4a95-4cc5-b634-c24f76d15473 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Jun 28 07:25:36.578740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efd382-08f8-43a0-bef3-baf33ca6741e req-26f8c52e-4ad4-4222-b681-459d281e3f4a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:36.580076 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-33efd382-08f8-43a0-bef3-baf33ca6741e req-26f8c52e-4ad4-4222-b681-459d281e3f4a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0681872 Jun 28 07:25:36.618192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-33efd382-08f8-43a0-bef3-baf33ca6741e req-5ba4c503-507f-4d60-a47b-9ae475c99b7e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Jun 28 07:25:36.641912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34546) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:36.693740 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79962a58-afc5-475b-95d9-6823012dc3a8 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:36.695198 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-79962a58-afc5-475b-95d9-6823012dc3a8 tempest-TestNetworkAdvancedServerOps-278900599 tempest-TestNetworkAdvancedServerOps-278900599-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 1093 time: 0.0523152 Jun 28 07:25:36.697923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34548) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:36.702590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:25:36.812462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:36.912485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:37.010842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Allocated IP 172.26.4.220 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/0b5b6132-3700-415a-900c-b01edb54f527) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:25:37.114246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:37.200642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:37.203464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2e6fd3bb-9fd9-415f-8d12-e75455214183 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:37.240941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:25:37.243626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:25:37.247464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:25:37.269507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=0b5b6132-3700-415a-900c-b01edb54f527,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:37.274875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:37.613781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:37.750936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:37.899105 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:37.976444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:37.978499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d3a644cf-02b3-4cce-bd73-492a81086444 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:25:38.046961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event updated for resources: {'Port': ['ID=0b5b6132-3700-415a-900c-b01edb54f527,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:25:38.050743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:25:38.059013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:38.159150 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Floating IP c956e0fd-3a14-4d6f-b681-557c92077f0c associated. External IP: 172.26.4.220, port: d9f42913-53bd-44a7-908c-c1d2efaf3add. Jun 28 07:25:38.719174 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router b5490d22-0873-4da1-ad1b-de99f0fd7700 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:25:38.825225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:25:38.834223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] Sync routers for ids ['b5490d22-0873-4da1-ad1b-de99f0fd7700'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:25:38.844252 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] Routers {'b5490d22-0873-4da1-ad1b-de99f0fd7700'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:25:38.849535 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:25:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b5490d22-0873-4da1-ad1b-de99f0fd7700'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:38.946959 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] Set router b5490d22-0873-4da1-ad1b-de99f0fd7700 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:25:38.949556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:38.986066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2871182 Jun 28 07:25:38.986930 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'tag': 'd9f42913-53bd-44a7-908c-c1d2efaf3add'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:25:38.989388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bb195d-814a-464e-9892-797976892ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4be3d1d-21c6-49d5-ba98-b7c8d6365f58", "tag": "d9f42913-53bd-44a7-908c-c1d2efaf3add"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:25:39.025223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c35f10-5614-4945-a5cf-0395cf215f00 x-openstack-request-id: req-35c35f10-5614-4945-a5cf-0395cf215f00 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:25:39.025847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4be3d1d-21c6-49d5-ba98-b7c8d6365f58", "tag": "d9f42913-53bd-44a7-908c-c1d2efaf3add", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:25:39.026293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35c35f10-5614-4945-a5cf-0395cf215f00 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:25:39.026858 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'tag': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'status': 'completed', 'code': 200} Jun 28 07:25:39.171590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:18Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c956e0fd-3a14-4d6f-b681-557c92077f0c', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'port_id': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'mac_address': 'fa:16:3e:6b:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:25:37Z', 'updated_at': '2021-06-28T07:25:37Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c9928e-11fb-476a-aaea-8c59733aa0e9', 'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:6f:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:17Z', 'updated_at': '2021-06-28T07:25:23Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:39.172237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb195d-814a-464e-9892-797976892ef4 req-5f70d4d2-327a-4e2c-a3b8-ae4e560cd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:39.173815 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4bb195d-814a-464e-9892-797976892ef4 req-5f70d4d2-327a-4e2c-a3b8-ae4e560cd0c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 1098 time: 0.0955405 Jun 28 07:25:39.181854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f6eb9-17d5-424f-86df-0753d70e46e2 req-efa56875-aeef-47fd-a1fc-98fb31beb0c0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:39.183216 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e35f6eb9-17d5-424f-86df-0753d70e46e2 req-efa56875-aeef-47fd-a1fc-98fb31beb0c0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0968370 Jun 28 07:25:39.200877 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] Checking router: b5490d22-0873-4da1-ad1b-de99f0fd7700 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:25:39.209570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] Routers {'b5490d22-0873-4da1-ad1b-de99f0fd7700'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:25:39.209716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:25:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b5490d22-0873-4da1-ad1b-de99f0fd7700'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:39.272166 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e35f6eb9-17d5-424f-86df-0753d70e46e2 req-c3669dc5-b45b-41bb-bba1-f08c198e5e5d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808170 Jun 28 07:25:39.297624 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb195d-814a-464e-9892-797976892ef4 req-5521c73b-cf32-4448-9a93-f826a65927fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:39.299131 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4bb195d-814a-464e-9892-797976892ef4 req-5521c73b-cf32-4448-9a93-f826a65927fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=8716e076-3f05-44f7-983d-b219cbf6faea HTTP/1.1" status: 200 len: 898 time: 0.1150529 Jun 28 07:25:39.302890 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34554) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:39.314314 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] Set router b5490d22-0873-4da1-ad1b-de99f0fd7700 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:25:39.411248 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-484df0c9-0e63-4039-8568-02986e546d4b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/c956e0fd-3a14-4d6f-b681-557c92077f0c HTTP/1.1" status: 200 len: 991 time: 0.1070173 Jun 28 07:25:39.413257 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4bb195d-814a-464e-9892-797976892ef4 req-0994fda2-ec5e-46d0-bb8e-3ffc621f69ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f42913-53bd-44a7-908c-c1d2efaf3add HTTP/1.1" status: 200 len: 999 time: 0.1024103 Jun 28 07:25:39.462923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb195d-814a-464e-9892-797976892ef4 req-1d97007c-a74c-49e2-ae5f-ef8e8e43b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:39.464290 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4bb195d-814a-464e-9892-797976892ef4 req-1d97007c-a74c-49e2-ae5f-ef8e8e43b9a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93d93c3c-f94c-48f3-b9f0-c7ae13284555 HTTP/1.1" status: 200 len: 835 time: 0.0436044 Jun 28 07:25:39.525871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb195d-814a-464e-9892-797976892ef4 req-136ec192-39fe-4678-94f2-492da23527e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:39.527914 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4bb195d-814a-464e-9892-797976892ef4 req-136ec192-39fe-4678-94f2-492da23527e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8716e076-3f05-44f7-983d-b219cbf6faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562022 Jun 28 07:25:39.535612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:18Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c956e0fd-3a14-4d6f-b681-557c92077f0c', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'port_id': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'mac_address': 'fa:16:3e:6b:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:25:37Z', 'updated_at': '2021-06-28T07:25:37Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c9928e-11fb-476a-aaea-8c59733aa0e9', 'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:6f:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:17Z', 'updated_at': '2021-06-28T07:25:23Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:25:39.561538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c4770-d235-4fa1-a47a-e38532e0cdd9 None None] The sync data for ids ['b5490d22-0873-4da1-ad1b-de99f0fd7700'] in dv-neutron-797120-6-hyperv is: [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:18Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'c956e0fd-3a14-4d6f-b681-557c92077f0c', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'port_id': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'mac_address': 'fa:16:3e:6b:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:25:37Z', 'updated_at': '2021-06-28T07:25:37Z', 'revision_number': 0, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c9928e-11fb-476a-aaea-8c59733aa0e9', 'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:6f:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:17Z', 'updated_at': '2021-06-28T07:25:23Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:25:39.617268 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4bb195d-814a-464e-9892-797976892ef4 req-42fa131d-58b5-4da4-8bb0-90ff2d55ba94 service neutron] 10.222.0.50 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825372 Jun 28 07:25:39.718351 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4bb195d-814a-464e-9892-797976892ef4 req-b95448da-3243-4bde-a9fe-a9a2b797b1a3 service neutron] 10.222.0.50 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937617 Jun 28 07:25:39.748247 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0912d25e-7535-4aca-a8c8-325de29cb70f None None] New status for floating IP c956e0fd-3a14-4d6f-b681-557c92077f0c: ACTIVE {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:25:40.414969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34556) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:25:40.478076 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-4cfd0579-72e8-4ef7-a634-fd7180c9a966 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/c956e0fd-3a14-4d6f-b681-557c92077f0c HTTP/1.1" status: 200 len: 993 time: 0.0618742 Jun 28 07:25:44.023957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:52.737646 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-d0c9bd46-1f97-4c43-b648-71d73834f8a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514321 Jun 28 07:25:52.847788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-ac89821b-be41-467c-aae9-ed2513375846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:52.849248 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-ac89821b-be41-467c-aae9-ed2513375846 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 1098 time: 0.0519717 Jun 28 07:25:52.963000 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-e91071ec-17af-4549-b200-f45209acd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:52.964456 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-e91071ec-17af-4549-b200-f45209acd732 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8716e076-3f05-44f7-983d-b219cbf6faea HTTP/1.1" status: 200 len: 898 time: 0.0960646 Jun 28 07:25:53.027521 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-9186efd0-5ac1-4010-a6f2-ea2551c3104b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f42913-53bd-44a7-908c-c1d2efaf3add HTTP/1.1" status: 200 len: 1001 time: 0.0563986 Jun 28 07:25:53.079384 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-328df2bc-4e72-45bc-8230-e3b45ed09fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:53.080776 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-328df2bc-4e72-45bc-8230-e3b45ed09fdd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93d93c3c-f94c-48f3-b9f0-c7ae13284555 HTTP/1.1" status: 200 len: 835 time: 0.0465043 Jun 28 07:25:53.138142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-31f23190-1b68-4021-b237-8294ea0d129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:25:53.139569 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-31f23190-1b68-4021-b237-8294ea0d129b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8716e076-3f05-44f7-983d-b219cbf6faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507123 Jun 28 07:25:53.226724 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-e1d43bc8-19ea-485b-a752-219cfb20eb8a service neutron] 10.222.0.50 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792975 Jun 28 07:25:53.317975 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f33e9d28-377e-4a65-9176-a2666b71daa6 req-69b3b47a-8f16-46c3-9ab4-c40ec2626e77 service neutron] 10.222.0.50 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838556 Jun 28 07:25:53.806653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d804c00d-2f44-40bd-a098-2d966ad1d454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:56.514720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:56.566486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-31ed3b4e-dc6c-418b-a362-d656e234bce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:57.817855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:25:59.475109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:09.294436 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:26:09.823467 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35923ce-d1df-441c-9356-dae4d907e46b req-a5aca914-d530-4862-9ebf-fb8494d66225 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:09.825828 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b35923ce-d1df-441c-9356-dae4d907e46b req-a5aca914-d530-4862-9ebf-fb8494d66225 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0630164 Jun 28 07:26:09.864882 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b35923ce-d1df-441c-9356-dae4d907e46b req-63449f92-8139-4756-85a7-ed2651fbd61c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333335 Jun 28 07:26:11.050087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af3b79-9ab3-45ff-97b9-de2b782aecc3 req-be0dfe0c-b40d-4463-96cf-589e36e3f5a0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:11.051546 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47af3b79-9ab3-45ff-97b9-de2b782aecc3 req-be0dfe0c-b40d-4463-96cf-589e36e3f5a0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0670588 Jun 28 07:26:11.090662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47af3b79-9ab3-45ff-97b9-de2b782aecc3 req-a40ac5b8-c82a-4695-9b2d-3279a271dd67 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333970 Jun 28 07:26:12.267577 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3171bae-8d16-4321-a0ef-59809d2c1e7c req-b4be0ab4-99d0-427c-bfd1-4f86e0bf81e0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:12.269080 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f3171bae-8d16-4321-a0ef-59809d2c1e7c req-b4be0ab4-99d0-427c-bfd1-4f86e0bf81e0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0669441 Jun 28 07:26:12.310216 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f3171bae-8d16-4321-a0ef-59809d2c1e7c req-4e549909-2a24-4fd0-bf15-6cce2348db64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354247 Jun 28 07:26:12.334649 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34574) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:12.400206 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-8f3800cc-1af3-424f-a31d-9846d719003e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/c956e0fd-3a14-4d6f-b681-557c92077f0c HTTP/1.1" status: 200 len: 993 time: 0.0641489 Jun 28 07:26:14.028736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:14.102195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106ee6a-9b3e-4479-9fce-d1283a883c2a req-1e4f8cbd-a043-41d1-be51-302b6c7237c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:14.103791 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9106ee6a-9b3e-4479-9fce-d1283a883c2a req-1e4f8cbd-a043-41d1-be51-302b6c7237c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0680680 Jun 28 07:26:14.146156 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9106ee6a-9b3e-4479-9fce-d1283a883c2a req-c4a9c9e2-7ea6-49cd-b8c8-159bb4f6502b tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365357 Jun 28 07:26:14.208915 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-d788a9a7-e08a-434e-a082-20610028b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:14.210364 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-d788a9a7-e08a-434e-a082-20610028b88b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 1098 time: 0.0547180 Jun 28 07:26:14.306355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-fd595244-a471-4798-ac18-687737c2c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:14.307800 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-fd595244-a471-4798-ac18-687737c2c816 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8716e076-3f05-44f7-983d-b219cbf6faea HTTP/1.1" status: 200 len: 898 time: 0.0889642 Jun 28 07:26:14.372251 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-fc405b12-a278-4426-bf3c-056c855d924a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f42913-53bd-44a7-908c-c1d2efaf3add HTTP/1.1" status: 200 len: 1001 time: 0.0576668 Jun 28 07:26:14.422106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-e468c39b-386a-44f3-94ac-6a357a433d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:14.423521 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-e468c39b-386a-44f3-94ac-6a357a433d12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93d93c3c-f94c-48f3-b9f0-c7ae13284555 HTTP/1.1" status: 200 len: 835 time: 0.0435874 Jun 28 07:26:14.485524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-fd415f8f-7c95-4765-8c38-5e510050f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:14.486929 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-fd415f8f-7c95-4765-8c38-5e510050f467 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8716e076-3f05-44f7-983d-b219cbf6faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563276 Jun 28 07:26:14.578746 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-a8d5a913-bf38-41a6-8fec-969ea348e2e8 service neutron] 10.222.0.50 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849102 Jun 28 07:26:14.672497 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e998fa9-d701-4063-a356-70b91f1cc73c req-8fe3d62b-96d2-407f-a910-b54dde533014 service neutron] 10.222.0.50 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871623 Jun 28 07:26:15.319111 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db612-8049-41a2-b09f-07524d6385db req-b2d18f1d-9ef4-44ae-bfdc-908d832ddfaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:15.320588 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-752db612-8049-41a2-b09f-07524d6385db req-b2d18f1d-9ef4-44ae-bfdc-908d832ddfaf tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0638394 Jun 28 07:26:15.358836 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-752db612-8049-41a2-b09f-07524d6385db req-82955cc4-cd0e-4337-a9a7-df33a7678e3e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Jun 28 07:26:16.528783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fa3d0-4973-4805-a0bc-27a206a78914 req-d0290a00-2afb-4ce9-a3bc-fb591f347caa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:16.530291 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-340fa3d0-4973-4805-a0bc-27a206a78914 req-d0290a00-2afb-4ce9-a3bc-fb591f347caa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0636749 Jun 28 07:26:16.567417 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-340fa3d0-4973-4805-a0bc-27a206a78914 req-71a0f72b-f8bb-4e03-a633-d8f0b3a9ea52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Jun 28 07:26:16.592666 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34586) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:16.653878 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-f7120e76-872f-40bb-b785-d68542601bb0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/floatingips/c956e0fd-3a14-4d6f-b681-557c92077f0c HTTP/1.1" status: 200 len: 993 time: 0.0598886 Jun 28 07:26:17.035474 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34592) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:17.190392 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 0b5b6132-3700-415a-900c-b01edb54f527 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:26:17.190629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:17.262701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:17.263025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:17.274228 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 0b5b6132-3700-415a-900c-b01edb54f527 owned by network:floatingip {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:26:17.509372 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:17.511844 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-37a7aaf0-40ac-4d5c-a8b4-1dc27ff0a895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:17.535591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=0b5b6132-3700-415a-900c-b01edb54f527,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:17.546446 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.546807 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.547185 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.547675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.548048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.548413 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.548772 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.549158 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.549517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.549876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.550233 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.550587 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:17.568193 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:17.610109 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for floatingip, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:17.610771 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.l3_db [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Floating IP c956e0fd-3a14-4d6f-b681-557c92077f0c disassociated (deleted). External IP: 172.26.4.220, port: d9f42913-53bd-44a7-908c-c1d2efaf3add. Jun 28 07:26:17.806916 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router b5490d22-0873-4da1-ad1b-de99f0fd7700 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:26:17.913938 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:26:17.918925 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:17.925166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] Sync routers for ids ['b5490d22-0873-4da1-ad1b-de99f0fd7700'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:26:17.935159 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] Routers {'b5490d22-0873-4da1-ad1b-de99f0fd7700'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:17.935792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:25:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b5490d22-0873-4da1-ad1b-de99f0fd7700'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:17.960022 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-de95354e-1b2d-4324-84c5-46653f0a9302 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/floatingips/c956e0fd-3a14-4d6f-b681-557c92077f0c HTTP/1.1" status: 204 len: 168 time: 0.9234776 Jun 28 07:26:17.963301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'tag': 'd9f42913-53bd-44a7-908c-c1d2efaf3add'}] {{(pid=100886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:26:17.963301 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6a5454126a4b845e3a8089c9a38cb1f85dc5b7641ab000e7738ad1736570491" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713021fc-d0bb-4938-9ca7-563770ac0750" -d '{"events": [{"name": "network-changed", "server_uuid": "d4be3d1d-21c6-49d5-ba98-b7c8d6365f58", "tag": "d9f42913-53bd-44a7-908c-c1d2efaf3add"}]}' {{(pid=100886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:26:18.003654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97d94ad-6131-4bca-8e5b-94a3bc9a9c92 x-openstack-request-id: req-d97d94ad-6131-4bca-8e5b-94a3bc9a9c92 {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:26:18.004013 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4be3d1d-21c6-49d5-ba98-b7c8d6365f58", "tag": "d9f42913-53bd-44a7-908c-c1d2efaf3add", "status": "completed", "code": 200}]} {{(pid=100886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:26:18.004288 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d97d94ad-6131-4bca-8e5b-94a3bc9a9c92 {{(pid=100886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:26:18.004834 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'tag': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'status': 'completed', 'code': 200} Jun 28 07:26:18.062247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] Set router b5490d22-0873-4da1-ad1b-de99f0fd7700 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:18.122626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-742ec704-e5a6-4f98-859d-7dc64ef51fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:18.124294 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-742ec704-e5a6-4f98-859d-7dc64ef51fc5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0534033a04b4fa4b71e79aadc45a409&device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 1098 time: 0.0705478 Jun 28 07:26:18.217883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-eb5dfa32-1d47-4f8d-a9be-5df99de3c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:18.219438 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-eb5dfa32-1d47-4f8d-a9be-5df99de3c741 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8716e076-3f05-44f7-983d-b219cbf6faea HTTP/1.1" status: 200 len: 898 time: 0.0887070 Jun 28 07:26:18.266097 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-6880a02e-8496-475e-b85c-796319dc277b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f42913-53bd-44a7-908c-c1d2efaf3add HTTP/1.1" status: 200 len: 217 time: 0.0401182 Jun 28 07:26:18.273354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:18Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '95c9928e-11fb-476a-aaea-8c59733aa0e9', 'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:6f:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:17Z', 'updated_at': '2021-06-28T07:25:23Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:18.299450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] Checking router: b5490d22-0873-4da1-ad1b-de99f0fd7700 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:26:18.307532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] Routers {'b5490d22-0873-4da1-ad1b-de99f0fd7700'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:18.308811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:25:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b5490d22-0873-4da1-ad1b-de99f0fd7700'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:18.318154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-eb1c1c1b-de90-4473-8aae-b61449a8918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:18.319663 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-eb1c1c1b-de90-4473-8aae-b61449a8918f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=93d93c3c-f94c-48f3-b9f0-c7ae13284555 HTTP/1.1" status: 200 len: 835 time: 0.0466325 Jun 28 07:26:18.379569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-9adf9990-43b1-45dc-8085-0bcecfd658ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:18.381137 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-9adf9990-43b1-45dc-8085-0bcecfd658ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8716e076-3f05-44f7-983d-b219cbf6faea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548992 Jun 28 07:26:18.415157 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] Set router b5490d22-0873-4da1-ad1b-de99f0fd7700 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:18.484100 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-c0743971-a101-4c40-ba1a-5f6f872ea175 service neutron] 10.222.0.50 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955896 Jun 28 07:26:18.582628 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-713021fc-d0bb-4938-9ca7-563770ac0750 req-0ed2c123-3bdc-4732-9f61-da424a0e2671 service neutron] 10.222.0.50 "GET /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914140 Jun 28 07:26:18.632836 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:18Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '95c9928e-11fb-476a-aaea-8c59733aa0e9', 'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:6f:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:17Z', 'updated_at': '2021-06-28T07:25:23Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:18.662199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d11b32-05d4-41c9-8244-c3373bc492b9 None None] The sync data for ids ['b5490d22-0873-4da1-ad1b-de99f0fd7700'] in dv-neutron-797120-6-hyperv is: [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:25:18Z', 'revision_number': 4, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '95c9928e-11fb-476a-aaea-8c59733aa0e9', 'name': '', 'network_id': '8716e076-3f05-44f7-983d-b219cbf6faea', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'mac_address': 'fa:16:3e:6f:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:17Z', 'updated_at': '2021-06-28T07:25:23Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'subnets': [{'id': '93d93c3c-f94c-48f3-b9f0-c7ae13284555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:26:18.688210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b0b2a-d4cb-4e1d-b2bc-6f36b8e39f48 req-55e24acd-6ab6-414a-9775-b2ff0338919f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:18.690046 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd6b0b2a-d4cb-4e1d-b2bc-6f36b8e39f48 req-55e24acd-6ab6-414a-9775-b2ff0338919f tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0792494 Jun 28 07:26:18.728947 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dd6b0b2a-d4cb-4e1d-b2bc-6f36b8e39f48 req-73ac86a0-67a4-412a-9f7d-980c38c12e8e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332656 Jun 28 07:26:18.893528 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aaf399-fa5c-4ccf-915d-9ba09dfcb208 None None] New status for floating IP c956e0fd-3a14-4d6f-b681-557c92077f0c: DOWN {{(pid=100890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:26:19.986971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d784df-f2a8-4a1c-bde0-87545c88e7e6 req-ebb4da98-1263-4e19-9813-ee2f32ccfe75 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:19.988448 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-22d784df-f2a8-4a1c-bde0-87545c88e7e6 req-ebb4da98-1263-4e19-9813-ee2f32ccfe75 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0646992 Jun 28 07:26:20.025294 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-22d784df-f2a8-4a1c-bde0-87545c88e7e6 req-15eb8899-9684-40bd-bbd8-446c75d9ccdc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb835645-75af-4992-af1c-fb41b5684d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312467 Jun 28 07:26:20.571905 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-d933adae-c5ce-4ba2-a544-98da73a747b8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:20.573377 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-d933adae-c5ce-4ba2-a544-98da73a747b8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 945 time: 0.0608075 Jun 28 07:26:20.677969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port d9f42913-53bd-44a7-908c-c1d2efaf3add {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:26:20.678312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:20.765064 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port d9f42913-53bd-44a7-908c-c1d2efaf3add, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d9f42913-53bd-44a7-908c-c1d2efaf3add,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:20.765487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:20.782807 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for d9f42913-53bd-44a7-908c-c1d2efaf3add owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:26:20.972376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:20.976440 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-59498fc0-6486-4b10-82fe-53eba5deb2fb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:21.002918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=d9f42913-53bd-44a7-908c-c1d2efaf3add,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:21.045782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:21.060119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] No DVR routers for this DVR port d9f42913-53bd-44a7-908c-c1d2efaf3add on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:26:21.064962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:21.064962 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb39423d-b16c-4b35-b465-03bcebd4d5dc req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.50 "DELETE /v2.0/ports/d9f42913-53bd-44a7-908c-c1d2efaf3add HTTP/1.1" status: 204 len: 173 time: 0.4853129 Jun 28 07:26:21.065528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'name': 'network-vif-deleted', 'tag': 'd9f42913-53bd-44a7-908c-c1d2efaf3add'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:26:21.067819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30272ea5-6f69-45ff-880d-445ad4295969" -d '{"events": [{"server_uuid": "d4be3d1d-21c6-49d5-ba98-b7c8d6365f58", "name": "network-vif-deleted", "tag": "d9f42913-53bd-44a7-908c-c1d2efaf3add"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:26:21.103256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2da76f-7ef1-4d19-8565-40bb37472901 x-openstack-request-id: req-da2da76f-7ef1-4d19-8565-40bb37472901 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:26:21.103606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4be3d1d-21c6-49d5-ba98-b7c8d6365f58", "name": "network-vif-deleted", "tag": "d9f42913-53bd-44a7-908c-c1d2efaf3add", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:26:21.103910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da2da76f-7ef1-4d19-8565-40bb37472901 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:26:21.104360 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4be3d1d-21c6-49d5-ba98-b7c8d6365f58', 'name': 'network-vif-deleted', 'tag': 'd9f42913-53bd-44a7-908c-c1d2efaf3add', 'status': 'completed', 'code': 200} Jun 28 07:26:21.173537 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-db38d45b-c8cf-42db-8684-1df1bf2f769f req-dbea12f3-6f1b-4feb-bdac-ea279e32db5e tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4be3d1d-21c6-49d5-ba98-b7c8d6365f58 HTTP/1.1" status: 200 len: 210 time: 0.0322921 Jun 28 07:26:22.267297 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34608) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:23.049607 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:23.316113 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9f42913-53bd-44a7-908c-c1d2efaf3add no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:26:23.319131 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 95c9928e-11fb-476a-aaea-8c59733aa0e9 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:26:23.319608 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:23.336191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: d9f42913-53bd-44a7-908c-c1d2efaf3add {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:26:23.336550 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device d9f42913-53bd-44a7-908c-c1d2efaf3add not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:26:23.410134 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port 95c9928e-11fb-476a-aaea-8c59733aa0e9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=95c9928e-11fb-476a-aaea-8c59733aa0e9,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:23.410494 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:23.422943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 95c9928e-11fb-476a-aaea-8c59733aa0e9 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:26:23.669473 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:23.671734 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-10f28d96-0df7-467f-bdde-60d4776439d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:23.699303 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=95c9928e-11fb-476a-aaea-8c59733aa0e9,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:23.705016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:23.843162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-59012ca3-8221-42e2-b3f3-89d718169473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:23.898616 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:24.114818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Router b5490d22-0873-4da1-ad1b-de99f0fd7700 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:26:24.222202 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:26:24.227164 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "PUT /v2.0/routers/b5490d22-0873-4da1-ad1b-de99f0fd7700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9588542 Jun 28 07:26:24.230063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34610) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:24.233315 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] Sync routers for ids ['b5490d22-0873-4da1-ad1b-de99f0fd7700'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:26:24.242551 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] Routers {'b5490d22-0873-4da1-ad1b-de99f0fd7700'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:24.243170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:25:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b5490d22-0873-4da1-ad1b-de99f0fd7700'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:24.282102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abe1988-90fe-4cb6-9e74-f4ebcef64141 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting subnet 93d93c3c-f94c-48f3-b9f0-c7ae13284555 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:26:24.285266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4abe1988-90fe-4cb6-9e74-f4ebcef64141 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:24.331226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4abe1988-90fe-4cb6-9e74-f4ebcef64141 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:24.350115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] Set router b5490d22-0873-4da1-ad1b-de99f0fd7700 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:24.420709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4abe1988-90fe-4cb6-9e74-f4ebcef64141 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:24.534600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:26:23Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:24.561232 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] Checking router: b5490d22-0873-4da1-ad1b-de99f0fd7700 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:26:24.561666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4abe1988-90fe-4cb6-9e74-f4ebcef64141 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:24.564757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0f8c0a3d-0f8f-4752-a52a-04f73e46851a tempest-NetworksIpV6TestAttrs-186867341 tempest-NetworksIpV6TestAttrs-186867341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:24.570733 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] Routers {'b5490d22-0873-4da1-ad1b-de99f0fd7700'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:24.571380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:25:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['b5490d22-0873-4da1-ad1b-de99f0fd7700'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:24.599955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe1988-90fe-4cb6-9e74-f4ebcef64141 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Subnet': ['ID=93d93c3c-f94c-48f3-b9f0-c7ae13284555,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:24.601978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4abe1988-90fe-4cb6-9e74-f4ebcef64141 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:24.608048 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34612) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:24.609817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e494aa-10fa-4b21-8f8b-17ff8745926f None None] Network 8716e076-3f05-44f7-983d-b219cbf6faea requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:26:24.613443 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4abe1988-90fe-4cb6-9e74-f4ebcef64141 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/subnets/93d93c3c-f94c-48f3-b9f0-c7ae13284555 HTTP/1.1" status: 204 len: 168 time: 0.3822410 Jun 28 07:26:24.614778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4abe1988-90fe-4cb6-9e74-f4ebcef64141 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:24.727353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:24.766018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] Set router b5490d22-0873-4da1-ad1b-de99f0fd7700 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:24.835424 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:24.962676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] DHCP port deletion for 8716e076-3f05-44f7-983d-b219cbf6faea request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:26:24.965983 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:26:23Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:24.978071 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Deleting port 1c0c342a-a8e7-4305-9e7f-582a58b03d39 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:26:24.978375 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.017122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4a135-bfa7-4235-b0a3-b94287de0fad None None] The sync data for ids ['b5490d22-0873-4da1-ad1b-de99f0fd7700'] in dv-neutron-797120-6-hyperv is: [{'id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948901068', 'tenant_id': 'c0534033a04b4fa4b71e79aadc45a409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:25:13Z', 'updated_at': '2021-06-28T07:26:23Z', 'revision_number': 5, 'project_id': 'c0534033a04b4fa4b71e79aadc45a409', 'gw_port': {'id': '1c0c342a-a8e7-4305-9e7f-582a58b03d39', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5490d22-0873-4da1-ad1b-de99f0fd7700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:25:14Z', 'updated_at': '2021-06-28T07:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:26:25.053404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Deleting port f802c5b4-b397-4674-93f7-737d54c40f2f {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:26:25.053866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.067626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] For port 1c0c342a-a8e7-4305-9e7f-582a58b03d39, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1c0c342a-a8e7-4305-9e7f-582a58b03d39,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:25.067984 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.080949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Calling delete_port for 1c0c342a-a8e7-4305-9e7f-582a58b03d39 owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:26:25.115909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] For port f802c5b4-b397-4674-93f7-737d54c40f2f, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=f802c5b4-b397-4674-93f7-737d54c40f2f,segment=NetworkSegment(8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7),segment_id=8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:25.116310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.128306 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Calling delete_port for f802c5b4-b397-4674-93f7-737d54c40f2f owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:26:25.394532 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device f802c5b4-b397-4674-93f7-737d54c40f2f no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:26:25.435203 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No ports have port_id starting with f802c5b4-b397-4674-93f7-737d54c40f2f Jun 28 07:26:25.436377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.438319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6713dca0-b0bc-4d05-a669-9ad3a3f23692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:25.446419 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.448791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:25.464932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Pushing event deleted for resources: {'Port': ['ID=f802c5b4-b397-4674-93f7-737d54c40f2f,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:25.478199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Port': ['ID=1c0c342a-a8e7-4305-9e7f-582a58b03d39,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:25.478811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.478811 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:25.479244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:25.480058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:25.480985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] No DVR routers for this DVR port f802c5b4-b397-4674-93f7-737d54c40f2f on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:26:25.551088 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.642907 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.645002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.880150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.880644 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Fanout notify agent at l3_agent the message router_deleted on router b5490d22-0873-4da1-ad1b-de99f0fd7700 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:26:25.891773 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:25.891773 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/routers/b5490d22-0873-4da1-ad1b-de99f0fd7700 HTTP/1.1" status: 204 len: 168 time: 1.2795427 Jun 28 07:26:25.892058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34614) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:25.975484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.065904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.076001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8716e076-3f05-44f7-983d-b219cbf6faea']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:26.085473 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:26.085770 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb1a1f6-9e8a-48af-974c-0e1e45e08ca7') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:26.094359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.107753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.113472 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:26:26.113846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:26:26.116651 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:26:26.331097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.334705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2de46dc4-b85a-4d83-8d1e-c93dce01af8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:26.338872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.340589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/networks/8716e076-3f05-44f7-983d-b219cbf6faea HTTP/1.1" status: 204 len: 168 time: 0.4479320 Jun 28 07:26:26.343528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34616) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:26.357225 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'Network': ['ID=8716e076-3f05-44f7-983d-b219cbf6faea,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:26.359769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2a28f03e-1db7-45c8-92ec-f135e40749f0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:26.405797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10cb4d16-c1a8-4e93-a5d8-e0447cd000aa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.431493 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10cb4d16-c1a8-4e93-a5d8-e0447cd000aa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.576760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.617560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8ea2d8fa-5b2f-4585-99fb-a8cafee4eacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.617748 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10cb4d16-c1a8-4e93-a5d8-e0447cd000aa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.620285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-10cb4d16-c1a8-4e93-a5d8-e0447cd000aa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:26.622156 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-10cb4d16-c1a8-4e93-a5d8-e0447cd000aa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] 10.222.0.24 "DELETE /v2.0/security-groups/eb835645-75af-4992-af1c-fb41b5684d05 HTTP/1.1" status: 204 len: 168 time: 0.2770212 Jun 28 07:26:26.623169 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3c9a680f-423a-4c4a-a77b-c42d06179e5c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:26.632273 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb4d16-c1a8-4e93-a5d8-e0447cd000aa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb835645-75af-4992-af1c-fb41b5684d05,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:26.634903 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-10cb4d16-c1a8-4e93-a5d8-e0447cd000aa tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:26.986613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 95c9928e-11fb-476a-aaea-8c59733aa0e9 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:26:27.006090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 95c9928e-11fb-476a-aaea-8c59733aa0e9 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:26:27.006448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 95c9928e-11fb-476a-aaea-8c59733aa0e9 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:26:27.006875 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1c0c342a-a8e7-4305-9e7f-582a58b03d39 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:26:27.029119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 1c0c342a-a8e7-4305-9e7f-582a58b03d39 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:26:27.029475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1c0c342a-a8e7-4305-9e7f-582a58b03d39 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:26:27.447336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34624) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:27.587728 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-bebaa7de-0a96-4e27-8444-57f35a4a52d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0534033a04b4fa4b71e79aadc45a409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391430 Jun 28 07:26:27.590042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34628) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:27.638751 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee2970b4-c4f4-4e14-bc71-ecbdc6fd43a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:27.661157 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee2970b4-c4f4-4e14-bc71-ecbdc6fd43a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:27.777342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:27.834744 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee2970b4-c4f4-4e14-bc71-ecbdc6fd43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:27.837542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ee2970b4-c4f4-4e14-bc71-ecbdc6fd43a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:27.838678 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ee2970b4-c4f4-4e14-bc71-ecbdc6fd43a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46afef97-85be-4172-81aa-1dbd275983c7 HTTP/1.1" status: 204 len: 168 time: 0.2477198 Jun 28 07:26:27.839491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bc49d017-83c0-4899-bacf-6f3000e431e8 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:27.846819 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2970b4-c4f4-4e14-bc71-ecbdc6fd43a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46afef97-85be-4172-81aa-1dbd275983c7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:27.855506 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ee2970b4-c4f4-4e14-bc71-ecbdc6fd43a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:28.491979 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34634) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:28.505692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3533a490-41ca-4436-b47a-2d45950de4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:28.592565 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3533a490-41ca-4436-b47a-2d45950de4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:28.646129 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3533a490-41ca-4436-b47a-2d45950de4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:28.648680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-bb7b4c88-af5f-4d61-9237-140badc44afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:28.683700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533a490-41ca-4436-b47a-2d45950de4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caca60d2-3748-4035-8182-6a4e791d0cb0,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:28.688526 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3533a490-41ca-4436-b47a-2d45950de4e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32f2f847e06f44eeab4756334c6ca328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955397 Jun 28 07:26:28.689517 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3533a490-41ca-4436-b47a-2d45950de4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:28.691200 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34636) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:28.743093 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a86f5db9-1646-46df-9480-39aaa24393b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:28.764556 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a86f5db9-1646-46df-9480-39aaa24393b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:28.931353 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a86f5db9-1646-46df-9480-39aaa24393b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:28.934528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a86f5db9-1646-46df-9480-39aaa24393b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:28.935985 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a86f5db9-1646-46df-9480-39aaa24393b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/caca60d2-3748-4035-8182-6a4e791d0cb0 HTTP/1.1" status: 204 len: 168 time: 0.2438951 Jun 28 07:26:28.936767 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a7dc09c5-d19f-4541-ac67-dae24835a707 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:28.944552 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f5db9-1646-46df-9480-39aaa24393b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caca60d2-3748-4035-8182-6a4e791d0cb0,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:28.946797 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a86f5db9-1646-46df-9480-39aaa24393b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:29.526308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:29.951778 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34658) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:30.042927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-659199736-network', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:30.125588 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Made reservation on behalf of f0270ae6167b48f4be535cd39ae86f39 for: {'network': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:26:30.127978 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:30.136457 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:30.223811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:30.307455 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:30.311495 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ef1ff007-f2e6-4b46-938a-a7529c8a5c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:30.329140 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=100886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:26:30.344237 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528ba244-696e-460f-9d9a-42ebec1540b6,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:30.347693 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:30.348036 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.db.segments_db [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Added segment aaf33912-9cde-4cf7-9118-f9c5ccc8c648 of type vlan for network cb087703-8f2b-4b1b-ab71-8175b15a5f53 Jun 28 07:26:30.349516 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:30.388440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:30.490358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:30.491409 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:30.491981 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:30.494275 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b8570c32-0c64-4f7e-bedf-b35e779c1401 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:30.550528 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Pushing event updated for resources: {'Network': ['ID=cb087703-8f2b-4b1b-ab71-8175b15a5f53,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:30.553168 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:30.563234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network cb087703-8f2b-4b1b-ab71-8175b15a5f53 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:26:30.583690 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a6d60751-d596-48a9-876a-03619965d4c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6308553 Jun 28 07:26:30.586675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34662) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:30.591945 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Request body: {'subnet': {'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-659199736-subnet', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:30.685933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Made reservation on behalf of f0270ae6167b48f4be535cd39ae86f39 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:26:30.689345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:30.954491 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:30.956653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-7e72d3e7-2a0c-4f3c-a1a7-4596f7c2e792 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:31.004313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a576ebdc-5cb5-457a-989b-efac63d13dc4,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:31.010899 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:31.019236 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Checking segment: {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:26:31.019582 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Network hostable DHCP agents. Network: cb087703-8f2b-4b1b-ab71-8175b15a5f53, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:26:31.097418 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Network cb087703-8f2b-4b1b-ab71-8175b15a5f53 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:26:31.159736 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, cb087703-8f2b-4b1b-ab71-8175b15a5f53) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:31.164592 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:31.165208 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.169357 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58277fa5-5225-4097-aa9c-ecee1fd75eb6 None None] Network cb087703-8f2b-4b1b-ab71-8175b15a5f53 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:26:31.312189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:26:31.313117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.315402 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-96336034-f2ad-435e-b913-14b99f7d1aa8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7277017 Jun 28 07:26:31.318034 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34664) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:31.322507 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:31.417474 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.419344 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.448662 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Allocated IP 172.20.0.2 (cb087703-8f2b-4b1b-ab71-8175b15a5f53/a576ebdc-5cb5-457a-989b-efac63d13dc4/3c2328cb-ae77-4b98-ab27-5efcf59b45f5) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:26:31.475972 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.588674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.597649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Transition to ACTIVE for port object 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:31.612678 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Transition to ACTIVE for port object 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:31.680947 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.698011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.701758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-72057e39-1dce-4be3-a49b-2e518e0fb394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:31.740295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Network cb087703-8f2b-4b1b-ab71-8175b15a5f53 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:26:31.743251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:31.747690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:26:31.750834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Pushing event updated for resources: {'Port': ['ID=3c2328cb-ae77-4b98-ab27-5efcf59b45f5,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:31.754482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:31.815683 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Attempting to bind port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:26:31.816067 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Attempting to bind port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:26:31.816443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Attempting to bind port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 on network cb087703-8f2b-4b1b-ab71-8175b15a5f53 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:26:31.822210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:26:31.822602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Checking segment: {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:26:31.823035 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.823418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Bound using segment: {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:26:31.824025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Bound port: 3c2328cb-ae77-4b98-ab27-5efcf59b45f5, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:26:31.824960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.893913 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] For port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:26:31.897004 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] For port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3c2328cb-ae77-4b98-ab27-5efcf59b45f5,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:26:31.959716 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:31.961762 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:31.989986 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:32.011660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:32.021849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Pushing event updated for resources: {'Port': ['ID=3c2328cb-ae77-4b98-ab27-5efcf59b45f5,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:32.025150 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:32.123688 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Allocated IP 172.26.4.150 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/1f967068-5b06-47e1-afec-2acbba428d65) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:26:32.240148 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:32.343743 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:32.346002 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9ed71a8d-f592-4ec5-8430-f0ab09d4ee5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:32.390818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:26:32.393561 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:32.397244 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:26:32.402651 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1f967068-5b06-47e1-afec-2acbba428d65,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:32.422243 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:32.908592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7135b-12ec-4245-95af-f6717a1b43b0 None None] Network cb087703-8f2b-4b1b-ab71-8175b15a5f53 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:26:33.032890 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-77d6883a-f105-4868-b176-d53ec4fba72c None None] Provisioning for port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:33.039672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:33.099558 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:33.189163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:33.193555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:33.194014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:33.282592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:33.299595 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:33.317139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3c2328cb-ae77-4b98-ab27-5efcf59b45f5,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:33.363999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6ce10c93-fe99-4fae-bba9-b81f0a4c4078 None None] Provisioning complete for port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:33.364378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6ce10c93-fe99-4fae-bba9-b81f0a4c4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:33.428678 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:33.432189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-57819cfd-6fef-4697-9bf3-0920b9154705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:33.467539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6ce10c93-fe99-4fae-bba9-b81f0a4c4078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:33.536341 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Router 79930853-fca2-4d45-a6f2-bacbeb3666c6 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:26:33.649023 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:26:33.658613 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Sync routers for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:26:33.664803 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=3c2328cb-ae77-4b98-ab27-5efcf59b45f5,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:33.676314 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:33.676314 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:26:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:33.683539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:33.698578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.db.api [None req-6ce10c93-fe99-4fae-bba9-b81f0a4c4078 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 07:26:33.698948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_db.api [None req-6ce10c93-fe99-4fae-bba9-b81f0a4c4078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 07:26:33.720560 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:33.721787 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e8a709c9-deda-4ef3-845b-c096892596f4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4028342 Jun 28 07:26:33.724949 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34666) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:33.776764 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:34.040345 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:32Z', 'revision_number': 3, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:34.066688 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Checking router: 79930853-fca2-4d45-a6f2-bacbeb3666c6 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:26:34.067045 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Updating router 79930853-fca2-4d45-a6f2-bacbeb3666c6 port 1f967068-5b06-47e1-afec-2acbba428d65 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:26:34.100559 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.153414 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.310706 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Allocated IP 172.20.0.1 (cb087703-8f2b-4b1b-ab71-8175b15a5f53/a576ebdc-5cb5-457a-989b-efac63d13dc4/5199a174-ffd8-4142-9abd-05e6979f8d87) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:26:34.353711 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.363753 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Transition to ACTIVE for port object 1f967068-5b06-47e1-afec-2acbba428d65 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:34.417511 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.430200 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Transition to ACTIVE for port object 5199a174-ffd8-4142-9abd-05e6979f8d87 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:34.440278 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.442383 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-a1351bb1-c8bb-46e6-bee8-07869edea1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:34.493093 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Attempting to bind port 1f967068-5b06-47e1-afec-2acbba428d65 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:26:34.493461 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Attempting to bind port 1f967068-5b06-47e1-afec-2acbba428d65 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:26:34.493822 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Attempting to bind port 1f967068-5b06-47e1-afec-2acbba428d65 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:26:34.498623 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Pushing event updated for resources: {'Port': ['ID=1f967068-5b06-47e1-afec-2acbba428d65,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:34.501704 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:26:34.502032 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:26:34.502425 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.502808 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:26:34.503289 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Bound port: 1f967068-5b06-47e1-afec-2acbba428d65, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:26:34.503660 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.509442 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.509779 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.514152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.514152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.514152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.514152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.514152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.514152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.514152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.514152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.514152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.514152 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:26:34.531770 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:34.537566 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.540475 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-35f35458-3af1-4fbc-bb78-472360b05b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:34.563415 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] For port 1f967068-5b06-47e1-afec-2acbba428d65, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:26:34.566635 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] For port 1f967068-5b06-47e1-afec-2acbba428d65, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1f967068-5b06-47e1-afec-2acbba428d65,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:26:34.575345 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Network cb087703-8f2b-4b1b-ab71-8175b15a5f53 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:26:34.580126 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:34.583465 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:26:34.613151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Pushing event updated for resources: {'Port': ['ID=5199a174-ffd8-4142-9abd-05e6979f8d87,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:34.616144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:34.635146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.637202 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.642187 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-1a462890-8b06-412b-96b0-19dacaee9de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:34.706948 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:34.707613 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:26:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:34.709524 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Pushing event updated for resources: {'Port': ['ID=1f967068-5b06-47e1-afec-2acbba428d65,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:34.713401 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:34.820902 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:34.846406 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.919884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-82a9338d-208f-445d-b2b0-4ce82763ec9d None None] Provisioning for port 5199a174-ffd8-4142-9abd-05e6979f8d87 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:34.926818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-82a9338d-208f-445d-b2b0-4ce82763ec9d None None] Provisioning complete for port 5199a174-ffd8-4142-9abd-05e6979f8d87 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:34.927198 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-82a9338d-208f-445d-b2b0-4ce82763ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:34.962025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-82a9338d-208f-445d-b2b0-4ce82763ec9d None None] Port 5199a174-ffd8-4142-9abd-05e6979f8d87 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:26:35.004134 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:32Z', 'revision_number': 3, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:35.014695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:35.036001 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ccae3-87af-47ba-a94d-9d66970306b4 None None] The sync data for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv is: [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:32Z', 'revision_number': 3, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:26:35.040450 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:35.069916 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:35.070296 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:35.124873 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:35.127285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9f6950b9-d5b9-4d22-900a-4f0602836878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:35.200775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Pushing event updated for resources: {'Port': ['ID=5199a174-ffd8-4142-9abd-05e6979f8d87,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:35.203851 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:35.205515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:35.307527 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Network cb087703-8f2b-4b1b-ab71-8175b15a5f53 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:26:35.310483 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:35.439265 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Router 79930853-fca2-4d45-a6f2-bacbeb3666c6 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:26:35.558783 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:26:35.565235 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-991a982f-49c4-47a0-bfe3-ae1f9471654d admin admin] 10.222.0.24 "PUT /v2.0/routers/79930853-fca2-4d45-a6f2-bacbeb3666c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8392739 Jun 28 07:26:35.589148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c0089230-60a5-4e3f-bbd5-1ce3a997d3c1 None None] Provisioning complete for port 5199a174-ffd8-4142-9abd-05e6979f8d87 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:35.589755 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c0089230-60a5-4e3f-bbd5-1ce3a997d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:35.635330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-c0089230-60a5-4e3f-bbd5-1ce3a997d3c1 None None] Port 5199a174-ffd8-4142-9abd-05e6979f8d87 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:26:36.212845 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34682) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:36.218886 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-590222315-network', 'tenant_id': '57aaabfb040048b6a44d660641b1961c'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:36.337631 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Made reservation on behalf of 57aaabfb040048b6a44d660641b1961c for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:26:36.340737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:36.354563 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:36.443665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:36.512495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Sync routers for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:26:36.522408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:36.523030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:26:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:36.535949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:36.539098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-31b1823c-c369-437d-b803-de104fd7fd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:36.561416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:26:36.571043 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eabcf7a-3c79-4273-9adc-1c1113cde7e5,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:36.576049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:36.577157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:36.577520 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Added segment d1abff45-609d-4f22-88e0-58b2245bd21d of type vlan for network 243c0bd0-673f-455d-8344-c1c95805e977 Jun 28 07:26:36.619011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:36.630294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:36.708800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:36.709954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:36.710543 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:36.713629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-74376757-327a-46e5-8e36-1fb1c62a3f77 tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:36.773978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=243c0bd0-673f-455d-8344-c1c95805e977,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:36.776712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:36.785469 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 243c0bd0-673f-455d-8344-c1c95805e977 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:26:36.806754 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-ddc62051-9566-41ba-a761-334f63a7a4b4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5924826 Jun 28 07:26:36.809892 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34684) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:36.814918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Request body: {'subnet': {'network_id': '243c0bd0-673f-455d-8344-c1c95805e977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-590222315-subnet', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'ip_version': 4}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:36.891152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 2, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:36.921982 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Checking router: 79930853-fca2-4d45-a6f2-bacbeb3666c6 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:26:36.922350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Updating router 79930853-fca2-4d45-a6f2-bacbeb3666c6 port 5199a174-ffd8-4142-9abd-05e6979f8d87 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:26:36.924791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Made reservation on behalf of 57aaabfb040048b6a44d660641b1961c for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:26:36.927330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:36.959291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.055656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1f967068-5b06-47e1-afec-2acbba428d65 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:37.166519 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.170872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6943b528-2f82-4aa8-8c5c-218138520a1e tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:37.225773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30128193-c09c-4474-b849-1367a8764ff1,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:37.229108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:37.236791 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Checking segment: {'id': 'd1abff45-609d-4f22-88e0-58b2245bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:26:37.237232 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Network hostable DHCP agents. Network: 243c0bd0-673f-455d-8344-c1c95805e977, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:26:37.237440 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 1f967068-5b06-47e1-afec-2acbba428d65 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:37.247023 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1f967068-5b06-47e1-afec-2acbba428d65 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:37.252104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.278092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.295377 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Transition to ACTIVE for port object 5199a174-ffd8-4142-9abd-05e6979f8d87 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:37.338060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.348676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Network 243c0bd0-673f-455d-8344-c1c95805e977 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:26:37.358759 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 1f967068-5b06-47e1-afec-2acbba428d65, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1f967068-5b06-47e1-afec-2acbba428d65,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:37.382547 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.385388 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:37.451725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 243c0bd0-673f-455d-8344-c1c95805e977) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:37.455094 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a7b7d-5209-4179-b3ee-03e8dccfcd98 None None] Pushing event updated for resources: {'Port': ['ID=5199a174-ffd8-4142-9abd-05e6979f8d87,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:37.459360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0f2a7b7d-5209-4179-b3ee-03e8dccfcd98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:37.460674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:37.461299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.482548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4febe0f-bc56-4a85-ab0c-98eebb1c7663 None None] Network 243c0bd0-673f-455d-8344-c1c95805e977 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:26:37.489772 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.504460 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:37.515232 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d6ac928c-fa03-4b15-b9d4-07bf39371de9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7042284 Jun 28 07:26:37.517958 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34686) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:37.523667 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-590222315-router', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:37.538364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Attempting to bind port 5199a174-ffd8-4142-9abd-05e6979f8d87 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:26:37.538865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Attempting to bind port 5199a174-ffd8-4142-9abd-05e6979f8d87 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:26:37.539124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Attempting to bind port 5199a174-ffd8-4142-9abd-05e6979f8d87 on network cb087703-8f2b-4b1b-ab71-8175b15a5f53 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:26:37.584294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:26:37.584688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Checking segment: {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:26:37.585135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.585544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Bound using segment: {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:26:37.586039 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Bound port: 5199a174-ffd8-4142-9abd-05e6979f8d87, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:26:37.586433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.607080 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.608269 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.620614 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=1f967068-5b06-47e1-afec-2acbba428d65,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:37.625613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:37.673333 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.728520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] For port 5199a174-ffd8-4142-9abd-05e6979f8d87, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:26:37.732214 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] For port 5199a174-ffd8-4142-9abd-05e6979f8d87, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5199a174-ffd8-4142-9abd-05e6979f8d87,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:26:37.766933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-243c0bd0-673f-455d-8344-c1c95805e977', 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'fixed_ips': [{'subnet_id': '30128193-c09c-4474-b849-1367a8764ff1'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:26:37.767922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.860692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.881988 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:37.886105 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:37.952426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Allocated IP 172.20.0.2 (243c0bd0-673f-455d-8344-c1c95805e977/30128193-c09c-4474-b849-1367a8764ff1/d4745c9d-ed60-49b4-a5f6-03d9277c56b7) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:26:37.963778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a7b7d-5209-4179-b3ee-03e8dccfcd98 None None] Pushing event updated for resources: {'Port': ['ID=5199a174-ffd8-4142-9abd-05e6979f8d87,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:37.971034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0f2a7b7d-5209-4179-b3ee-03e8dccfcd98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:37.976475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:37.976475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:26:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:38.151943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:38.186241 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:38.206719 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:38.272559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:38.313682 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Transition to ACTIVE for port object d4745c9d-ed60-49b4-a5f6-03d9277c56b7 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:38.314656 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Allocated IP 172.26.4.167 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/5839f789-d788-4822-b904-fc99506c90ec) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:26:38.337882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Transition to ACTIVE for port object d4745c9d-ed60-49b4-a5f6-03d9277c56b7 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:38.408239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:38.425880 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:38.435259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed7874-fceb-4a4b-9bd1-55cd658868ae None None] The sync data for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv is: [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:26:38.463646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:38.481541 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:38.511125 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Network 243c0bd0-673f-455d-8344-c1c95805e977 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:26:38.516145 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:38.521529 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:26:38.532176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Pushing event updated for resources: {'Port': ['ID=d4745c9d-ed60-49b4-a5f6-03d9277c56b7,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:38.537647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:38.560735 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:38.563007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-8fc08230-46fe-4de9-b7df-72e0de7ac485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:38.596991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Attempting to bind port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:26:38.597839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Attempting to bind port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd1abff45-609d-4f22-88e0-58b2245bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:26:38.597972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Attempting to bind port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 on network 243c0bd0-673f-455d-8344-c1c95805e977 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:26:38.604816 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:26:38.607845 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:38.608647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:26:38.609078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Checking segment: {'id': 'd1abff45-609d-4f22-88e0-58b2245bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:26:38.609487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:38.610034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Bound using segment: {'id': 'd1abff45-609d-4f22-88e0-58b2245bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:26:38.610725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Bound port: d4745c9d-ed60-49b4-a5f6-03d9277c56b7, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1abff45-609d-4f22-88e0-58b2245bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:26:38.611114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:38.611753 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:26:38.617359 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Pushing event updated for resources: {'Port': ['ID=5839f789-d788-4822-b904-fc99506c90ec,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:38.640784 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:38.679892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] For port d4745c9d-ed60-49b4-a5f6-03d9277c56b7, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:26:38.683415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] For port d4745c9d-ed60-49b4-a5f6-03d9277c56b7, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d4745c9d-ed60-49b4-a5f6-03d9277c56b7,segment=NetworkSegment(d1abff45-609d-4f22-88e0-58b2245bd21d),segment_id=d1abff45-609d-4f22-88e0-58b2245bd21d)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:26:38.767121 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:38.772674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:38.829424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Pushing event updated for resources: {'Port': ['ID=d4745c9d-ed60-49b4-a5f6-03d9277c56b7,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:38.832744 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:38.983849 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:39.164902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1f967068-5b06-47e1-afec-2acbba428d65 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:39.220312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 1f967068-5b06-47e1-afec-2acbba428d65 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:39.220760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:39.247585 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:39.313381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5199a174-ffd8-4142-9abd-05e6979f8d87 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:39.451876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 5199a174-ffd8-4142-9abd-05e6979f8d87 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:39.455985 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5199a174-ffd8-4142-9abd-05e6979f8d87 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:39.456420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:39.475055 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Router 560f6c9f-bf46-4372-acc8-592ad4648e77 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:26:39.551606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:39.589280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 5199a174-ffd8-4142-9abd-05e6979f8d87, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5199a174-ffd8-4142-9abd-05e6979f8d87,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:39.606910 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:26:39.617690 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Sync routers for ids ['560f6c9f-bf46-4372-acc8-592ad4648e77'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:26:39.639039 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Routers {'560f6c9f-bf46-4372-acc8-592ad4648e77'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:39.639039 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:26:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['560f6c9f-bf46-4372-acc8-592ad4648e77'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:39.686095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:39.688127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:39.721562 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:39.724372 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3b8be5c9-e88d-49c5-b107-a0324c736eee admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2043488 Jun 28 07:26:39.726826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34688) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:39.749021 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Set router 560f6c9f-bf46-4372-acc8-592ad4648e77 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:39.749903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=5199a174-ffd8-4142-9abd-05e6979f8d87,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:39.753360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:39.895084 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad4954-25e1-4047-8c0d-b0a4f070b367 None None] Network 243c0bd0-673f-455d-8344-c1c95805e977 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:26:39.939271 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'name': 'tempest-TestShelveInstance-590222315-router', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '5839f789-d788-4822-b904-fc99506c90ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:37Z', 'updated_at': '2021-06-28T07:26:38Z', 'revision_number': 3, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'gw_port': {'id': '5839f789-d788-4822-b904-fc99506c90ec', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:38Z', 'updated_at': '2021-06-28T07:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:39.970814 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Checking router: 560f6c9f-bf46-4372-acc8-592ad4648e77 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:26:39.971440 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Updating router 560f6c9f-bf46-4372-acc8-592ad4648e77 port 5839f789-d788-4822-b904-fc99506c90ec binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:26:40.011387 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:40.181893 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:40.211859 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-66e13035-d22b-4b05-8c5d-a1a5dee1c769 None None] Provisioning for port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:40.283032 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:40.294899 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Transition to ACTIVE for port object 5839f789-d788-4822-b904-fc99506c90ec will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:40.354011 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Allocated IP 172.20.0.1 (243c0bd0-673f-455d-8344-c1c95805e977/30128193-c09c-4474-b849-1367a8764ff1/b1bb2af4-50ae-4b55-a567-25569412b0a1) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:26:40.394792 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:40.397021 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-2802da38-ad33-4b46-9096-25bb7081d139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:40.449357 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe9945-2c61-4a97-82fd-2f1c75ec59ca None None] Pushing event updated for resources: {'Port': ['ID=5839f789-d788-4822-b904-fc99506c90ec,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:40.452218 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Attempting to bind port 5839f789-d788-4822-b904-fc99506c90ec on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:26:40.452681 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Attempting to bind port 5839f789-d788-4822-b904-fc99506c90ec by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:26:40.453137 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Attempting to bind port 5839f789-d788-4822-b904-fc99506c90ec on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:26:40.457909 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-affe9945-2c61-4a97-82fd-2f1c75ec59ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:40.459448 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:26:40.460267 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:26:40.460267 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:40.460596 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:26:40.461093 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Bound port: 5839f789-d788-4822-b904-fc99506c90ec, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:26:40.461476 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:40.464515 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:40.478325 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.provisioning_blocks [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Transition to ACTIVE for port object b1bb2af4-50ae-4b55-a567-25569412b0a1 will not be triggered until provisioned by entity DHCP. {{(pid=100886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:40.514632 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] For port 5839f789-d788-4822-b904-fc99506c90ec, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:26:40.517507 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] For port 5839f789-d788-4822-b904-fc99506c90ec, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5839f789-d788-4822-b904-fc99506c90ec,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:26:40.593633 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:40.596663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b850f546-d830-4a0b-a6cc-f3aea086aefb tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:40.623537 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:40.626367 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-eb912c52-d3f2-4b1b-90ea-e3f635dcdddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:40.635626 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Network 243c0bd0-673f-455d-8344-c1c95805e977 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:26:40.639068 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:40.641692 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:26:40.675906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Pushing event updated for resources: {'Port': ['ID=b1bb2af4-50ae-4b55-a567-25569412b0a1,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:40.675906 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:40.690856 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:40.775258 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Routers {'560f6c9f-bf46-4372-acc8-592ad4648e77'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:40.775920 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:26:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['560f6c9f-bf46-4372-acc8-592ad4648e77'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:40.813575 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe9945-2c61-4a97-82fd-2f1c75ec59ca None None] Pushing event updated for resources: {'Port': ['ID=5839f789-d788-4822-b904-fc99506c90ec,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:40.818595 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-affe9945-2c61-4a97-82fd-2f1c75ec59ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:40.893230 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] Set router 560f6c9f-bf46-4372-acc8-592ad4648e77 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:40.952691 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-03478db6-ab66-4f60-b595-74e7c598ff77 None None] Provisioning for port b1bb2af4-50ae-4b55-a567-25569412b0a1 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:40.963189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-03478db6-ab66-4f60-b595-74e7c598ff77 None None] Provisioning complete for port b1bb2af4-50ae-4b55-a567-25569412b0a1 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:40.963679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-03478db6-ab66-4f60-b595-74e7c598ff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:41.031189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-03478db6-ab66-4f60-b595-74e7c598ff77 None None] Port b1bb2af4-50ae-4b55-a567-25569412b0a1 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:26:41.090323 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'name': 'tempest-TestShelveInstance-590222315-router', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '5839f789-d788-4822-b904-fc99506c90ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:37Z', 'updated_at': '2021-06-28T07:26:38Z', 'revision_number': 3, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'gw_port': {'id': '5839f789-d788-4822-b904-fc99506c90ec', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:38Z', 'updated_at': '2021-06-28T07:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:41.120111 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f99b2-04b2-48dd-9446-4cc9ae3c0651 None None] The sync data for ids ['560f6c9f-bf46-4372-acc8-592ad4648e77'] in dv-neutron-797120-6-hyperv is: [{'id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'name': 'tempest-TestShelveInstance-590222315-router', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '5839f789-d788-4822-b904-fc99506c90ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:37Z', 'updated_at': '2021-06-28T07:26:38Z', 'revision_number': 3, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'gw_port': {'id': '5839f789-d788-4822-b904-fc99506c90ec', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:38Z', 'updated_at': '2021-06-28T07:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:26:41.146423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d4745c9d-ed60-49b4-a5f6-03d9277c56b7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:41.280027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:41.284511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:41.284998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:41.288660 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:41.401379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:41.437065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port d4745c9d-ed60-49b4-a5f6-03d9277c56b7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d4745c9d-ed60-49b4-a5f6-03d9277c56b7,segment=NetworkSegment(d1abff45-609d-4f22-88e0-58b2245bd21d),segment_id=d1abff45-609d-4f22-88e0-58b2245bd21d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:41.480540 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:41.532017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9273504'] for port, after_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:41.532265 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:41.533517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5199a174-ffd8-4142-9abd-05e6979f8d87 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:41.534874 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e914df87-13dc-46e3-b85a-a5a6088a9bc8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:41.536477 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:41.607330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Pushing event updated for resources: {'Port': ['ID=b1bb2af4-50ae-4b55-a567-25569412b0a1,revision_number=2']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:41.617123 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:41.618771 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:41.622907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=d4745c9d-ed60-49b4-a5f6-03d9277c56b7,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:41.626354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:41.638163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5199a174-ffd8-4142-9abd-05e6979f8d87 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:41.638545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:41.727318 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Network 243c0bd0-673f-455d-8344-c1c95805e977 is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:26:41.728728 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:41.857699 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Router 560f6c9f-bf46-4372-acc8-592ad4648e77 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:26:41.963251 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-4771352e-72f5-42fa-ba75-77c346a20512 None None] Provisioning complete for port b1bb2af4-50ae-4b55-a567-25569412b0a1 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:41.964283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4771352e-72f5-42fa-ba75-77c346a20512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:41.989038 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:26:41.994510 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-1b384294-625e-41bb-8717-a5eed509caeb admin admin] 10.222.0.24 "PUT /v2.0/routers/560f6c9f-bf46-4372-acc8-592ad4648e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2663844 Jun 28 07:26:42.007127 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-4771352e-72f5-42fa-ba75-77c346a20512 None None] Port b1bb2af4-50ae-4b55-a567-25569412b0a1 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:26:42.717368 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Sync routers for ids ['560f6c9f-bf46-4372-acc8-592ad4648e77'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:26:42.726681 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Routers {'560f6c9f-bf46-4372-acc8-592ad4648e77'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:42.727379 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:26:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['560f6c9f-bf46-4372-acc8-592ad4648e77'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:42.834696 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Set router 560f6c9f-bf46-4372-acc8-592ad4648e77 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:42.904370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34696) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:42.909141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-eba46a37-84c5-453e-9840-857bf2e2675e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877878765', 'description': 'tempest-secgroup-smoke-877878765 description', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:43.016453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eba46a37-84c5-453e-9840-857bf2e2675e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.047207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'name': 'tempest-TestShelveInstance-590222315-router', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '5839f789-d788-4822-b904-fc99506c90ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:37Z', 'updated_at': '2021-06-28T07:26:41Z', 'revision_number': 4, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'gw_port': {'id': '5839f789-d788-4822-b904-fc99506c90ec', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:38Z', 'updated_at': '2021-06-28T07:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'b1bb2af4-50ae-4b55-a567-25569412b0a1', 'name': '', 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'mac_address': 'fa:16:3e:ef:c7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '30128193-c09c-4474-b849-1367a8764ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:40Z', 'updated_at': '2021-06-28T07:26:41Z', 'revision_number': 2, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'subnets': [{'id': '30128193-c09c-4474-b849-1367a8764ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:43.076523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Checking router: 560f6c9f-bf46-4372-acc8-592ad4648e77 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:26:43.076909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Updating router 560f6c9f-bf46-4372-acc8-592ad4648e77 port b1bb2af4-50ae-4b55-a567-25569412b0a1 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:26:43.106061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d4745c9d-ed60-49b4-a5f6-03d9277c56b7 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:43.114833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eba46a37-84c5-453e-9840-857bf2e2675e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.140529 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.194405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eba46a37-84c5-453e-9840-857bf2e2675e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.198293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-5ca735d2-77bd-4c47-a981-d11e1b84bf52 tempest-RoutersAdminNegativeTest-1301587391 tempest-RoutersAdminNegativeTest-1301587391-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:43.202193 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:43.202579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.225192 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba46a37-84c5-453e-9840-857bf2e2675e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007613a4-d4c9-439f-9b54-7fe81f406052,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:43.228054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-eba46a37-84c5-453e-9840-857bf2e2675e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:43.377207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-eba46a37-84c5-453e-9840-857bf2e2675e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.381280 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-eba46a37-84c5-453e-9840-857bf2e2675e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4730794 Jun 28 07:26:43.381477 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34698) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:43.386052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-4eca737c-815a-45c4-8351-4042fb8825c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': '007613a4-d4c9-439f-9b54-7fe81f406052', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:43.395549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5839f789-d788-4822-b904-fc99506c90ec up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:43.504482 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.514366 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4eca737c-815a-45c4-8351-4042fb8825c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.514575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Transition to ACTIVE for port object b1bb2af4-50ae-4b55-a567-25569412b0a1 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:43.571491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 5839f789-d788-4822-b904-fc99506c90ec completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:43.571972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4eca737c-815a-45c4-8351-4042fb8825c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.576266 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5839f789-d788-4822-b904-fc99506c90ec triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:43.576660 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.611412 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.615139 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:43.640018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4eca737c-815a-45c4-8351-4042fb8825c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.641912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-cd1370c6-3520-46ec-88a3-81efc9d9dc3c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:43.661125 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca737c-815a-45c4-8351-4042fb8825c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c51e8e5-7415-4dda-9747-2a441eae764c,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:43.668617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4eca737c-815a-45c4-8351-4042fb8825c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:43.673423 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315109f-a0ff-45ae-8aff-ea78dc7dbbae None None] Pushing event updated for resources: {'Port': ['ID=b1bb2af4-50ae-4b55-a567-25569412b0a1,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:43.677333 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b315109f-a0ff-45ae-8aff-ea78dc7dbbae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:43.760496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.765897 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Attempting to bind port b1bb2af4-50ae-4b55-a567-25569412b0a1 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:26:43.766282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Attempting to bind port b1bb2af4-50ae-4b55-a567-25569412b0a1 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'd1abff45-609d-4f22-88e0-58b2245bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:26:43.766652 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Attempting to bind port b1bb2af4-50ae-4b55-a567-25569412b0a1 on network 243c0bd0-673f-455d-8344-c1c95805e977 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:26:43.778386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:26:43.778781 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Checking segment: {'id': 'd1abff45-609d-4f22-88e0-58b2245bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:26:43.779190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.779596 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Bound using segment: {'id': 'd1abff45-609d-4f22-88e0-58b2245bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:26:43.780077 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Bound port: b1bb2af4-50ae-4b55-a567-25569412b0a1, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1abff45-609d-4f22-88e0-58b2245bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:26:43.780466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.783109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4eca737c-815a-45c4-8351-4042fb8825c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.787895 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4eca737c-815a-45c4-8351-4042fb8825c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019463 Jun 28 07:26:43.788042 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34700) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:43.792279 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-5357d0a5-aabe-4682-ad99-509ab9547a16 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': '007613a4-d4c9-439f-9b54-7fe81f406052', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:43.797658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 5839f789-d788-4822-b904-fc99506c90ec, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5839f789-d788-4822-b904-fc99506c90ec,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:43.859256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] For port b1bb2af4-50ae-4b55-a567-25569412b0a1, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:26:43.859256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] For port b1bb2af4-50ae-4b55-a567-25569412b0a1, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b1bb2af4-50ae-4b55-a567-25569412b0a1,segment=NetworkSegment(d1abff45-609d-4f22-88e0-58b2245bd21d),segment_id=d1abff45-609d-4f22-88e0-58b2245bd21d)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:26:43.913234 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.916189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:43.948789 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5357d0a5-aabe-4682-ad99-509ab9547a16 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.975903 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=5839f789-d788-4822-b904-fc99506c90ec,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:43.978865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:43.988940 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:43.992115 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0f2a7b7d-5209-4179-b3ee-03e8dccfcd98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:44.010663 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5357d0a5-aabe-4682-ad99-509ab9547a16 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.045342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Routers {'560f6c9f-bf46-4372-acc8-592ad4648e77'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:26:44.045975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:26:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['560f6c9f-bf46-4372-acc8-592ad4648e77'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:44.084936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.085833 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315109f-a0ff-45ae-8aff-ea78dc7dbbae None None] Pushing event updated for resources: {'Port': ['ID=b1bb2af4-50ae-4b55-a567-25569412b0a1,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:44.090938 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b315109f-a0ff-45ae-8aff-ea78dc7dbbae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:44.108282 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5357d0a5-aabe-4682-ad99-509ab9547a16 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.110205 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d68bf14b-db79-43e9-9faf-7c8cacb61281 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:44.129922 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357d0a5-aabe-4682-ad99-509ab9547a16 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d56f6a6-e868-40f8-82ef-478b7a806b7f,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:44.133104 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5357d0a5-aabe-4682-ad99-509ab9547a16 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:44.160770 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] Set router 560f6c9f-bf46-4372-acc8-592ad4648e77 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:26:44.234700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-5357d0a5-aabe-4682-ad99-509ab9547a16 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.236063 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-5357d0a5-aabe-4682-ad99-509ab9547a16 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4474959 Jun 28 07:26:44.238826 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 34702) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:44.244472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-e7a6b8ee-df49-473e-98eb-0609f0d9607a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': '007613a4-d4c9-439f-9b54-7fe81f406052', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:44.360755 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b8ee-df49-473e-98eb-0609f0d9607a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.376367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'name': 'tempest-TestShelveInstance-590222315-router', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '5839f789-d788-4822-b904-fc99506c90ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:37Z', 'updated_at': '2021-06-28T07:26:41Z', 'revision_number': 4, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'gw_port': {'id': '5839f789-d788-4822-b904-fc99506c90ec', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:38Z', 'updated_at': '2021-06-28T07:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'b1bb2af4-50ae-4b55-a567-25569412b0a1', 'name': '', 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'mac_address': 'fa:16:3e:ef:c7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '30128193-c09c-4474-b849-1367a8764ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:40Z', 'updated_at': '2021-06-28T07:26:43Z', 'revision_number': 4, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'subnets': [{'id': '30128193-c09c-4474-b849-1367a8764ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:26:44.403465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7f298-81cf-422d-8419-0bde7eced4c3 None None] The sync data for ids ['560f6c9f-bf46-4372-acc8-592ad4648e77'] in dv-neutron-797120-6-hyperv is: [{'id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'name': 'tempest-TestShelveInstance-590222315-router', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '5839f789-d788-4822-b904-fc99506c90ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:37Z', 'updated_at': '2021-06-28T07:26:41Z', 'revision_number': 4, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'gw_port': {'id': '5839f789-d788-4822-b904-fc99506c90ec', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:38Z', 'updated_at': '2021-06-28T07:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'b1bb2af4-50ae-4b55-a567-25569412b0a1', 'name': '', 'network_id': '243c0bd0-673f-455d-8344-c1c95805e977', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'mac_address': 'fa:16:3e:ef:c7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '30128193-c09c-4474-b849-1367a8764ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:40Z', 'updated_at': '2021-06-28T07:26:43Z', 'revision_number': 4, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'subnets': [{'id': '30128193-c09c-4474-b849-1367a8764ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:26:44.426025 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b8ee-df49-473e-98eb-0609f0d9607a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.519137 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b8ee-df49-473e-98eb-0609f0d9607a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.523964 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2e83dd45-df7a-4ed0-acd0-1ec868add80d tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:44.542143 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6b8ee-df49-473e-98eb-0609f0d9607a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9b7a14-2746-4d1d-9506-ea1349cda385,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:44.546030 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e7a6b8ee-df49-473e-98eb-0609f0d9607a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:44.629021 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b8ee-df49-473e-98eb-0609f0d9607a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.630259 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-e7a6b8ee-df49-473e-98eb-0609f0d9607a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3904886 Jun 28 07:26:44.635217 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34704) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:44.640458 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2cd87199-66ca-443c-8f14-c438940ce3ab tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': '007613a4-d4c9-439f-9b54-7fe81f406052', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:44.743094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cd87199-66ca-443c-8f14-c438940ce3ab tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.813734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cd87199-66ca-443c-8f14-c438940ce3ab tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.874697 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cd87199-66ca-443c-8f14-c438940ce3ab tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:44.876673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:44.894075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd87199-66ca-443c-8f14-c438940ce3ab tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02b5136-13b1-4624-a71d-a004160fcae6,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:44.896983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2cd87199-66ca-443c-8f14-c438940ce3ab tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:45.011940 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2cd87199-66ca-443c-8f14-c438940ce3ab tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.013292 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2cd87199-66ca-443c-8f14-c438940ce3ab tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3767741 Jun 28 07:26:45.016092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34706) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:45.021128 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0080c9c5-7597-4905-9f24-7f739970322f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': '007613a4-d4c9-439f-9b54-7fe81f406052', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:45.092580 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b1bb2af4-50ae-4b55-a567-25569412b0a1 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:45.108940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-0080c9c5-7597-4905-9f24-7f739970322f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Project f0270ae6167b48f4be535cd39ae86f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:26:45.114759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0080c9c5-7597-4905-9f24-7f739970322f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.181576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0080c9c5-7597-4905-9f24-7f739970322f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.217613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port b1bb2af4-50ae-4b55-a567-25569412b0a1 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:45.224156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port b1bb2af4-50ae-4b55-a567-25569412b0a1 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:45.228011 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.302653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0080c9c5-7597-4905-9f24-7f739970322f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.304565 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-215de49f-79a3-4943-9e71-02c1aad79812 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:45.315731 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.323256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080c9c5-7597-4905-9f24-7f739970322f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678cfa03-9407-47f5-9470-59e5478b8322,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:45.327951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0080c9c5-7597-4905-9f24-7f739970322f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:45.353904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port b1bb2af4-50ae-4b55-a567-25569412b0a1, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b1bb2af4-50ae-4b55-a567-25569412b0a1,segment=NetworkSegment(d1abff45-609d-4f22-88e0-58b2245bd21d),segment_id=d1abff45-609d-4f22-88e0-58b2245bd21d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:45.405058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0080c9c5-7597-4905-9f24-7f739970322f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.406294 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0080c9c5-7597-4905-9f24-7f739970322f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3889678 Jun 28 07:26:45.409234 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34708) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:26:45.413903 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-6c571526-d494-489c-97e9-10fb83550b71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': '007613a4-d4c9-439f-9b54-7fe81f406052', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:45.440420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.441094 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5839f789-d788-4822-b904-fc99506c90ec up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:45.442979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:45.497991 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-6c571526-d494-489c-97e9-10fb83550b71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Project f0270ae6167b48f4be535cd39ae86f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:26:45.503634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c571526-d494-489c-97e9-10fb83550b71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.523025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=b1bb2af4-50ae-4b55-a567-25569412b0a1,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:45.527159 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:45.542058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 5839f789-d788-4822-b904-fc99506c90ec triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:45.542713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.586268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c571526-d494-489c-97e9-10fb83550b71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.668605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c571526-d494-489c-97e9-10fb83550b71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.670587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b9226c6c-2ad9-4656-bbde-6f42779d3aa5 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:45.689376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c571526-d494-489c-97e9-10fb83550b71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccafc403-d581-411e-9713-fcd5ea9f325e,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:45.692094 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-6c571526-d494-489c-97e9-10fb83550b71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:45.753833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-6c571526-d494-489c-97e9-10fb83550b71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:45.755074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-6c571526-d494-489c-97e9-10fb83550b71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449135 Jun 28 07:26:46.033322 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-8f06eee0-83c6-48e2-ab1c-8e5941217af5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877878765&fields=id&tenant_id=f0270ae6167b48f4be535cd39ae86f39 HTTP/1.1" status: 200 len: 267 time: 0.0486381 Jun 28 07:26:46.137315 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34056fad-c769-4a3c-87ac-05729e52773b req-e6f0d53a-1faa-4c2f-882e-330ba79ffb43 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:46.138711 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-e6f0d53a-1faa-4c2f-882e-330ba79ffb43 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 808 time: 0.0989156 Jun 28 07:26:46.154207 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-1e63c96c-ea9d-4f2f-8554-de6068b41758 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/quotas/f0270ae6167b48f4be535cd39ae86f39 HTTP/1.1" status: 200 len: 375 time: 0.0101745 Jun 28 07:26:46.223445 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-130528a5-29bd-49bf-88e5-24e78fa2198d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643988 Jun 28 07:26:46.292938 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:26:46.338949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-1d2fdedd-4a69-4b80-87d9-8fdbbda80a5c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:26:46.339996 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-1d2fdedd-4a69-4b80-87d9-8fdbbda80a5c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1053245 Jun 28 07:26:46.428757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-af616244-6452-4cf4-8284-5e9dc0d5db6e service neutron] 10.222.0.24 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829012 Jun 28 07:26:46.519242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-54ff6363-00b2-46f9-9313-4fca8b9c4bc1 service neutron] 10.222.0.24 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842068 Jun 28 07:26:47.008875 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b1bb2af4-50ae-4b55-a567-25569412b0a1 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:26:47.055598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port b1bb2af4-50ae-4b55-a567-25569412b0a1 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:47.055974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:47.789111 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dfeabdb4-5f7d-4b39-a5a2-e23b9d51ddf1 req-ec5d0671-4aff-4def-93e8-5c7960d3ec12 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 210 time: 0.0293293 Jun 28 07:26:48.874662 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d08da5f0-e976-4877-9ae6-61dc9a9f6c8c req-463ac03a-bfd2-4e7c-b112-ae744146a156 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 210 time: 0.0287979 Jun 28 07:26:49.960385 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1d95154d-da84-406b-9672-767e53f19a38 req-70535ac6-39a1-4730-b4b1-c158202d8249 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 210 time: 0.0317316 Jun 28 07:26:51.415451 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-becd6d4b-b591-4aee-97d0-2ad4408d8bfe req-403bbeb4-c045-4c75-af91-c9d9f3e4a552 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 210 time: 0.4042637 Jun 28 07:26:52.553853 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-48c2e85e-7526-415d-a3d9-9c56cdb6f154 req-40ce0de6-5b5f-44b0-a4e6-7442753d1909 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 210 time: 0.0292077 Jun 28 07:26:53.697378 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-68a6545d-63ff-4cd9-97ca-3a55c894f080 req-0e0c042e-ec61-469b-ae27-eb54e042e5d4 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 210 time: 0.0299737 Jun 28 07:26:53.834188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-536d0523-a4fb-41c1-9740-c6cb19327a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:54.494633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34056fad-c769-4a3c-87ac-05729e52773b req-199b7d1f-2cab-485c-b4c7-ee8018ef519d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:54.496605 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-199b7d1f-2cab-485c-b4c7-ee8018ef519d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 808 time: 0.1049788 Jun 28 07:26:54.554639 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-530861c2-3a4d-4935-9274-113d05db98aa tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0270ae6167b48f4be535cd39ae86f39 HTTP/1.1" status: 200 len: 379 time: 0.0332992 Jun 28 07:26:54.563532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'port': {'device_id': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'admin_state_up': True, 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'security_groups': ['007613a4-d4c9-439f-9b54-7fe81f406052']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:54.771403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Made reservation on behalf of f0270ae6167b48f4be535cd39ae86f39 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:26:54.775135 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:54.872922 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ce90eff3-6aa3-4a4a-9889-67bdbd8e6b49 req-eeba6bf7-ab70-4c61-953c-ab5a9424ff88 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 210 time: 0.0404024 Jun 28 07:26:54.935691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Allocated IP 172.20.0.6 (cb087703-8f2b-4b1b-ab71-8175b15a5f53/a576ebdc-5cb5-457a-989b-efac63d13dc4/de2824df-656f-45d2-a92f-f26005b92e23) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:26:55.080050 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:55.093108 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Transition to ACTIVE for port object de2824df-656f-45d2-a92f-f26005b92e23 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:55.184265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:55.188657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d9b5a8fb-5d8f-4f4a-9ad3-70bdf530baa0 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:55.227309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Network cb087703-8f2b-4b1b-ab71-8175b15a5f53 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:26:55.233293 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:26:55.235747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:26:55.276609 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:55.281712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:55.297574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:55.300626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:55.372497 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125732 Jun 28 07:26:55.391485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Request body: {'port': {'device_id': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:26:55.463099 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:55.582582 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-81b0ed94-a927-4dc1-bd02-19690afa0ef5 None None] Provisioning for port de2824df-656f-45d2-a92f-f26005b92e23 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:26:55.586488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-81b0ed94-a927-4dc1-bd02-19690afa0ef5 None None] Provisioning complete for port de2824df-656f-45d2-a92f-f26005b92e23 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:26:55.586870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-81b0ed94-a927-4dc1-bd02-19690afa0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:55.621758 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-81b0ed94-a927-4dc1-bd02-19690afa0ef5 None None] Port de2824df-656f-45d2-a92f-f26005b92e23 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:26:55.729357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2824df-656f-45d2-a92f-f26005b92e23 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:26:55.736501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:55.747708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Transition to ACTIVE for port object de2824df-656f-45d2-a92f-f26005b92e23 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:26:55.845511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:55.847839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:55.897243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Pushing event updated for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:55.900705 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:55.977935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Attempting to bind port de2824df-656f-45d2-a92f-f26005b92e23 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:26:55.978272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Attempting to bind port de2824df-656f-45d2-a92f-f26005b92e23 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:26:55.978604 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Attempting to bind port de2824df-656f-45d2-a92f-f26005b92e23 on network cb087703-8f2b-4b1b-ab71-8175b15a5f53 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:26:55.983884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Port de2824df-656f-45d2-a92f-f26005b92e23 on network cb087703-8f2b-4b1b-ab71-8175b15a5f53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:26:55.984200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Attempting to bind port de2824df-656f-45d2-a92f-f26005b92e23 on network cb087703-8f2b-4b1b-ab71-8175b15a5f53 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:26:55.989569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:26:55.989918 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Checking segment: {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:26:55.990590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Bound using segment: {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:26:55.991170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Bound port: de2824df-656f-45d2-a92f-f26005b92e23, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:26:55.991535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:56.099899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:26:56.114379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:26:56.123591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd37c1-b956-45c3-a121-890498579ee4 req-9df7ad8e-7b1e-407c-9e03-2e40d5573127 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:56.125096 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8fd37c1-b956-45c3-a121-890498579ee4 req-9df7ad8e-7b1e-407c-9e03-2e40d5573127 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.1214333 Jun 28 07:26:56.164889 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8fd37c1-b956-45c3-a121-890498579ee4 req-9c299395-a50e-48d4-a6eb-99106c429712 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340135 Jun 28 07:26:56.179943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:56.180595 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3cced3f5-d490-4412-a2f3-df9f0ff0c4d4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:26:56.216244 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:56.219908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:56.219908 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] 10.222.0.50 "PUT /v2.0/ports/de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 200 len: 1093 time: 0.8312404 Jun 28 07:26:56.219908 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:26:56.221092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69184b56-c752-482c-8783-0fbb6834024f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "tag": "de2824df-656f-45d2-a92f-f26005b92e23"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:26:56.241525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Pushing event updated for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:26:56.251170 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:26:56.266961 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e218dd4e-463a-4fb8-8ab2-7f4a6e6f9569 x-openstack-request-id: req-e218dd4e-463a-4fb8-8ab2-7f4a6e6f9569 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:26:56.267316 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "tag": "de2824df-656f-45d2-a92f-f26005b92e23", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:26:56.267619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e218dd4e-463a-4fb8-8ab2-7f4a6e6f9569 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:26:56.268121 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23', 'status': 'completed', 'code': 200} Jun 28 07:26:56.375201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69184b56-c752-482c-8783-0fbb6834024f req-af75ddb3-0ca4-490a-af4a-5f548d0cdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:56.376654 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-69184b56-c752-482c-8783-0fbb6834024f req-af75ddb3-0ca4-490a-af4a-5f548d0cdcf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1096 time: 0.0639701 Jun 28 07:26:56.482831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69184b56-c752-482c-8783-0fbb6834024f req-c782096d-cf0c-4ba3-9256-22aed7696213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:56.484216 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-69184b56-c752-482c-8783-0fbb6834024f req-c782096d-cf0c-4ba3-9256-22aed7696213 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f0270ae6167b48f4be535cd39ae86f39&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0939817 Jun 28 07:26:56.497671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:56.537059 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aef7cc76-6905-4a18-8def-1db2908748ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:56.582913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69184b56-c752-482c-8783-0fbb6834024f req-6965cf69-a76a-42a1-9bfb-de28323e40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:56.584373 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-69184b56-c752-482c-8783-0fbb6834024f req-6965cf69-a76a-42a1-9bfb-de28323e40a5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939052 Jun 28 07:26:56.704220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34056fad-c769-4a3c-87ac-05729e52773b req-a940eb29-428e-4a24-8f67-cbe3480c7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:56.705720 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-a940eb29-428e-4a24-8f67-cbe3480c7713 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1096 time: 0.0519900 Jun 28 07:26:56.756424 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-42cc762d-85ff-4512-975d-5c66ef2ccbf6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 200 len: 217 time: 0.0330160 Jun 28 07:26:56.809280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34056fad-c769-4a3c-87ac-05729e52773b req-834c390a-cb2f-4aa0-8639-599b7f9745d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:56.810700 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-834c390a-cb2f-4aa0-8639-599b7f9745d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0471828 Jun 28 07:26:56.867524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34056fad-c769-4a3c-87ac-05729e52773b req-67bd7b98-cc68-45d7-9def-e97adfa3d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:56.869020 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-67bd7b98-cc68-45d7-9def-e97adfa3d3f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514605 Jun 28 07:26:56.963123 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-1320c2a2-d9f1-4786-8896-9b38c70c5511 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862808 Jun 28 07:26:57.051852 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-34056fad-c769-4a3c-87ac-05729e52773b req-891bc898-bab4-4574-a5c9-5af205848cc7 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812981 Jun 28 07:26:57.336228 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b7e15-42d2-4186-a448-0c42e51401e6 req-b903cc09-3556-4313-aaa6-54f610658d71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:57.337705 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-697b7e15-42d2-4186-a448-0c42e51401e6 req-b903cc09-3556-4313-aaa6-54f610658d71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0629010 Jun 28 07:26:57.380134 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-697b7e15-42d2-4186-a448-0c42e51401e6 req-08d3bd12-bd4b-4b49-9044-5e2417448a0f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361605 Jun 28 07:26:57.754064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:58.561495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6003de3-a20e-4775-9269-875aa01b1af7 req-8726fabc-f45d-4107-a347-2ab900301748 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:58.562976 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e6003de3-a20e-4775-9269-875aa01b1af7 req-8726fabc-f45d-4107-a347-2ab900301748 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0664937 Jun 28 07:26:58.600392 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e6003de3-a20e-4775-9269-875aa01b1af7 req-238e2ec7-aaef-4ac3-8706-578473902572 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Jun 28 07:26:59.509155 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device de2824df-656f-45d2-a92f-f26005b92e23 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:26:59.521588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:59.755862 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:26:59.766826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'de2824df-656f-45d2-a92f-f26005b92e23', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'port_id': 'de2824df-656f-45d2-a92f-f26005b92e23', 'mac_address': 'fa:16:3e:2d:40:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:26:59.782276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa7127-ddd2-4cde-b292-15529c5306fd req-927d9df2-66f9-4f45-86a3-ed714a5e7034 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:26:59.783783 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4fa7127-ddd2-4cde-b292-15529c5306fd req-927d9df2-66f9-4f45-86a3-ed714a5e7034 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0653732 Jun 28 07:26:59.803396 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:26:59.816416 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2824df-656f-45d2-a92f-f26005b92e23 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:26:59.821673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4fa7127-ddd2-4cde-b292-15529c5306fd req-b7e6155e-0a4d-48f2-9ac3-9000ce43eab9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323558 Jun 28 07:26:59.836628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:27:00.000138 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:00.002040 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-57819cfd-6fef-4697-9bf3-0920b9154705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:27:00.047355 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:27:00.050360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:27:00.281385 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['de2824df-656f-45d2-a92f-f26005b92e23'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:27:01.005657 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f6591-d587-47e2-a1e1-499612ec03b3 req-22511144-3cdf-49cf-bd9e-83fae48bda16 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:01.007137 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f10f6591-d587-47e2-a1e1-499612ec03b3 req-22511144-3cdf-49cf-bd9e-83fae48bda16 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 944 time: 0.0696125 Jun 28 07:27:01.044161 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f10f6591-d587-47e2-a1e1-499612ec03b3 req-3a4be399-9b67-41ff-9dfe-dbc6a375e9c3 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Jun 28 07:27:01.523967 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device de2824df-656f-45d2-a92f-f26005b92e23 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:27:01.651208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port de2824df-656f-45d2-a92f-f26005b92e23 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:27:01.655904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port de2824df-656f-45d2-a92f-f26005b92e23 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:27:01.656302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:01.732031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:01.753788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:27:01.756057 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22fc363-553c-4559-8371-aab60046a430" -d '{"events": [{"server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "name": "network-vif-plugged", "status": "completed", "tag": "de2824df-656f-45d2-a92f-f26005b92e23"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:27:01.769242 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:27:01.795475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06468246-fbb4-4941-9fae-39908b3d1463 x-openstack-request-id: req-06468246-fbb4-4941-9fae-39908b3d1463 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:27:01.795856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "name": "network-vif-plugged", "status": "completed", "tag": "de2824df-656f-45d2-a92f-f26005b92e23", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:27:01.796036 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06468246-fbb4-4941-9fae-39908b3d1463 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:27:01.796434 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23', 'code': 200} Jun 28 07:27:01.851413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:01.853324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:27:01.904090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:27:01.907056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:27:02.255339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794772da-496a-4b4d-bafe-3d3e5f364271 req-e484d660-66ae-45c1-9635-afe2457a6fbe tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:02.256875 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-794772da-496a-4b4d-bafe-3d3e5f364271 req-e484d660-66ae-45c1-9635-afe2457a6fbe tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.1020029 Jun 28 07:27:02.262058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8529912-0cb0-4b1f-b87e-7545b13d2fdc req-3e6adde7-c197-41ec-b699-90f55beef1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:02.264769 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8529912-0cb0-4b1f-b87e-7545b13d2fdc req-3e6adde7-c197-41ec-b699-90f55beef1f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1098 time: 0.0814857 Jun 28 07:27:02.319881 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-794772da-496a-4b4d-bafe-3d3e5f364271 req-9f1798e2-b6c0-4947-addb-926ee4c15f7d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541608 Jun 28 07:27:02.325721 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8529912-0cb0-4b1f-b87e-7545b13d2fdc req-86c2a16b-e791-44b4-8285-8442b710e13e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526853 Jun 28 07:27:03.501208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220534-a79f-48ec-8a45-923f142ff21c req-69220dc3-6055-4b7b-8b79-aa7c1df24ddd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:03.502704 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71220534-a79f-48ec-8a45-923f142ff21c req-69220dc3-6055-4b7b-8b79-aa7c1df24ddd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0707998 Jun 28 07:27:03.546609 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-71220534-a79f-48ec-8a45-923f142ff21c req-cd2fffc3-5f1c-4e53-b9fa-77f7ec518c0a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382226 Jun 28 07:27:04.726213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e210c3-db72-421c-8768-0061a7d3284b req-8d84ceb6-8df7-4be9-abee-ef039dcacea1 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:04.727676 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49e210c3-db72-421c-8768-0061a7d3284b req-8d84ceb6-8df7-4be9-abee-ef039dcacea1 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0634913 Jun 28 07:27:04.765071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-49e210c3-db72-421c-8768-0061a7d3284b req-5199a132-b5c9-4e17-bd09-f1487295485f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 Jun 28 07:27:04.938881 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd0997-0651-4e5a-a015-1465d33d2baf req-7797a486-9ec0-45e0-81c0-72a11505f580 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:04.940341 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2dd0997-0651-4e5a-a015-1465d33d2baf req-7797a486-9ec0-45e0-81c0-72a11505f580 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0672154 Jun 28 07:27:04.983349 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2dd0997-0651-4e5a-a015-1465d33d2baf req-52d63780-058b-45cc-94e7-810f2fcc743e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374100 Jun 28 07:27:05.020583 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34788) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:27:05.115897 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b226f923-4a51-4f8f-9546-f44b3350d0ca tempest-TestShelveInstance-747732166 tempest-TestShelveInstance-747732166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:05.117479 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b226f923-4a51-4f8f-9546-f44b3350d0ca tempest-TestShelveInstance-747732166 tempest-TestShelveInstance-747732166-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1093 time: 0.0958290 Jun 28 07:27:05.120305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34792) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:27:05.125681 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': 'de2824df-656f-45d2-a92f-f26005b92e23', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:27:05.228747 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:05.331776 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:05.442560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Allocated IP 172.26.4.139 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/e0a867cd-3f0a-4975-9da5-561fee3320be) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:27:05.548260 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:05.663264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:05.665590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:27:05.711274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:27:05.719126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:27:05.723185 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:27:05.747387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'Port': ['ID=e0a867cd-3f0a-4975-9da5-561fee3320be,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:27:05.752671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:27:06.098652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:06.239072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:06.389171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:06.497114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:06.499254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b89d1ffa-d313-41f5-a6b6-549a0b3842e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:27:06.569013 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'Port': ['ID=e0a867cd-3f0a-4975-9da5-561fee3320be,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:27:06.572868 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:27:06.579354 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:06.680495 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Floating IP a83011a3-f847-49da-b277-9c79ff90e1bf associated. External IP: 172.26.4.139, port: de2824df-656f-45d2-a92f-f26005b92e23. Jun 28 07:27:06.890036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Router 79930853-fca2-4d45-a6f2-bacbeb3666c6 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:27:06.996742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:27:07.005828 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] Sync routers for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:27:07.015977 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:27:07.016575 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:26:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:27:07.074325 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:07.115194 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9938388 Jun 28 07:27:07.115864 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:27:07.118243 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "tag": "de2824df-656f-45d2-a92f-f26005b92e23"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:27:07.119883 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:27:07.156375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d719e171-66c0-4590-a89e-f86f3a55049a x-openstack-request-id: req-d719e171-66c0-4590-a89e-f86f3a55049a {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:27:07.156799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "tag": "de2824df-656f-45d2-a92f-f26005b92e23", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:27:07.157132 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d719e171-66c0-4590-a89e-f86f3a55049a {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:27:07.157596 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23', 'status': 'completed', 'code': 200} Jun 28 07:27:07.254797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-b7bca9f0-ee28-4918-ba91-e78d2f902798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:07.256201 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-b7bca9f0-ee28-4918-ba91-e78d2f902798 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1098 time: 0.0569234 Jun 28 07:27:07.348474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-75fdbbc6-06c9-4be9-83f1-060d2c2d5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:07.349944 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'a83011a3-f847-49da-b277-9c79ff90e1bf', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'floating_ip_address': '172.26.4.139', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'port_id': 'de2824df-656f-45d2-a92f-f26005b92e23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'mac_address': 'fa:16:3e:2d:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:27:05Z', 'updated_at': '2021-06-28T07:27:05Z', 'revision_number': 0, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:27:07.350169 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-75fdbbc6-06c9-4be9-83f1-060d2c2d5ba1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0863283 Jun 28 07:27:07.379491 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] Checking router: 79930853-fca2-4d45-a6f2-bacbeb3666c6 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:27:07.387842 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:27:07.388584 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:26:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:27:07.418268 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-fd0af09e-c0db-42a8-b55d-38b0e126fd0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 200 len: 999 time: 0.0606008 Jun 28 07:27:07.474555 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-c59c55e9-c06b-410e-ae23-5b71ec1a3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:07.476023 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-c59c55e9-c06b-410e-ae23-5b71ec1a3e5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0503581 Jun 28 07:27:07.489110 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:27:07.533117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-ecc73756-a845-4ec2-8c0f-48784b2d0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:07.534416 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-ecc73756-a845-4ec2-8c0f-48784b2d0ae6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513828 Jun 28 07:27:07.627133 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-85e897d0-655a-45e8-aaca-ff5e12f88aa9 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853541 Jun 28 07:27:07.710488 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'a83011a3-f847-49da-b277-9c79ff90e1bf', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'floating_ip_address': '172.26.4.139', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'port_id': 'de2824df-656f-45d2-a92f-f26005b92e23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'mac_address': 'fa:16:3e:2d:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:27:05Z', 'updated_at': '2021-06-28T07:27:05Z', 'revision_number': 0, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:27:07.715406 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e8d472f5-ca70-4ff1-947e-eeb2db690d1a req-4fe631ab-8235-4f43-be8b-0f1e86a48856 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819042 Jun 28 07:27:07.736615 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af9c95-2456-4d1a-8185-4a878eb913e0 None None] The sync data for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv is: [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'a83011a3-f847-49da-b277-9c79ff90e1bf', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'floating_ip_address': '172.26.4.139', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'port_id': 'de2824df-656f-45d2-a92f-f26005b92e23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'mac_address': 'fa:16:3e:2d:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:27:05Z', 'updated_at': '2021-06-28T07:27:05Z', 'revision_number': 0, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:27:07.929685 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e551f1-6c78-4cda-9585-faf028e2bdf2 None None] New status for floating IP a83011a3-f847-49da-b277-9c79ff90e1bf: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:27:13.988478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:23.291752 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:27:23.850082 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-23c1b548-d91f-4281-a0e3-a32cf3d4433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:26.507881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:26.530904 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d8f8aff4-2a0e-47d7-b537-1c7fde183270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:27.770952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:29.479559 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:44.022048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:52.033752 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-fb390631-b4b2-4358-bb99-c5f367fb8060 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567448 Jun 28 07:27:52.143682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-9be5636d-e513-46b1-84d9-9e936c91c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:52.145206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-9be5636d-e513-46b1-84d9-9e936c91c498 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1098 time: 0.0529494 Jun 28 07:27:52.253767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-1ae87b2a-6a48-4013-affe-856722b061bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:52.255234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-1ae87b2a-6a48-4013-affe-856722b061bc service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0893555 Jun 28 07:27:52.660915 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-f409c73d-736a-40b6-97bb-4c868bc7dbe3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 200 len: 1001 time: 0.3994336 Jun 28 07:27:52.708738 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-3e045601-19b1-43c6-93a4-9cd7ce262429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:52.710172 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-3e045601-19b1-43c6-93a4-9cd7ce262429 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0430818 Jun 28 07:27:52.770561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-1aa490ff-983b-42f1-9c81-337ac5852a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:27:52.772942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-1aa490ff-983b-42f1-9c81-337ac5852a2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558910 Jun 28 07:27:52.859759 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-16a3e0e4-af5d-42b3-8230-5e9bd9e610db service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802400 Jun 28 07:27:52.951334 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-504af387-5f9e-44ed-a3ac-c5d4574921b3 req-bd92d025-a347-4393-8548-f687c09ed266 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853064 Jun 28 07:27:53.816031 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-23d41a06-80e4-4c71-ac09-d0e9f51ee975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:56.490073 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:56.518149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3c6e8cbd-621b-4c0d-9b7e-6f10547c2b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:57.764231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:27:59.518692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:00.289910 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:28:14.009976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:23.798420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f6d22518-62a1-40c4-bb09-daaf37bd9b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:26.529937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:26.558410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0a797f81-6821-4dea-9c24-3a481434b6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:27.775276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:29.489851 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:37.289006 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:28:44.032381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:53.803415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ded82d9a-223e-4985-8e30-b52ca65e20a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:54.746738 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-c056766c-4366-40c0-85eb-ce7b2106cef1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1167068 Jun 28 07:28:54.858928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-709f9fa6-9cc2-44c3-8311-69c4e883316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:28:54.860431 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-709f9fa6-9cc2-44c3-8311-69c4e883316f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1098 time: 0.0523014 Jun 28 07:28:54.972709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-3982b609-e276-412a-bcc1-da74604a1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:28:54.974470 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-3982b609-e276-412a-bcc1-da74604a1e38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0929213 Jun 28 07:28:55.039302 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-0caf493a-0ec2-4db6-a0e4-447a14029a14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 200 len: 1001 time: 0.0580900 Jun 28 07:28:55.094753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-a51a1e63-5096-4c0f-abce-8f28a9b74854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:28:55.096203 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-a51a1e63-5096-4c0f-abce-8f28a9b74854 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0502319 Jun 28 07:28:55.153038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-e1afcb2a-5a64-43a8-9656-dd6917a488bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:28:55.154489 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-e1afcb2a-5a64-43a8-9656-dd6917a488bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519588 Jun 28 07:28:55.243235 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-e9294b77-7806-4027-b84d-89e537509220 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814404 Jun 28 07:28:55.334237 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4cdf4b73-a619-457a-8bdf-7255520d0d86 req-b25fa2d7-c595-4012-8b5d-d73d4ba97e85 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847256 Jun 28 07:28:56.500604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:56.541375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f8450db5-2e63-48d8-a6f0-652e99b97cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:57.809426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:28:59.495170 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:02.347989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ea76-8e02-4624-890f-1a73cba5dd52 req-95032263-9287-4c71-b7f6-e86c0d33657a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:02.349751 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a024ea76-8e02-4624-890f-1a73cba5dd52 req-95032263-9287-4c71-b7f6-e86c0d33657a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0673006 Jun 28 07:29:02.387342 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a024ea76-8e02-4624-890f-1a73cba5dd52 req-8b72bc3b-4117-4493-a227-f292e50b27ab tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316877 Jun 28 07:29:03.571147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7d808-801b-410f-a887-0525db87c9f4 req-9adba209-305d-462f-87e7-bcee417c8adf tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:03.573164 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-14a7d808-801b-410f-a887-0525db87c9f4 req-9adba209-305d-462f-87e7-bcee417c8adf tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0676532 Jun 28 07:29:03.611317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-14a7d808-801b-410f-a887-0525db87c9f4 req-4cd95403-c6eb-4be2-8e11-ef07617b6758 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325787 Jun 28 07:29:04.799620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eae0dc-1f06-414e-8ff4-9dddd958c3e4 req-327ace09-db7d-4dfe-9291-8ae7f5a7193e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:04.801122 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d7eae0dc-1f06-414e-8ff4-9dddd958c3e4 req-327ace09-db7d-4dfe-9291-8ae7f5a7193e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0639122 Jun 28 07:29:04.837593 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d7eae0dc-1f06-414e-8ff4-9dddd958c3e4 req-9a5e5266-ba8a-4137-ab7c-35a91e62dd9d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309331 Jun 28 07:29:06.012582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011099a-5c21-4c55-8010-d2f5539d5f11 req-5c0b684a-dfdc-4a40-a594-15b74c21fcde tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:06.014098 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1011099a-5c21-4c55-8010-d2f5539d5f11 req-5c0b684a-dfdc-4a40-a594-15b74c21fcde tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0638773 Jun 28 07:29:06.052060 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1011099a-5c21-4c55-8010-d2f5539d5f11 req-7a9666dd-b568-4a47-b908-ce8197c8185f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320544 Jun 28 07:29:07.230407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c08025-7c40-4850-a8c4-525fac8b0ccf req-993a973f-62c4-4bf4-b5af-7dd2a51b0e74 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:07.231885 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-48c08025-7c40-4850-a8c4-525fac8b0ccf req-993a973f-62c4-4bf4-b5af-7dd2a51b0e74 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0699592 Jun 28 07:29:07.269112 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-48c08025-7c40-4850-a8c4-525fac8b0ccf req-cc0edfd0-9a2d-41d8-95ea-f93549b653e2 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316365 Jun 28 07:29:08.511018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39724bf-47bc-4881-a6d3-0735641976ba req-03b7374b-acb8-4a28-9a3d-c1351b57a7b8 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:08.512520 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b39724bf-47bc-4881-a6d3-0735641976ba req-03b7374b-acb8-4a28-9a3d-c1351b57a7b8 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.1347489 Jun 28 07:29:08.550798 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b39724bf-47bc-4881-a6d3-0735641976ba req-3ff491f8-af08-4539-a6fc-1daae5e444a4 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324316 Jun 28 07:29:09.771788 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2ca74-822e-4664-8364-aed3f41e2370 req-740ef181-ad2e-4805-8adf-a0b7bd52790d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:09.773240 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82d2ca74-822e-4664-8364-aed3f41e2370 req-740ef181-ad2e-4805-8adf-a0b7bd52790d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.1119328 Jun 28 07:29:09.812279 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-82d2ca74-822e-4664-8364-aed3f41e2370 req-91fd3266-2de2-4861-8a05-c8e05cf71dda tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325844 Jun 28 07:29:10.988541 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05824c8c-b0cb-4c59-8553-627c55fcb72a req-2c755717-e299-4073-9cc4-23664faa9c08 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:10.990044 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05824c8c-b0cb-4c59-8553-627c55fcb72a req-2c755717-e299-4073-9cc4-23664faa9c08 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0653200 Jun 28 07:29:11.029388 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-05824c8c-b0cb-4c59-8553-627c55fcb72a req-502653c8-89ea-49e8-b76c-8b1496a8cc94 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331774 Jun 28 07:29:12.205516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89fb9e-58e5-4d9d-aef0-143dcb3bfac8 req-585d3295-4a2c-452c-a229-b2a4ba554757 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:12.206982 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d89fb9e-58e5-4d9d-aef0-143dcb3bfac8 req-585d3295-4a2c-452c-a229-b2a4ba554757 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0642705 Jun 28 07:29:12.245514 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3d89fb9e-58e5-4d9d-aef0-143dcb3bfac8 req-55ae9914-34d2-4a78-951a-41bd8c9b3ebd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329146 Jun 28 07:29:13.418852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77f0e-8891-4620-8a37-892d9e62e60f req-e1444d73-67fd-4deb-bb60-c77eacf23888 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:13.420289 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-33e77f0e-8891-4620-8a37-892d9e62e60f req-e1444d73-67fd-4deb-bb60-c77eacf23888 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0657444 Jun 28 07:29:13.457342 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-33e77f0e-8891-4620-8a37-892d9e62e60f req-8dbd99b2-490d-484d-8e31-32aacbdce632 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314665 Jun 28 07:29:14.043364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:14.132958 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device de2824df-656f-45d2-a92f-f26005b92e23 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:29:14.230268 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:29:14.241706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'de2824df-656f-45d2-a92f-f26005b92e23', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'port_id': 'de2824df-656f-45d2-a92f-f26005b92e23', 'mac_address': 'fa:16:3e:2d:40:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:29:14.277845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:14.286971 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:29:14.290278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de2824df-656f-45d2-a92f-f26005b92e23 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:29:14.310221 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:29:14.409111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:14.410915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-0f2a7b7d-5209-4179-b3ee-03e8dccfcd98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:29:14.456207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:29:14.464122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.464473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.464815 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.465223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.465558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.465895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.466220 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.466545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.466869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.467190 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.467511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.467829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:29:14.471705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:29:14.631871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['de2824df-656f-45d2-a92f-f26005b92e23'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:29:14.633078 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e232f4d-6c8d-4b76-b2e7-ec7eacda7882 req-f9b53abf-16f8-4b70-8fb3-3e6ce16562a7 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:14.635952 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e232f4d-6c8d-4b76-b2e7-ec7eacda7882 req-f9b53abf-16f8-4b70-8fb3-3e6ce16562a7 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 944 time: 0.0679266 Jun 28 07:29:14.675085 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e232f4d-6c8d-4b76-b2e7-ec7eacda7882 req-2a234366-829e-497f-a7d6-1246dc926c47 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330033 Jun 28 07:29:15.869139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a12e4-1139-4173-93fa-23236b0ea874 req-1a3167d9-8224-4783-89b6-5ce7d01ad350 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:15.870624 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-606a12e4-1139-4173-93fa-23236b0ea874 req-1a3167d9-8224-4783-89b6-5ce7d01ad350 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 944 time: 0.0711396 Jun 28 07:29:15.908997 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-606a12e4-1139-4173-93fa-23236b0ea874 req-a87a776c-e8f7-409a-b0dc-dec5d139db1b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326536 Jun 28 07:29:16.147969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device de2824df-656f-45d2-a92f-f26005b92e23 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:29:16.201380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port de2824df-656f-45d2-a92f-f26005b92e23 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:29:16.201861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:16.281124 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:16.303475 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:29:16.306670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19a02a8-0f78-43c3-8660-a47ead93b0c7" -d '{"events": [{"server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "name": "network-vif-plugged", "status": "completed", "tag": "de2824df-656f-45d2-a92f-f26005b92e23"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:29:16.323434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:29:16.392434 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:16.394765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:29:16.421312 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48e1e55-5a34-45a6-9198-6991732fd0f1 x-openstack-request-id: req-c48e1e55-5a34-45a6-9198-6991732fd0f1 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:29:16.421742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "name": "network-vif-plugged", "status": "completed", "tag": "de2824df-656f-45d2-a92f-f26005b92e23", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:29:16.422096 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c48e1e55-5a34-45a6-9198-6991732fd0f1 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:29:16.422593 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23', 'code': 200} Jun 28 07:29:16.449750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:29:16.453163 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:29:17.123115 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78623040-1224-4c26-a2fb-eebabc801545 req-7a7ebfad-0c18-41d0-8358-bd357e55cea1 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:17.124834 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-78623040-1224-4c26-a2fb-eebabc801545 req-7a7ebfad-0c18-41d0-8358-bd357e55cea1 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0784855 Jun 28 07:29:17.166137 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-78623040-1224-4c26-a2fb-eebabc801545 req-8ae37324-87d4-46ed-a7db-382f85644289 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356677 Jun 28 07:29:18.363795 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656607fc-7bfb-42c2-8847-5d97b71ec605 req-8a436158-2df5-4497-9522-227d1fd96856 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:18.367394 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-656607fc-7bfb-42c2-8847-5d97b71ec605 req-8a436158-2df5-4497-9522-227d1fd96856 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0737307 Jun 28 07:29:18.412815 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-656607fc-7bfb-42c2-8847-5d97b71ec605 req-0b609ab1-c567-4538-9880-593e04a82018 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391734 Jun 28 07:29:19.614324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed804127-d913-4c16-9508-c352e4bea284 req-12087dac-9f93-43c0-b9b2-c15b85c95df0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:19.616001 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed804127-d913-4c16-9508-c352e4bea284 req-12087dac-9f93-43c0-b9b2-c15b85c95df0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0810771 Jun 28 07:29:19.656050 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed804127-d913-4c16-9508-c352e4bea284 req-b1007dd5-12d1-4cd7-b879-691ff3ddd750 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342450 Jun 28 07:29:20.858199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a93b-9e29-4810-b7bf-4e7d08c30be0 req-5a06e442-382b-46e3-9809-1d796ef44c70 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:20.859710 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0277a93b-9e29-4810-b7bf-4e7d08c30be0 req-5a06e442-382b-46e3-9809-1d796ef44c70 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0782504 Jun 28 07:29:20.905757 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0277a93b-9e29-4810-b7bf-4e7d08c30be0 req-2d21290a-26a9-48b6-82cf-0572df0fab03 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395474 Jun 28 07:29:22.093917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf67bd-cd07-418f-8278-8d76506c9c7e req-2fc3cbf7-6353-4f0e-a8a5-9a838efff2b8 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:22.095400 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9fbf67bd-cd07-418f-8278-8d76506c9c7e req-2fc3cbf7-6353-4f0e-a8a5-9a838efff2b8 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0715647 Jun 28 07:29:22.135215 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9fbf67bd-cd07-418f-8278-8d76506c9c7e req-924372ef-cdef-439b-abc3-93fb164d8013 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335455 Jun 28 07:29:23.332500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292cef-2cc0-4443-be2e-05086f14dbc2 req-632fd3c6-1491-4353-af82-08c66f0893ed tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:23.335942 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5a292cef-2cc0-4443-be2e-05086f14dbc2 req-632fd3c6-1491-4353-af82-08c66f0893ed tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0760028 Jun 28 07:29:23.386451 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5a292cef-2cc0-4443-be2e-05086f14dbc2 req-663237b8-472d-479b-9fb5-a05df68068a8 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451818 Jun 28 07:29:23.809355 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0503f6a8-f232-43e8-a977-6bb8afc0cb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:24.586020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859adbd0-e859-4532-b3a9-cbc84221ff1f req-e12cc21c-7a46-488c-92bf-88c78035e23a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:24.588389 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-859adbd0-e859-4532-b3a9-cbc84221ff1f req-e12cc21c-7a46-488c-92bf-88c78035e23a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0690260 Jun 28 07:29:24.630575 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-859adbd0-e859-4532-b3a9-cbc84221ff1f req-fe360466-59ee-4425-bd45-3663748a7de1 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357914 Jun 28 07:29:25.823559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf897778-bfc0-48f5-84d3-7910825001ed req-f224686b-e0d1-44a0-9c99-6188e7c44df6 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:25.825022 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cf897778-bfc0-48f5-84d3-7910825001ed req-f224686b-e0d1-44a0-9c99-6188e7c44df6 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0768323 Jun 28 07:29:25.865144 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cf897778-bfc0-48f5-84d3-7910825001ed req-f54558f2-3772-4e11-9cb1-960e4ff5b860 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341251 Jun 28 07:29:26.472065 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:26.495010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2c8c57b0-2227-4721-a524-fb94d5d39e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:27.038994 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e6755-a7ac-4797-8f38-ca994a6af247 req-2312e6f5-1ded-4b43-b9bb-7aeff84c168b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:27.041124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7a1e6755-a7ac-4797-8f38-ca994a6af247 req-2312e6f5-1ded-4b43-b9bb-7aeff84c168b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0635114 Jun 28 07:29:27.078318 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7a1e6755-a7ac-4797-8f38-ca994a6af247 req-88bfbc99-b775-4e72-8072-1b1a83112af5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317774 Jun 28 07:29:27.541382 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-66016769-c4cd-4540-8b0a-267be8aaf0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:27.542914 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-66016769-c4cd-4540-8b0a-267be8aaf0d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1098 time: 0.0579789 Jun 28 07:29:27.636231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-cae212ec-43de-4a33-b662-d57de1e8813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:27.638296 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-cae212ec-43de-4a33-b662-d57de1e8813f service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0868287 Jun 28 07:29:27.708561 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-fa0301a7-6eff-4ab4-aa54-b70b67b7b512 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 200 len: 1001 time: 0.0628645 Jun 28 07:29:27.758053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-ff128476-9ba2-4c88-9e10-9f00090bbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:27.760123 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-ff128476-9ba2-4c88-9e10-9f00090bbb2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0432892 Jun 28 07:29:27.780659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:27.822587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-2e169842-7619-425e-a242-9f09f83505e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:27.824030 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-2e169842-7619-425e-a242-9f09f83505e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544167 Jun 28 07:29:27.919762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-f1bd68e8-cef5-40ab-82e2-ea46ff83e09f service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859318 Jun 28 07:29:28.007534 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e1915832-3d4e-4238-b68f-ea63b8c69e2f req-af75b2b8-3923-4015-82e1-f03e9b7c73f7 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806854 Jun 28 07:29:28.255875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb36fdb-0958-4904-95e3-6b93a40c3e4f req-9898d54b-1548-48c6-b195-55c88a57d890 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:28.257440 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8eb36fdb-0958-4904-95e3-6b93a40c3e4f req-9898d54b-1548-48c6-b195-55c88a57d890 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0685534 Jun 28 07:29:28.296754 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8eb36fdb-0958-4904-95e3-6b93a40c3e4f req-40cdaee6-cede-4e8f-838c-5710406f3508 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335138 Jun 28 07:29:29.482990 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fb4b9-344e-46ae-b477-acbb8cb2becc req-8d5b9310-a834-447c-a214-0a7bee4f2fa3 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:29.484467 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d06fb4b9-344e-46ae-b477-acbb8cb2becc req-8d5b9310-a834-447c-a214-0a7bee4f2fa3 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 945 time: 0.0642178 Jun 28 07:29:29.511622 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:29.522315 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d06fb4b9-344e-46ae-b477-acbb8cb2becc req-cb201ac1-b451-4f94-b100-527b3f45a3a3 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Jun 28 07:29:30.234259 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device de2824df-656f-45d2-a92f-f26005b92e23 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:29:30.305569 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:30.327061 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:29:30.329336 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c368d20-0fa9-4332-9326-39632ee847aa" -d '{"events": [{"server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "name": "network-vif-unplugged", "status": "completed", "tag": "de2824df-656f-45d2-a92f-f26005b92e23"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:29:30.345062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:29:30.365323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3b3f34-ce26-4cc4-9cc4-680265694d0f x-openstack-request-id: req-3a3b3f34-ce26-4cc4-9cc4-680265694d0f {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:29:30.365617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "name": "network-vif-unplugged", "status": "completed", "tag": "de2824df-656f-45d2-a92f-f26005b92e23", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:29:30.365871 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a3b3f34-ce26-4cc4-9cc4-680265694d0f {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:29:30.366262 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23', 'code': 200} Jun 28 07:29:30.419960 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:30.421799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b315109f-a0ff-45ae-8aff-ea78dc7dbbae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:29:30.467581 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:29:30.470617 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:29:30.694574 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1cd01-20e7-4e40-be81-ab79ede55340 req-fe613624-b82e-4c53-beb8-e1aa174e899c tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:30.696106 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-28f1cd01-20e7-4e40-be81-ab79ede55340 req-fe613624-b82e-4c53-beb8-e1aa174e899c tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0626299 Jun 28 07:29:30.734470 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-28f1cd01-20e7-4e40-be81-ab79ede55340 req-a811adf4-b89a-45a1-892e-426477d9f47e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317485 Jun 28 07:29:31.326872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c361c1-a99b-4b4e-ae2c-b980bd640caa req-f869d70b-5249-4a73-a6f1-cc3ed842be75 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:31.328367 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f3c361c1-a99b-4b4e-ae2c-b980bd640caa req-f869d70b-5249-4a73-a6f1-cc3ed842be75 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0677507 Jun 28 07:29:31.367704 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f3c361c1-a99b-4b4e-ae2c-b980bd640caa req-058ae26a-51e4-4b7b-a04a-44efc3f35521 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336249 Jun 28 07:29:31.847729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 34984) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:29:31.942307 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-50be5c33-fb51-473e-98c4-2a3a9f30a39c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933990 Jun 28 07:29:32.553665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d26e2d-f7c3-4da1-a52e-a8f9cfb31fb4 req-f0c7b6b5-999d-4575-93a6-e5db573aff59 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:32.555127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63d26e2d-f7c3-4da1-a52e-a8f9cfb31fb4 req-f0c7b6b5-999d-4575-93a6-e5db573aff59 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0698206 Jun 28 07:29:32.593340 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63d26e2d-f7c3-4da1-a52e-a8f9cfb31fb4 req-13ca69e2-f8c8-4330-ac79-8bfc3c97455f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324013 Jun 28 07:29:33.771200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033ea1b-7154-4581-a7be-848c6b2d5db4 req-2c7a2eb8-df05-4b72-9cac-a444dae5bddb tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:33.772665 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9033ea1b-7154-4581-a7be-848c6b2d5db4 req-2c7a2eb8-df05-4b72-9cac-a444dae5bddb tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0642717 Jun 28 07:29:33.810345 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9033ea1b-7154-4581-a7be-848c6b2d5db4 req-21a5edde-9969-49f8-8652-53b1a79d2e50 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Jun 28 07:29:34.979374 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd92f4-6236-4b33-b278-7dd98275717a req-2071fb20-00cb-4e95-8647-b91bbb151001 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:34.980830 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e6fd92f4-6236-4b33-b278-7dd98275717a req-2071fb20-00cb-4e95-8647-b91bbb151001 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0620878 Jun 28 07:29:35.017888 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e6fd92f4-6236-4b33-b278-7dd98275717a req-359e4b9a-0d43-47f9-8357-380b45e63caf tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313997 Jun 28 07:29:36.198036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1462bb7-fada-4b5e-aec1-bdf9fde2c343 req-5fd35aab-b2fc-49ad-91d1-17ca141a5790 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:36.199525 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b1462bb7-fada-4b5e-aec1-bdf9fde2c343 req-5fd35aab-b2fc-49ad-91d1-17ca141a5790 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0690696 Jun 28 07:29:36.236232 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b1462bb7-fada-4b5e-aec1-bdf9fde2c343 req-231ce337-eec2-4a45-ba9b-9bc223a3974e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310709 Jun 28 07:29:37.410186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dd835-a4cf-4294-a777-eefddb886991 req-6a152513-eb31-487e-92e2-249c17d68598 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:37.411697 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0b2dd835-a4cf-4294-a777-eefddb886991 req-6a152513-eb31-487e-92e2-249c17d68598 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0650411 Jun 28 07:29:37.451477 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0b2dd835-a4cf-4294-a777-eefddb886991 req-1b52745e-2035-43df-a709-6bde2fd6b945 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331995 Jun 28 07:29:37.721263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-8930ec41-67ea-4b0e-8267-c0d68ce9549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:37.722700 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-8930ec41-67ea-4b0e-8267-c0d68ce9549d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18&tenant_id=f0270ae6167b48f4be535cd39ae86f39 HTTP/1.1" status: 200 len: 1096 time: 0.0554986 Jun 28 07:29:37.807665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-7bdf570b-b0b6-462a-a167-348ca6be3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:37.809129 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-7bdf570b-b0b6-462a-a167-348ca6be3faa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1096 time: 0.0513713 Jun 28 07:29:37.896816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-bfb69f57-0bc5-478d-98e6-5619acbfd8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:37.898218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-bfb69f57-0bc5-478d-98e6-5619acbfd8ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0823855 Jun 28 07:29:37.966178 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-3a3373b6-9e3e-4f81-bb3d-96ef1f36539b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 200 len: 999 time: 0.0605452 Jun 28 07:29:38.015439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-197b3c6f-d5a4-49cc-9216-956aa2ac047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:38.016914 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-197b3c6f-d5a4-49cc-9216-956aa2ac047f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0440824 Jun 28 07:29:38.072721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-61b98166-4fe1-4e98-9dee-546a3bfdec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:38.074195 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-61b98166-4fe1-4e98-9dee-546a3bfdec20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510867 Jun 28 07:29:38.169317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-cfa72443-3b50-4acf-afe2-abe9f4fd9321 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871527 Jun 28 07:29:38.257573 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7dce5cab-7253-4f1c-94a3-0e1f6fb3292e req-dea098c6-e986-40a9-a1d8-00a4b0bba0a5 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813167 Jun 28 07:29:38.633934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8853f3d-894c-4502-aba5-2780b80b6977 req-b4f45826-8759-4527-96bf-a12497c8d486 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:38.635539 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a8853f3d-894c-4502-aba5-2780b80b6977 req-b4f45826-8759-4527-96bf-a12497c8d486 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0703306 Jun 28 07:29:38.675710 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a8853f3d-894c-4502-aba5-2780b80b6977 req-578deb8e-557f-4425-9146-0dc563ae9a56 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334587 Jun 28 07:29:39.860163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960cb8-49ee-42cd-aac3-489be0cb1cbe req-1c533bec-39e8-4881-b703-ba6c998b9293 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:39.867209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9960cb8-49ee-42cd-aac3-489be0cb1cbe req-1c533bec-39e8-4881-b703-ba6c998b9293 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0756605 Jun 28 07:29:39.904013 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9960cb8-49ee-42cd-aac3-489be0cb1cbe req-9f4dd99d-6158-47a2-a245-8a168356c1ff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352664 Jun 28 07:29:41.092550 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6c3d8-cb43-44bb-8544-3db04100cf4c req-2707a1b6-5084-4c9f-9a88-90ee2115177e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:41.094252 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47b6c3d8-cb43-44bb-8544-3db04100cf4c req-2707a1b6-5084-4c9f-9a88-90ee2115177e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0687873 Jun 28 07:29:41.139412 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47b6c3d8-cb43-44bb-8544-3db04100cf4c req-e4b185e4-fed8-4924-a4a4-7611763a82a8 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345342 Jun 28 07:29:42.328535 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fb33f-3bd6-4a0e-8662-6500197656ea req-fe6867c0-6888-4bdb-95f7-46894bda1100 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:42.330053 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-db3fb33f-3bd6-4a0e-8662-6500197656ea req-fe6867c0-6888-4bdb-95f7-46894bda1100 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0750585 Jun 28 07:29:42.368493 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-db3fb33f-3bd6-4a0e-8662-6500197656ea req-a89b0843-9ee0-4d3b-84b5-cfc6147c24c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Jun 28 07:29:43.546800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495b335-2b7a-4cf3-b38b-746dc80ae899 req-1c7acccd-723f-4068-b3fc-6ad0521f972d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:43.548262 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6495b335-2b7a-4cf3-b38b-746dc80ae899 req-1c7acccd-723f-4068-b3fc-6ad0521f972d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0667887 Jun 28 07:29:43.587828 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6495b335-2b7a-4cf3-b38b-746dc80ae899 req-35b231df-a0b6-41de-8228-5c37bca11a33 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334029 Jun 28 07:29:44.066363 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:44.774385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf832e-ba0b-4fcf-bf67-c3df2a87680b req-50395efa-2070-4920-a618-0dd911a826e6 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:44.775823 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99bf832e-ba0b-4fcf-bf67-c3df2a87680b req-50395efa-2070-4920-a618-0dd911a826e6 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0720725 Jun 28 07:29:44.823988 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-99bf832e-ba0b-4fcf-bf67-c3df2a87680b req-1a58207c-eda6-436f-8e5c-302c315ee1d1 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425391 Jun 28 07:29:46.035432 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118cfae-370f-4a77-826c-880039f0a9de req-0212ecd9-0583-41f1-b4f1-8823bca557df tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:46.038086 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4118cfae-370f-4a77-826c-880039f0a9de req-0212ecd9-0583-41f1-b4f1-8823bca557df tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0655978 Jun 28 07:29:46.080490 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4118cfae-370f-4a77-826c-880039f0a9de req-9406393b-4359-4539-8e00-035b2714e986 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360539 Jun 28 07:29:47.272402 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f1397-1bd8-4307-8bf6-d27b64679d7f req-bfea7fee-20cd-4f1f-b634-3b7b1d676f1a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:47.274615 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a21f1397-1bd8-4307-8bf6-d27b64679d7f req-bfea7fee-20cd-4f1f-b634-3b7b1d676f1a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0830669 Jun 28 07:29:47.313780 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a21f1397-1bd8-4307-8bf6-d27b64679d7f req-e1565efa-4898-4010-9d40-e9449dad256c tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334601 Jun 28 07:29:48.496614 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc25ce1-1170-417f-b305-f90fd0eba299 req-a37a2097-584f-45d7-ac09-7f64aa78dd8b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:48.498165 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2dc25ce1-1170-417f-b305-f90fd0eba299 req-a37a2097-584f-45d7-ac09-7f64aa78dd8b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0683820 Jun 28 07:29:48.543282 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2dc25ce1-1170-417f-b305-f90fd0eba299 req-39360d9b-772b-4d16-9ac3-2883f5487960 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386345 Jun 28 07:29:49.719576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92d3d5-c2b9-44c6-a9b5-eba499fa647a req-b1c4713c-639b-4847-8f26-b6a798fce2db tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:49.721060 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c92d3d5-c2b9-44c6-a9b5-eba499fa647a req-b1c4713c-639b-4847-8f26-b6a798fce2db tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0623877 Jun 28 07:29:49.757189 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6c92d3d5-c2b9-44c6-a9b5-eba499fa647a req-1527e9ef-1518-45ad-b1d8-d6e050b8a9d6 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302992 Jun 28 07:29:50.934480 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9846b1-dafe-4afd-ac59-88c52d8dafb6 req-cae652d7-13ae-4cd6-8fa4-290a6ce0b817 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:50.935997 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa9846b1-dafe-4afd-ac59-88c52d8dafb6 req-cae652d7-13ae-4cd6-8fa4-290a6ce0b817 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0681229 Jun 28 07:29:50.975658 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-aa9846b1-dafe-4afd-ac59-88c52d8dafb6 req-831b3920-2043-4d06-8ec0-3ad9fc0c24ab tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337274 Jun 28 07:29:51.363742 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:29:52.149787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1cc19-d039-4ce9-8974-ef144b29e9b3 req-da27d82f-76a4-46ba-a21d-578ff663287f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:52.151165 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1da1cc19-d039-4ce9-8974-ef144b29e9b3 req-da27d82f-76a4-46ba-a21d-578ff663287f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 943 time: 0.0642209 Jun 28 07:29:52.188109 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1da1cc19-d039-4ce9-8974-ef144b29e9b3 req-d47d8c21-43c5-463a-aa74-14b4fda55d58 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314374 Jun 28 07:29:52.363829 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device de2824df-656f-45d2-a92f-f26005b92e23 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:29:52.454948 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:29:52.466465 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'de2824df-656f-45d2-a92f-f26005b92e23', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'port_id': 'de2824df-656f-45d2-a92f-f26005b92e23', 'mac_address': 'fa:16:3e:2d:40:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:29:52.502086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:52.514014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2824df-656f-45d2-a92f-f26005b92e23 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:29:52.532560 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:29:52.631520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:52.633907 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-b315109f-a0ff-45ae-8aff-ea78dc7dbbae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:29:52.678086 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=9']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:29:52.681230 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:29:53.032273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['de2824df-656f-45d2-a92f-f26005b92e23'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:29:53.363398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a53fa-69e2-46bb-8c73-41f295854b96 req-73c87813-900b-4b26-82b9-3ea80b15e58b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:53.364927 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fc0a53fa-69e2-46bb-8c73-41f295854b96 req-73c87813-900b-4b26-82b9-3ea80b15e58b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 944 time: 0.0676374 Jun 28 07:29:53.402573 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fc0a53fa-69e2-46bb-8c73-41f295854b96 req-d7a99e17-5df2-466c-80ff-9206dcd8297e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Jun 28 07:29:53.825651 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-63b4a07f-e067-4bd1-a452-3187c5655322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:54.370247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device de2824df-656f-45d2-a92f-f26005b92e23 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:29:54.416286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port de2824df-656f-45d2-a92f-f26005b92e23 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:29:54.416668 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:54.494156 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:54.517281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:29:54.519517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52adda29-e63d-4104-8ea7-dbef5bfdbfef" -d '{"events": [{"server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "name": "network-vif-plugged", "status": "completed", "tag": "de2824df-656f-45d2-a92f-f26005b92e23"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:29:54.533422 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:29:54.559957 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5c63c8-eb07-4bea-9893-e7d14ad1ab2d x-openstack-request-id: req-9d5c63c8-eb07-4bea-9893-e7d14ad1ab2d {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:29:54.560282 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "name": "network-vif-plugged", "status": "completed", "tag": "de2824df-656f-45d2-a92f-f26005b92e23", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:29:54.560537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d5c63c8-eb07-4bea-9893-e7d14ad1ab2d {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:29:54.561020 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23', 'code': 200} Jun 28 07:29:54.577141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccf30a-b4a5-49d8-aafa-81b9813a0226 req-6600fe07-71a3-4a7c-8706-7bed07114ec4 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:54.578652 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8ccf30a-b4a5-49d8-aafa-81b9813a0226 req-6600fe07-71a3-4a7c-8706-7bed07114ec4 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 944 time: 0.0662575 Jun 28 07:29:54.616717 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b8ccf30a-b4a5-49d8-aafa-81b9813a0226 req-e91dc584-0899-4f39-ac26-dfcb77705ba4 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326140 Jun 28 07:29:54.638602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:54.639869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ca5b51c7-0456-4e58-9634-d42023a864d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:29:54.685146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=10']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:29:54.688461 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:29:54.986638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26219e8-2f37-4e53-9275-3a59dba68f96 req-a0177c8d-134d-41c2-a260-39540d5c4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:54.988134 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b26219e8-2f37-4e53-9275-3a59dba68f96 req-a0177c8d-134d-41c2-a260-39540d5c4a26 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1099 time: 0.0508096 Jun 28 07:29:55.022025 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b26219e8-2f37-4e53-9275-3a59dba68f96 req-58640d80-20a9-4261-95df-f941a3e43e5a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262690 Jun 28 07:29:55.797349 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef1709-4083-4113-8857-a5c670c7529c req-c3ed500d-830d-4b33-862e-bede7f2224fd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:55.798808 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-14ef1709-4083-4113-8857-a5c670c7529c req-c3ed500d-830d-4b33-862e-bede7f2224fd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 946 time: 0.0668399 Jun 28 07:29:55.836729 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-14ef1709-4083-4113-8857-a5c670c7529c req-2cf7d55f-5e5a-492e-a95b-ef7769b177ae tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324106 Jun 28 07:29:56.048556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-9701ef03-b120-404c-806e-4c8c0a0003f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:56.050099 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-9701ef03-b120-404c-806e-4c8c0a0003f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1099 time: 0.0542243 Jun 28 07:29:56.192112 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-a5caedda-b144-477a-ae2a-3199b48dff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:56.193640 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-a5caedda-b144-477a-ae2a-3199b48dff4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0952294 Jun 28 07:29:56.259644 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-81ebcd48-324e-406c-97c1-eca81a5e8434 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 200 len: 1001 time: 0.0587189 Jun 28 07:29:56.309314 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-473eb32a-f9db-4b77-a5dd-5a89dde51fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:56.310727 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-473eb32a-f9db-4b77-a5dd-5a89dde51fc4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0433981 Jun 28 07:29:56.372907 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-1ce17ba5-5bcc-4159-8c61-54133ffe52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:56.374398 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-1ce17ba5-5bcc-4159-8c61-54133ffe52a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567379 Jun 28 07:29:56.467108 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-918bc826-8055-4c72-be9f-1e15e03fb83f service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853419 Jun 28 07:29:56.528825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:56.561694 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-226319a9-092d-42e9-99cb-a7efd01c90ee req-93bcbca8-9471-46df-9a92-eb4e62777110 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879531 Jun 28 07:29:56.608593 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d42ed092-de3b-44bc-91b2-bab1103b8b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:57.012435 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1459e-ea69-47dc-bdf2-65184a2d2527 req-2a77be27-15de-4095-b7a5-701435d2bf6a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:57.013957 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d2c1459e-ea69-47dc-bdf2-65184a2d2527 req-2a77be27-15de-4095-b7a5-701435d2bf6a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 946 time: 0.0636075 Jun 28 07:29:57.050800 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d2c1459e-ea69-47dc-bdf2-65184a2d2527 req-9291d9e6-3189-4d8d-bf79-70298cc14d15 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Jun 28 07:29:57.791615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:29:58.230103 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5f356-9417-47fb-941a-b556b9b917b7 req-7b27592b-6240-488c-97a8-281d1e47383a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:29:58.231559 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3fd5f356-9417-47fb-941a-b556b9b917b7 req-7b27592b-6240-488c-97a8-281d1e47383a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 946 time: 0.0671465 Jun 28 07:29:58.270946 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3fd5f356-9417-47fb-941a-b556b9b917b7 req-778b6bf5-faad-4dc9-af9e-36c6453879b4 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334945 Jun 28 07:29:59.516567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:14.071199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:23.802530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9309ff12-71e7-46b3-8aef-121b5de7c4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:26.488034 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:26.550860 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5c606f6b-84a8-49be-b859-63a92e926997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:27.762402 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:28.281692 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:30:29.510410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:44.053793 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:53.790721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc300-e095-48f7-8fd2-43e3050374ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:55.743686 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-cd1d2d7e-9cc2-461e-8f60-a5d0bf72fe3a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507286 Jun 28 07:30:55.852670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-b11623c0-6f37-489b-9fc5-b1ace800c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:30:55.854124 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-b11623c0-6f37-489b-9fc5-b1ace800c511 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1099 time: 0.0502648 Jun 28 07:30:56.298024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-50a80808-7fb6-47e9-8501-2c06fac245ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:30:56.299405 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-50a80808-7fb6-47e9-8501-2c06fac245ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.4245536 Jun 28 07:30:56.362444 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-eed6ffa5-83bb-43a8-bdd8-9f3bb88f8c31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 200 len: 1001 time: 0.0559816 Jun 28 07:30:56.411319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-bdfecd45-cc01-4cd7-8099-836846661414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:30:56.412917 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-bdfecd45-cc01-4cd7-8099-836846661414 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0429051 Jun 28 07:30:56.475396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-6accbb71-eee3-4e96-ab33-dfc8a1c32c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:30:56.476354 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:56.477225 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-6accbb71-eee3-4e96-ab33-dfc8a1c32c5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569725 Jun 28 07:30:56.493102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-023eb89a-30b7-4e7a-be9b-66c71e2b0e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:56.565494 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-3304f51a-23c9-4180-9a38-5874bcf9ff41 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799921 Jun 28 07:30:56.656456 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4361e26a-bfe2-47b4-a449-ab3f05ee28f3 req-0cd73f29-a388-4525-8fbb-94a1bd158b6a service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839291 Jun 28 07:30:57.767172 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:30:59.510276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:05.280319 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:31:09.951444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35120) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:31:10.104690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Deleting port e0a867cd-3f0a-4975-9da5-561fee3320be {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:31:10.105069 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:10.182951 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:10.183309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:10.194692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Calling delete_port for e0a867cd-3f0a-4975-9da5-561fee3320be owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:31:10.390621 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:10.392673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-edf07a47-ed25-4462-a170-3f29fa23e568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:10.419754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event deleted for resources: {'Port': ['ID=e0a867cd-3f0a-4975-9da5-561fee3320be,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:10.433895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.434277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.434650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.435015 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.435378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.435742 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.436123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.436482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.436838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.437227 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.437580 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.437934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:31:10.455407 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:10.493516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:10.493839 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Floating IP a83011a3-f847-49da-b277-9c79ff90e1bf disassociated (deleted). External IP: 172.26.4.139, port: de2824df-656f-45d2-a92f-f26005b92e23. Jun 28 07:31:10.696725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Router 79930853-fca2-4d45-a6f2-bacbeb3666c6 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:31:10.803164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:31:10.808503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:10.812879 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] Sync routers for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:31:10.822233 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:31:10.822840 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:30:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:31:10.845954 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "DELETE /v2.0/floatingips/a83011a3-f847-49da-b277-9c79ff90e1bf HTTP/1.1" status: 204 len: 168 time: 0.8934598 Jun 28 07:31:10.846727 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:31:10.849207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b585208-3bf5-46a2-9e06-d22161822cda" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "tag": "de2824df-656f-45d2-a92f-f26005b92e23"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:31:10.932061 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:31:10.958333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1915c9a2-218c-4dc3-852c-3082f468536d x-openstack-request-id: req-1915c9a2-218c-4dc3-852c-3082f468536d {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:31:10.958900 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "tag": "de2824df-656f-45d2-a92f-f26005b92e23", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:31:10.959152 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1915c9a2-218c-4dc3-852c-3082f468536d {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:31:10.959665 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23', 'status': 'completed', 'code': 200} Jun 28 07:31:11.061098 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585208-3bf5-46a2-9e06-d22161822cda req-85e68c3c-a97a-442e-a719-a02d1f6070b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:11.062644 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b585208-3bf5-46a2-9e06-d22161822cda req-85e68c3c-a97a-442e-a719-a02d1f6070b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 1099 time: 0.0542409 Jun 28 07:31:11.132912 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:31:11.160734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585208-3bf5-46a2-9e06-d22161822cda req-43b07d00-a5a5-446f-8a29-7713fb3fbf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:11.162183 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] Checking router: 79930853-fca2-4d45-a6f2-bacbeb3666c6 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:31:11.162320 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b585208-3bf5-46a2-9e06-d22161822cda req-43b07d00-a5a5-446f-8a29-7713fb3fbf25 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0908482 Jun 28 07:31:11.170588 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:31:11.171200 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:30:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:31:11.204643 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b585208-3bf5-46a2-9e06-d22161822cda req-2c50659c-bc55-42f8-8def-73d004524e14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 200 len: 217 time: 0.0356944 Jun 28 07:31:11.252682 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585208-3bf5-46a2-9e06-d22161822cda req-dfe23ff1-b849-46f4-8a28-1b3a86b05928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:11.254163 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b585208-3bf5-46a2-9e06-d22161822cda req-dfe23ff1-b849-46f4-8a28-1b3a86b05928 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0432351 Jun 28 07:31:11.278319 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:31:11.323534 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585208-3bf5-46a2-9e06-d22161822cda req-aea4c159-076d-46c0-97dc-764c9c1821da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:11.329303 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b585208-3bf5-46a2-9e06-d22161822cda req-aea4c159-076d-46c0-97dc-764c9c1821da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0632398 Jun 28 07:31:11.477162 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:31:11.504419 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b442180-9245-4d47-9bda-9da38f7f98fa None None] The sync data for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv is: [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:31:11.537588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37740-fe33-4c80-b6d3-f7f1b685a0ce req-f2181186-fb17-4c3c-8ede-6112a9dbf73f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:11.540076 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7fa37740-fe33-4c80-b6d3-f7f1b685a0ce req-f2181186-fb17-4c3c-8ede-6112a9dbf73f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 946 time: 0.1485329 Jun 28 07:31:11.542469 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b585208-3bf5-46a2-9e06-d22161822cda req-0afab6a7-a947-46eb-bc10-2d6433301b85 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396778 Jun 28 07:31:11.630133 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7fa37740-fe33-4c80-b6d3-f7f1b685a0ce req-adbc3e15-a830-41a9-904d-26bc478bfd84 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841849 Jun 28 07:31:11.667207 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1b585208-3bf5-46a2-9e06-d22161822cda req-2cf18bce-c87f-4ab6-926b-ea03e8b14f5c service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141851 Jun 28 07:31:11.720274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1294426f-c7d1-4711-87fd-a529ed2cd751 None None] New status for floating IP a83011a3-f847-49da-b277-9c79ff90e1bf: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:31:12.814421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47425882-020e-4444-b35f-ff68be142177 req-19c550c5-c86a-4a3b-8223-a4e8fc5d1f12 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:12.815927 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47425882-020e-4444-b35f-ff68be142177 req-19c550c5-c86a-4a3b-8223-a4e8fc5d1f12 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 946 time: 0.0698283 Jun 28 07:31:12.853628 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-47425882-020e-4444-b35f-ff68be142177 req-4d8458e6-85d7-43c3-add8-2600d7bfb321 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=007613a4-d4c9-439f-9b54-7fe81f406052&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317333 Jun 28 07:31:13.241808 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-07dba3ac-928e-4768-8e2a-30d2c0ec4e68 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:13.243239 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-07dba3ac-928e-4768-8e2a-30d2c0ec4e68 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 946 time: 0.0622141 Jun 28 07:31:13.343123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Deleting port de2824df-656f-45d2-a92f-f26005b92e23 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:31:13.343576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:13.435652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] For port de2824df-656f-45d2-a92f-f26005b92e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de2824df-656f-45d2-a92f-f26005b92e23,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:31:13.436009 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:13.448493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Calling delete_port for de2824df-656f-45d2-a92f-f26005b92e23 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:31:13.624476 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:13.628368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:13.654737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event deleted for resources: {'Port': ['ID=de2824df-656f-45d2-a92f-f26005b92e23,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:13.657703 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:13.700690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] No DVR routers for this DVR port de2824df-656f-45d2-a92f-f26005b92e23 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:31:13.703256 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:13.705400 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7cf866e0-9dd1-4dbe-a26a-e30b095783cd req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.50 "DELETE /v2.0/ports/de2824df-656f-45d2-a92f-f26005b92e23 HTTP/1.1" status: 204 len: 173 time: 0.4556370 Jun 28 07:31:13.705936 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'name': 'network-vif-deleted', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:31:13.708218 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e83e77c-f848-47a4-a3f7-120e49f0ded7" -d '{"events": [{"server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "name": "network-vif-deleted", "tag": "de2824df-656f-45d2-a92f-f26005b92e23"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:31:13.744129 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0567c221-3057-4b7f-885a-10dd0c5563e9 x-openstack-request-id: req-0567c221-3057-4b7f-885a-10dd0c5563e9 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:31:13.744501 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1e0cf1-ff9f-406e-976e-16a45712ac18", "name": "network-vif-deleted", "tag": "de2824df-656f-45d2-a92f-f26005b92e23", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:31:13.744800 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0567c221-3057-4b7f-885a-10dd0c5563e9 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:31:13.745301 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1e0cf1-ff9f-406e-976e-16a45712ac18', 'name': 'network-vif-deleted', 'tag': 'de2824df-656f-45d2-a92f-f26005b92e23', 'status': 'completed', 'code': 200} Jun 28 07:31:14.006054 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ea2d947a-24ab-4da5-95c7-520a476f6e9b req-07a61f38-dc0f-4edf-8a89-17dd4c2b9343 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b1e0cf1-ff9f-406e-976e-16a45712ac18 HTTP/1.1" status: 200 len: 210 time: 0.0368066 Jun 28 07:31:14.065231 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:15.102323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35144) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:31:15.160121 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ad070e7-b57e-42b3-b90e-2c33b9d53687 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:15.184023 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ad070e7-b57e-42b3-b90e-2c33b9d53687 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:15.333358 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ad070e7-b57e-42b3-b90e-2c33b9d53687 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:15.337038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ad070e7-b57e-42b3-b90e-2c33b9d53687 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:15.338259 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2ad070e7-b57e-42b3-b90e-2c33b9d53687 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "DELETE /v2.0/security-groups/007613a4-d4c9-439f-9b54-7fe81f406052 HTTP/1.1" status: 204 len: 168 time: 0.2348387 Jun 28 07:31:15.339229 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e06a6b25-f129-4430-9d45-047f3c15776c tempest-RoutersNegativeTest-1246691851 tempest-RoutersNegativeTest-1246691851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:15.348291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad070e7-b57e-42b3-b90e-2c33b9d53687 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007613a4-d4c9-439f-9b54-7fe81f406052,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:15.351281 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2ad070e7-b57e-42b3-b90e-2c33b9d53687 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:15.708429 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35150) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:31:15.713748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0c35a3a3-5652-4fd6-8db8-5eda1d38eeff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549770735', 'description': 'tempest-secgroup-smoke-1549770735 description', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:31:15.795921 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c35a3a3-5652-4fd6-8db8-5eda1d38eeff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:15.878960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c35a3a3-5652-4fd6-8db8-5eda1d38eeff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:15.944465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c35a3a3-5652-4fd6-8db8-5eda1d38eeff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:15.947674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-03b09398-d693-4b8a-85d2-c7c37170f46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:15.973685 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35a3a3-5652-4fd6-8db8-5eda1d38eeff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6247450-5400-4d03-858e-f0215c3101a4,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:15.977579 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0c35a3a3-5652-4fd6-8db8-5eda1d38eeff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:16.013107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0c35a3a3-5652-4fd6-8db8-5eda1d38eeff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.014332 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0c35a3a3-5652-4fd6-8db8-5eda1d38eeff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3048723 Jun 28 07:31:16.017144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35152) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:31:16.021691 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-49d12f20-8984-4793-94d0-442a2dd57b8a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': 'd6247450-5400-4d03-858e-f0215c3101a4', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:31:16.109261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49d12f20-8984-4793-94d0-442a2dd57b8a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.169093 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49d12f20-8984-4793-94d0-442a2dd57b8a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.230190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49d12f20-8984-4793-94d0-442a2dd57b8a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.231912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4f4e86a2-1f8e-48da-9fe3-671ac3188460 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:16.247509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d12f20-8984-4793-94d0-442a2dd57b8a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54678e07-232c-4b4f-88ca-1e9c9a699d8d,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:16.249895 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-49d12f20-8984-4793-94d0-442a2dd57b8a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:16.305165 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-49d12f20-8984-4793-94d0-442a2dd57b8a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.306392 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-49d12f20-8984-4793-94d0-442a2dd57b8a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2882988 Jun 28 07:31:16.309073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35154) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:31:16.313588 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-42700119-be12-440a-a01b-231cc1a4c021 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': 'd6247450-5400-4d03-858e-f0215c3101a4', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:31:16.400661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42700119-be12-440a-a01b-231cc1a4c021 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.456531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42700119-be12-440a-a01b-231cc1a4c021 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.516007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42700119-be12-440a-a01b-231cc1a4c021 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.517789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2afb4e82-28b0-49d4-b5c0-f820492e14a1 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:16.534163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42700119-be12-440a-a01b-231cc1a4c021 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5ac989-5fb9-45d5-9776-9b6e7d346bab,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:16.536856 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-42700119-be12-440a-a01b-231cc1a4c021 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:16.573341 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-42700119-be12-440a-a01b-231cc1a4c021 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.574549 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-42700119-be12-440a-a01b-231cc1a4c021 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2645619 Jun 28 07:31:16.577350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35156) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:31:16.581762 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f30d2354-2ad9-46b0-b2fe-40208e8933e5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': 'd6247450-5400-4d03-858e-f0215c3101a4', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:31:16.664295 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f30d2354-2ad9-46b0-b2fe-40208e8933e5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.719801 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f30d2354-2ad9-46b0-b2fe-40208e8933e5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.773201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f30d2354-2ad9-46b0-b2fe-40208e8933e5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.774928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-76bd8efc-0dac-40c3-b1eb-ac9309fc4e65 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:16.792411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d2354-2ad9-46b0-b2fe-40208e8933e5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff018bc-a0b7-448f-b0e5-908758be6377,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:16.794576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f30d2354-2ad9-46b0-b2fe-40208e8933e5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:16.806375 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device de2824df-656f-45d2-a92f-f26005b92e23 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:31:16.826672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: de2824df-656f-45d2-a92f-f26005b92e23 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:31:16.827051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device de2824df-656f-45d2-a92f-f26005b92e23 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:31:16.830531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f30d2354-2ad9-46b0-b2fe-40208e8933e5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.831762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f30d2354-2ad9-46b0-b2fe-40208e8933e5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2535074 Jun 28 07:31:16.835116 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35158) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:31:16.839819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-354d3a41-6f3f-4423-a75f-892fb7cc1f18 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': 'd6247450-5400-4d03-858e-f0215c3101a4', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:31:16.909187 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-354d3a41-6f3f-4423-a75f-892fb7cc1f18 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:16.970460 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-354d3a41-6f3f-4423-a75f-892fb7cc1f18 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.030347 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-354d3a41-6f3f-4423-a75f-892fb7cc1f18 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.032052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0e7e1900-d716-42b5-939a-25554926ca6a tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:17.048032 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d3a41-6f3f-4423-a75f-892fb7cc1f18 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862bdb93-1f6c-477b-befb-09fe43074be8,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:17.050754 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-354d3a41-6f3f-4423-a75f-892fb7cc1f18 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:17.087660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-354d3a41-6f3f-4423-a75f-892fb7cc1f18 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.088877 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-354d3a41-6f3f-4423-a75f-892fb7cc1f18 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2525802 Jun 28 07:31:17.091474 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35160) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:31:17.095834 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-c81ea2d5-d961-46e0-ae61-987b080cab3a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': 'd6247450-5400-4d03-858e-f0215c3101a4', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:31:17.150563 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-c81ea2d5-d961-46e0-ae61-987b080cab3a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Project f0270ae6167b48f4be535cd39ae86f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:31:17.155265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c81ea2d5-d961-46e0-ae61-987b080cab3a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.212237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c81ea2d5-d961-46e0-ae61-987b080cab3a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.270087 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c81ea2d5-d961-46e0-ae61-987b080cab3a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.274507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-56eafbcc-7592-47fa-b3a8-b907edff515c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:17.288793 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ea2d5-d961-46e0-ae61-987b080cab3a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784732f8-7e36-4646-b1c1-c4f233988b6b,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:17.291045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c81ea2d5-d961-46e0-ae61-987b080cab3a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:17.373061 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-c81ea2d5-d961-46e0-ae61-987b080cab3a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.374252 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c81ea2d5-d961-46e0-ae61-987b080cab3a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2818811 Jun 28 07:31:17.376943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35162) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:31:17.381425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-658d95e7-057d-44f5-b4a3-9483822bc070 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'security_group_rule': {'security_group_id': 'd6247450-5400-4d03-858e-f0215c3101a4', 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:31:17.458733 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-658d95e7-057d-44f5-b4a3-9483822bc070 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Project f0270ae6167b48f4be535cd39ae86f39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:31:17.463733 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-658d95e7-057d-44f5-b4a3-9483822bc070 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.524570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-658d95e7-057d-44f5-b4a3-9483822bc070 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.602367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-658d95e7-057d-44f5-b4a3-9483822bc070 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.604146 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2cd7b8b5-c1cb-4316-ae3f-9b008280dc0c tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:17.621864 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d95e7-057d-44f5-b4a3-9483822bc070 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22f83f1-37fd-4a50-89cd-13f22295d6b1,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:17.624670 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-658d95e7-057d-44f5-b4a3-9483822bc070 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:17.692830 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-658d95e7-057d-44f5-b4a3-9483822bc070 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:17.694126 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-658d95e7-057d-44f5-b4a3-9483822bc070 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162291 Jun 28 07:31:23.819839 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4bca9c0c-9d0b-4ab5-8c72-a99f248164c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:26.504576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:26.538753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1f52-d4e6-4c52-82e9-2f581d08142c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:27.824324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:29.510455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:42.283276 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:31:44.064279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:45.134377 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-dd1b929e-6fd2-49e9-979a-9bc99fedb369 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549770735&fields=id&tenant_id=f0270ae6167b48f4be535cd39ae86f39 HTTP/1.1" status: 200 len: 267 time: 0.0323486 Jun 28 07:31:45.239767 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-5322591d-e02e-4038-bf67-e70dca733def tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:45.241148 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-5322591d-e02e-4038-bf67-e70dca733def tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 808 time: 0.1004801 Jun 28 07:31:45.255317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-25d83d82-027f-4d16-9372-bdb348a2bf02 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/quotas/f0270ae6167b48f4be535cd39ae86f39 HTTP/1.1" status: 200 len: 375 time: 0.0087910 Jun 28 07:31:45.321092 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-549f9290-9539-4298-bbe1-2f354400734f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597589 Jun 28 07:31:45.466004 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-b19ba41b-3bd9-4c1c-9944-b35eba88ffe4 service neutron] 10.222.0.24 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335287 Jun 28 07:31:45.553376 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-2b4154fe-8803-46d2-8fe4-2a24001a098e service neutron] 10.222.0.24 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816085 Jun 28 07:31:46.163783 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a90efc2e-54e0-410c-9906-f1a4640ca29e req-d0f01037-07d7-43c6-bc5e-45b26e7c32a8 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 210 time: 0.0350668 Jun 28 07:31:47.319398 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-289ee0f0-bdc8-447b-8d93-cc744020edcb req-2249bc4a-8153-4608-b3f0-f1a6b4c80369 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 210 time: 0.0342846 Jun 28 07:31:48.462385 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ae1949ea-6cc5-41a0-851a-b3ba66785f29 req-2c1792f5-48ba-46b0-b35c-fc50a4d38d3f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 210 time: 0.0288942 Jun 28 07:31:48.680106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-f90908d6-1cc8-40d1-8d29-547a33cac391 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:48.681608 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-f90908d6-1cc8-40d1-8d29-547a33cac391 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 808 time: 0.1092842 Jun 28 07:31:48.745699 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-04133b06-a9c6-4cc2-a29a-20402f527ad8 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0270ae6167b48f4be535cd39ae86f39 HTTP/1.1" status: 200 len: 380 time: 0.0347233 Jun 28 07:31:48.754490 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'port': {'device_id': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'admin_state_up': True, 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'security_groups': ['d6247450-5400-4d03-858e-f0215c3101a4']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:31:48.949956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Made reservation on behalf of f0270ae6167b48f4be535cd39ae86f39 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:31:48.953491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:49.080589 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Allocated IP 172.20.0.9 (cb087703-8f2b-4b1b-ab71-8175b15a5f53/a576ebdc-5cb5-457a-989b-efac63d13dc4/fabc17ba-e05e-4231-af7c-fe859dbd43f6) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:31:49.230067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:49.238340 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Transition to ACTIVE for port object fabc17ba-e05e-4231-af7c-fe859dbd43f6 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:31:49.356403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:49.361389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7a796aa0-ccc8-450c-b752-e03a893dc661 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:49.398254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Network cb087703-8f2b-4b1b-ab71-8175b15a5f53 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:31:49.401412 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:31:49.407036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:31:49.439982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'Port': ['ID=fabc17ba-e05e-4231-af7c-fe859dbd43f6,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:49.444444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:49.462758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:49.463748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:49.591292 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-c716f336-1112-481e-a958-447426b6d7cd tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8403580 Jun 28 07:31:49.622387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Request body: {'port': {'device_id': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:31:49.719904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1075b-6534-4cb3-80fa-3be095906643 req-6ded8890-ff1d-4224-bf97-a1dd3cd0e0cc tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:49.721317 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbc1075b-6534-4cb3-80fa-3be095906643 req-6ded8890-ff1d-4224-bf97-a1dd3cd0e0cc tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 931 time: 0.1424646 Jun 28 07:31:49.722068 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-95f26102-25bd-4d18-9538-916595b9eb78 None None] Provisioning for port fabc17ba-e05e-4231-af7c-fe859dbd43f6 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:31:49.726274 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:49.727861 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-95f26102-25bd-4d18-9538-916595b9eb78 None None] Provisioning complete for port fabc17ba-e05e-4231-af7c-fe859dbd43f6 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:31:49.728598 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-95f26102-25bd-4d18-9538-916595b9eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:49.802939 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fbc1075b-6534-4cb3-80fa-3be095906643 req-745f36b0-f533-4710-987e-3be923cebf71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679646 Jun 28 07:31:49.932303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-95f26102-25bd-4d18-9538-916595b9eb78 None None] Port fabc17ba-e05e-4231-af7c-fe859dbd43f6 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:31:50.030642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabc17ba-e05e-4231-af7c-fe859dbd43f6 {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:31:50.038067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:50.050007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Transition to ACTIVE for port object fabc17ba-e05e-4231-af7c-fe859dbd43f6 will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:31:50.134205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:50.136337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1bba9d00-b0a8-4a4e-a123-98913b72a067 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:50.185400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Pushing event updated for resources: {'Port': ['ID=fabc17ba-e05e-4231-af7c-fe859dbd43f6,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:50.196323 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:50.264602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Attempting to bind port fabc17ba-e05e-4231-af7c-fe859dbd43f6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:31:50.264967 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Attempting to bind port fabc17ba-e05e-4231-af7c-fe859dbd43f6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:31:50.265297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Attempting to bind port fabc17ba-e05e-4231-af7c-fe859dbd43f6 on network cb087703-8f2b-4b1b-ab71-8175b15a5f53 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:31:50.270219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Port fabc17ba-e05e-4231-af7c-fe859dbd43f6 on network cb087703-8f2b-4b1b-ab71-8175b15a5f53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:31:50.273763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Attempting to bind port fabc17ba-e05e-4231-af7c-fe859dbd43f6 on network cb087703-8f2b-4b1b-ab71-8175b15a5f53 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:31:50.276302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:31:50.276636 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Checking segment: {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:31:50.277504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Bound using segment: {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:31:50.277504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Bound port: fabc17ba-e05e-4231-af7c-fe859dbd43f6, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:31:50.277950 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:50.355287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] For port fabc17ba-e05e-4231-af7c-fe859dbd43f6, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:31:50.358872 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] For port fabc17ba-e05e-4231-af7c-fe859dbd43f6, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:31:50.459044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:50.461272 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:31:50.498352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:50.518249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:50.518249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] 10.222.0.50 "PUT /v2.0/ports/fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 200 len: 1093 time: 0.8822033 Jun 28 07:31:50.518249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:31:50.518249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18e1bdd-b0f5-4e4e-bf80-518ca2c09c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:31:50.525883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Pushing event updated for resources: {'Port': ['ID=fabc17ba-e05e-4231-af7c-fe859dbd43f6,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:31:50.536439 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:31:50.544109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ef9ba7-49e9-46bd-8f33-f51be159107d x-openstack-request-id: req-44ef9ba7-49e9-46bd-8f33-f51be159107d {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:31:50.544618 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:31:50.545005 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44ef9ba7-49e9-46bd-8f33-f51be159107d {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:31:50.548630 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'status': 'completed', 'code': 200} Jun 28 07:31:50.655989 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e1bdd-b0f5-4e4e-bf80-518ca2c09c9f req-354d72f9-6697-4b22-8d3e-e7526db63e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:50.657883 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b18e1bdd-b0f5-4e4e-bf80-518ca2c09c9f req-354d72f9-6697-4b22-8d3e-e7526db63e76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1096 time: 0.0696232 Jun 28 07:31:50.769335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e1bdd-b0f5-4e4e-bf80-518ca2c09c9f req-2bb235bb-ae82-461e-8685-1ae0b69ced4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:50.770869 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b18e1bdd-b0f5-4e4e-bf80-518ca2c09c9f req-2bb235bb-ae82-461e-8685-1ae0b69ced4f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f0270ae6167b48f4be535cd39ae86f39&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0982544 Jun 28 07:31:50.869679 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e1bdd-b0f5-4e4e-bf80-518ca2c09c9f req-3b12e7f4-f548-4523-a61e-d1297cfcb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:50.871269 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b18e1bdd-b0f5-4e4e-bf80-518ca2c09c9f req-3b12e7f4-f548-4523-a61e-d1297cfcb733 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941391 Jun 28 07:31:51.036759 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-1c08504c-0875-40dc-86da-ef1fd4806f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:51.038298 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-1c08504c-0875-40dc-86da-ef1fd4806f85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1096 time: 0.1033468 Jun 28 07:31:51.047649 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0a92c-5a79-411a-95fe-82211ca3188b req-a3ef74a2-9ca6-4eac-9c88-19981e039f63 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:51.049049 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ec0a92c-5a79-411a-95fe-82211ca3188b req-a3ef74a2-9ca6-4eac-9c88-19981e039f63 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.1059659 Jun 28 07:31:51.100144 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-baae9f46-e279-40ad-80be-fa30be01f347 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 200 len: 217 time: 0.0480795 Jun 28 07:31:51.148992 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ec0a92c-5a79-411a-95fe-82211ca3188b req-78b9b6d1-1fc7-4f68-a9a2-47e1fc1f9f4f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904200 Jun 28 07:31:51.163294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-15443972-8aec-4c30-9d14-d85ff5b928cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:51.165545 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-15443972-8aec-4c30-9d14-d85ff5b928cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0564904 Jun 28 07:31:51.227927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-6b61f8a2-d020-4231-ad1b-31c9a861508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:51.229405 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-6b61f8a2-d020-4231-ad1b-31c9a861508d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525045 Jun 28 07:31:51.321853 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-8f4dc198-51df-490c-b82d-5d92e422aaae service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854371 Jun 28 07:31:51.413013 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e821fe6-76b3-4aab-9879-224027ac3c0b req-f416cbf7-1681-4006-b3fc-a0c96a903387 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838144 Jun 28 07:31:52.331206 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4e687-dfe0-4097-83ee-ab90ba0a8063 req-41352a98-add5-46bb-a64e-d05dd110b352 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:52.332819 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ea4e687-dfe0-4097-83ee-ab90ba0a8063 req-41352a98-add5-46bb-a64e-d05dd110b352 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0684645 Jun 28 07:31:52.375939 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ea4e687-dfe0-4097-83ee-ab90ba0a8063 req-b78f07da-f034-4814-b41c-8c42eaebc91a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372376 Jun 28 07:31:53.552168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0dd53-708e-489b-8866-83dd28854bca req-6faaf936-ff9e-4040-bc80-7e15aa88c82a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:53.553693 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cbc0dd53-708e-489b-8866-83dd28854bca req-6faaf936-ff9e-4040-bc80-7e15aa88c82a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0659060 Jun 28 07:31:53.595904 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cbc0dd53-708e-489b-8866-83dd28854bca req-f85751b6-41ae-4120-8083-d970f8876c27 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356145 Jun 28 07:31:53.858432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-461a5642-198a-4c3e-9283-5c1cc5b63fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:54.774641 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041d270-1334-41ca-afb8-4a5315e137af req-26a71732-de02-4d87-84c2-6cb66647d2e4 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:54.776090 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d041d270-1334-41ca-afb8-4a5315e137af req-26a71732-de02-4d87-84c2-6cb66647d2e4 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0634036 Jun 28 07:31:54.812771 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d041d270-1334-41ca-afb8-4a5315e137af req-d4249abb-ae78-4701-b01c-43a8d8d6c841 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310903 Jun 28 07:31:55.996483 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b6cb8-d912-44e3-9705-e30a78480a90 req-46d32daa-88d2-4433-86bf-8bea595b6602 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:55.997955 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a44b6cb8-d912-44e3-9705-e30a78480a90 req-46d32daa-88d2-4433-86bf-8bea595b6602 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0670815 Jun 28 07:31:56.034552 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a44b6cb8-d912-44e3-9705-e30a78480a90 req-9c81fcd2-ed36-4b17-bed5-afb0b0764a61 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310216 Jun 28 07:31:56.590715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:56.682415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3e47-a4da-4c95-bd38-ca5060deeb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:57.207485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f47f7-8832-4355-a93f-659c76a77748 req-668d4241-7011-4da1-846a-fef60be8ee42 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:57.209098 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-784f47f7-8832-4355-a93f-659c76a77748 req-668d4241-7011-4da1-846a-fef60be8ee42 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0639281 Jun 28 07:31:57.246981 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-784f47f7-8832-4355-a93f-659c76a77748 req-cd6ad43b-bc39-4eed-bc48-2edcc578030f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321922 Jun 28 07:31:57.818257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:58.419931 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc813b-929e-4102-966f-62009c60bd2d req-dfd6ca33-333f-4d01-b2bd-0518015f6247 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:58.421390 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-06dc813b-929e-4102-966f-62009c60bd2d req-dfd6ca33-333f-4d01-b2bd-0518015f6247 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0617373 Jun 28 07:31:58.462585 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-06dc813b-929e-4102-966f-62009c60bd2d req-9d481d91-75b6-4958-8cb7-55e5c912b71c tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354331 Jun 28 07:31:59.643398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec5d17-4c05-4cc4-90ac-8fa15f8fbccf req-24258504-13ef-4e48-9fb0-31017787ab81 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:31:59.646607 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0bec5d17-4c05-4cc4-90ac-8fa15f8fbccf req-24258504-13ef-4e48-9fb0-31017787ab81 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0657935 Jun 28 07:31:59.675796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:31:59.688256 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0bec5d17-4c05-4cc4-90ac-8fa15f8fbccf req-325c3ecd-9eb1-4cab-9ef4-ef62da94e6a2 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374882 Jun 28 07:32:00.858397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1414bf-c42b-4de8-8f15-47a647f878e4 req-67dab7d9-b259-4f63-bbe7-b9f2fe089e93 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:00.859859 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4f1414bf-c42b-4de8-8f15-47a647f878e4 req-67dab7d9-b259-4f63-bbe7-b9f2fe089e93 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0628226 Jun 28 07:32:00.896492 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4f1414bf-c42b-4de8-8f15-47a647f878e4 req-65474fc2-fef1-4099-82ea-3be801e55332 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309718 Jun 28 07:32:02.423630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9760-3b45-4316-b5e1-3284472e20eb req-1719e055-a190-42f9-bb40-0646d293e01d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:02.425221 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e8b9760-3b45-4316-b5e1-3284472e20eb req-1719e055-a190-42f9-bb40-0646d293e01d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.4191427 Jun 28 07:32:02.461623 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8e8b9760-3b45-4316-b5e1-3284472e20eb req-fd1ee3e4-33ee-4055-8985-70ea05904051 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307894 Jun 28 07:32:03.054665 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fabc17ba-e05e-4231-af7c-fe859dbd43f6 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:32:03.150033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port fabc17ba-e05e-4231-af7c-fe859dbd43f6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:32:03.161783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'port_id': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'mac_address': 'fa:16:3e:dc:5a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:32:03.196795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:03.209670 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabc17ba-e05e-4231-af7c-fe859dbd43f6 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:32:03.229817 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port fabc17ba-e05e-4231-af7c-fe859dbd43f6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:32:03.326799 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:03.329435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:32:03.373718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=fabc17ba-e05e-4231-af7c-fe859dbd43f6,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:32:03.380367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.380713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.381080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.381411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.381739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.382060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.382384 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.382706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.383027 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.383369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.383687 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.384003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:32:03.388814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:32:03.606511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['fabc17ba-e05e-4231-af7c-fe859dbd43f6'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:32:03.647309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a3f75-71a9-4762-905a-49f19ec4f1e1 req-8fede4ef-52e8-484f-97e3-2baeae064f09 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:03.648940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ca7a3f75-71a9-4762-905a-49f19ec4f1e1 req-8fede4ef-52e8-484f-97e3-2baeae064f09 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 944 time: 0.0646267 Jun 28 07:32:03.688057 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ca7a3f75-71a9-4762-905a-49f19ec4f1e1 req-7b30f87d-9cfe-4628-8686-7468f1a362d6 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323808 Jun 28 07:32:04.868689 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445461b-49f6-42d4-99d0-bad34ef6bdbd req-76316ff0-a22d-4c2e-8fa3-a5ac29ff1f48 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:04.870898 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9445461b-49f6-42d4-99d0-bad34ef6bdbd req-76316ff0-a22d-4c2e-8fa3-a5ac29ff1f48 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 944 time: 0.0679605 Jun 28 07:32:04.907489 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9445461b-49f6-42d4-99d0-bad34ef6bdbd req-9497bd8b-d52d-401b-a2f6-04819ac389fb tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310946 Jun 28 07:32:05.092726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fabc17ba-e05e-4231-af7c-fe859dbd43f6 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:32:05.212184 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port fabc17ba-e05e-4231-af7c-fe859dbd43f6 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:32:05.216669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port fabc17ba-e05e-4231-af7c-fe859dbd43f6 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:32:05.217085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:05.291605 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:05.314855 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:32:05.317181 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eaed8b-bf91-42a0-bf83-59ffb3ad4bb9" -d '{"events": [{"server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "name": "network-vif-plugged", "status": "completed", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:32:05.330820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port fabc17ba-e05e-4231-af7c-fe859dbd43f6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:32:05.355391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef65856d-8483-4850-99f0-c2b356888846 x-openstack-request-id: req-ef65856d-8483-4850-99f0-c2b356888846 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:32:05.355391 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "name": "network-vif-plugged", "status": "completed", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:32:05.355974 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef65856d-8483-4850-99f0-c2b356888846 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:32:05.356304 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'code': 200} Jun 28 07:32:05.401499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:05.404756 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:32:05.454176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=fabc17ba-e05e-4231-af7c-fe859dbd43f6,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:32:05.457257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:32:05.617025 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021be7b8-bb2b-4235-a71b-132565cb8ee9 req-fb7113e9-5670-4d34-bc04-0f05d4f2d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:05.618420 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-021be7b8-bb2b-4235-a71b-132565cb8ee9 req-fb7113e9-5670-4d34-bc04-0f05d4f2d28d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1098 time: 0.0522799 Jun 28 07:32:05.655026 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-021be7b8-bb2b-4235-a71b-132565cb8ee9 req-ef020650-a337-4007-b632-bc566a7b6f16 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292494 Jun 28 07:32:06.078277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c969b-a920-40f6-8652-2183793aa88f req-f5ae1405-ec82-4050-8aa5-f86137890597 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:06.079728 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1d9c969b-a920-40f6-8652-2183793aa88f req-f5ae1405-ec82-4050-8aa5-f86137890597 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0632393 Jun 28 07:32:06.117187 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1d9c969b-a920-40f6-8652-2183793aa88f req-48b8ffd5-d2cf-4030-a1bb-c8436429e964 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319335 Jun 28 07:32:07.293937 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16505-4131-4527-b6a5-0472d6f3bdc8 req-7a840926-3e09-410c-89b3-6f1ed1b681af tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:07.295617 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ed16505-4131-4527-b6a5-0472d6f3bdc8 req-7a840926-3e09-410c-89b3-6f1ed1b681af tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0691667 Jun 28 07:32:07.332421 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ed16505-4131-4527-b6a5-0472d6f3bdc8 req-b21642dd-95eb-4df8-bfa2-6b5a20635a6a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311928 Jun 28 07:32:07.504619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86188896-779f-478e-8f35-a7cf14ed2267 req-25cea93d-1466-4e5d-8711-ff502b340521 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:07.506103 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86188896-779f-478e-8f35-a7cf14ed2267 req-25cea93d-1466-4e5d-8711-ff502b340521 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0630310 Jun 28 07:32:07.542506 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-86188896-779f-478e-8f35-a7cf14ed2267 req-d97b438b-58c8-4cd8-8a6f-f18dba19922e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308189 Jun 28 07:32:07.566581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35396) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:32:07.661804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa2223-cdfa-4369-8ae7-4689ef484585 tempest-TestShelveInstance-747732166 tempest-TestShelveInstance-747732166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:07.663277 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2baa2223-cdfa-4369-8ae7-4689ef484585 tempest-TestShelveInstance-747732166 tempest-TestShelveInstance-747732166-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1093 time: 0.0957355 Jun 28 07:32:07.666020 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35400) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:32:07.670906 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:32:07.755935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:07.852711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:07.955380 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Allocated IP 172.26.4.123 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/7233beae-07fb-4199-b2b5-0ebd04d0169e) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:32:08.052974 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:08.172969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:08.175862 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-abf8fd69-8d78-4bdc-99ad-895ab823ad62 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:32:08.217190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:32:08.219827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:32:08.223396 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:32:08.244359 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'Port': ['ID=7233beae-07fb-4199-b2b5-0ebd04d0169e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:32:08.250141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:32:08.592258 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:08.766748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:08.920141 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:08.989211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:08.991302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:32:09.056622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event updated for resources: {'Port': ['ID=7233beae-07fb-4199-b2b5-0ebd04d0169e,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:32:09.060481 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:32:09.068654 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:09.169529 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Floating IP 11acb4b9-a01d-446f-90e1-840951f665dd associated. External IP: 172.26.4.123, port: fabc17ba-e05e-4231-af7c-fe859dbd43f6. Jun 28 07:32:09.379630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Router 79930853-fca2-4d45-a6f2-bacbeb3666c6 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:32:09.492625 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:32:09.502239 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] Sync routers for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:32:09.510931 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:32:09.511533 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:31:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:32:09.572758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:09.612981 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:32:09.613631 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9466424 Jun 28 07:32:09.614308 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:32:09.616599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8aaa233-a44d-4b62-a185-c8350ed59c20" -d '{"events": [{"name": "network-changed", "server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:32:09.662468 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f7dab0-cce9-4ced-8128-0c446782d72d x-openstack-request-id: req-42f7dab0-cce9-4ced-8128-0c446782d72d {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:32:09.662806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:32:09.663126 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42f7dab0-cce9-4ced-8128-0c446782d72d {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:32:09.663570 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'status': 'completed', 'code': 200} Jun 28 07:32:09.759310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-63da766d-1089-4a55-a697-6a3a94a34de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:09.760847 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-63da766d-1089-4a55-a697-6a3a94a34de1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1098 time: 0.0548501 Jun 28 07:32:09.842204 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '11acb4b9-a01d-446f-90e1-840951f665dd', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'port_id': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'mac_address': 'fa:16:3e:dc:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:32:08Z', 'updated_at': '2021-06-28T07:32:08Z', 'revision_number': 0, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:32:09.856640 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-e48d3a91-42a3-40e5-8771-03afeaa57742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:09.858200 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-e48d3a91-42a3-40e5-8771-03afeaa57742 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0902984 Jun 28 07:32:09.867585 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] Checking router: 79930853-fca2-4d45-a6f2-bacbeb3666c6 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:32:09.876151 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:32:09.876762 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:31:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:32:09.923983 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-75b6edc7-c4e5-437a-bffb-5a6c94a21fb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 200 len: 999 time: 0.0590651 Jun 28 07:32:09.976909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-c7750900-3e3f-46e3-a5f9-238651e76c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:09.978342 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-c7750900-3e3f-46e3-a5f9-238651e76c88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0483687 Jun 28 07:32:09.984293 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:32:10.036444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-76190eba-97e2-4c2c-ad13-43bab274fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:10.037990 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-76190eba-97e2-4c2c-ad13-43bab274fb63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522141 Jun 28 07:32:10.133417 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-9005476a-4024-4ce2-a8e7-28e0cc26f714 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873277 Jun 28 07:32:10.224272 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8aaa233-a44d-4b62-a185-c8350ed59c20 req-0ad53015-e4f2-497b-a215-4a91cf94b238 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843904 Jun 28 07:32:10.303205 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '11acb4b9-a01d-446f-90e1-840951f665dd', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'port_id': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'mac_address': 'fa:16:3e:dc:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:32:08Z', 'updated_at': '2021-06-28T07:32:08Z', 'revision_number': 0, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:32:10.329972 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0e0aa-f512-4020-9993-d233dcbce82f None None] The sync data for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv is: [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': '11acb4b9-a01d-446f-90e1-840951f665dd', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'port_id': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'mac_address': 'fa:16:3e:dc:5a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:32:08Z', 'updated_at': '2021-06-28T07:32:08Z', 'revision_number': 0, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:32:10.503891 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5bef1-fb5a-41e8-a6a5-7b1eff65ed32 None None] New status for floating IP 11acb4b9-a01d-446f-90e1-840951f665dd: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:32:14.120632 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:19.281453 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:32:23.823794 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4ad8939f-bdac-4335-a431-2d19fd723c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:26.474972 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:26.526600 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e7c67f79-f954-4efe-911e-0c7649e9c08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:27.794796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:29.555058 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:44.103701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:53.783491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-05264a58-9d53-4fee-b132-8641e45496b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:56.280573 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:32:56.503341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:56.537615 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b7f-b5f5-41b1-bd5c-726a8b295f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:56.964837 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e30d0990-220b-402a-89e7-b36140132e4f req-e5179670-59e9-41f4-913c-e64415e3908c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527322 Jun 28 07:32:57.082731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d0990-220b-402a-89e7-b36140132e4f req-58b74197-044d-4ac7-a91a-56cdaf67fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:57.084281 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e30d0990-220b-402a-89e7-b36140132e4f req-58b74197-044d-4ac7-a91a-56cdaf67fa47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1098 time: 0.0579062 Jun 28 07:32:57.194249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d0990-220b-402a-89e7-b36140132e4f req-5ca7025e-8bd5-4f4c-8a26-5a2dc3f0b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:57.195726 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e30d0990-220b-402a-89e7-b36140132e4f req-5ca7025e-8bd5-4f4c-8a26-5a2dc3f0b21a service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0889118 Jun 28 07:32:57.266956 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e30d0990-220b-402a-89e7-b36140132e4f req-71cf6c08-c2d0-456b-858f-1ed2c0f63aca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 200 len: 1001 time: 0.0644777 Jun 28 07:32:57.318724 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d0990-220b-402a-89e7-b36140132e4f req-a06d94cf-23fc-45af-91b8-9ce46cbd3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:57.320220 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e30d0990-220b-402a-89e7-b36140132e4f req-a06d94cf-23fc-45af-91b8-9ce46cbd3624 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0445735 Jun 28 07:32:57.378077 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d0990-220b-402a-89e7-b36140132e4f req-201e1e92-1ff8-4ac8-855f-c1888fd52b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:32:57.379531 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e30d0990-220b-402a-89e7-b36140132e4f req-201e1e92-1ff8-4ac8-855f-c1888fd52b32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526052 Jun 28 07:32:57.476930 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e30d0990-220b-402a-89e7-b36140132e4f req-f183f8d8-dc3e-4d32-8f99-fa8cbeddb760 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878887 Jun 28 07:32:57.565281 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e30d0990-220b-402a-89e7-b36140132e4f req-0e2f805d-6fa7-4d8e-9b18-8275a7a0e47c service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816751 Jun 28 07:32:57.811597 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:32:59.566383 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:14.097317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:23.794917 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0c858553-82ce-4e4f-957e-b343909d2b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:26.480038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:26.508700 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4256799e-088e-468b-b64d-8cf0e7c0aaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:27.811787 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:29.530353 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:33.278725 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:33:44.096928 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:53.852286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-931cd25f-3b75-4c3d-8d68-f644484a31d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:56.502707 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:56.536463 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-93cea56e-70e6-4883-abfc-2c753b74e930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:57.032145 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-e4078120-b70e-403c-83a0-a2e7e07864fb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1424682 Jun 28 07:33:57.143089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-df276e5a-aa8d-4ace-b14b-d6881e683aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:33:57.144540 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-df276e5a-aa8d-4ace-b14b-d6881e683aec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1098 time: 0.0530338 Jun 28 07:33:57.253562 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-86efce85-a999-40df-9712-6f39c40dce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:33:57.255053 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-86efce85-a999-40df-9712-6f39c40dce4f service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0907276 Jun 28 07:33:57.322083 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-8bc09192-e036-41ad-9dc1-5332f65e053e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 200 len: 1001 time: 0.0605626 Jun 28 07:33:57.369143 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-ad569d0f-40ff-4f42-afa2-74ee38b00b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:33:57.371308 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-ad569d0f-40ff-4f42-afa2-74ee38b00b51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0412767 Jun 28 07:33:57.425774 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-f6fb249b-e327-4d49-8160-a82b44877416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:33:57.427222 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-f6fb249b-e327-4d49-8160-a82b44877416 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506425 Jun 28 07:33:57.438498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-d2b217f4-a39c-4652-b5a2-2304d234ffac service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:33:57.439339 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-d2b217f4-a39c-4652-b5a2-2304d234ffac service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047853 Jun 28 07:33:57.532600 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-1210b426-e248-476a-a453-1f97832117a9 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861967 Jun 28 07:33:57.624151 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c4d01826-0067-4fad-8566-9f34ce2738f8 req-a468b839-92c7-46b3-9022-f28e93700bc9 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858984 Jun 28 07:33:57.839494 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:33:59.553763 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:10.277099 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:34:14.089628 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:23.816064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d112f9ca-e09c-49ce-9929-47d0aa027f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:26.542267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:26.553344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc74f-0697-4969-b22b-123c5dee850e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:27.872479 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:29.576235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:37.367658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83746584-5dd5-40fe-9055-9df2d64b0f46 req-1476ff43-28aa-45c5-b7be-2ea533da5861 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:37.369189 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-83746584-5dd5-40fe-9055-9df2d64b0f46 req-1476ff43-28aa-45c5-b7be-2ea533da5861 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.1210253 Jun 28 07:34:37.407648 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-83746584-5dd5-40fe-9055-9df2d64b0f46 req-efeee446-f25d-4064-8f71-a16bd1bf9829 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328922 Jun 28 07:34:38.795318 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15669d-1898-4c9e-9ac6-dee3a6e7e1fa req-dca11ea7-4f15-4526-b0ea-bed6bc23f034 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:38.796829 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c15669d-1898-4c9e-9ac6-dee3a6e7e1fa req-dca11ea7-4f15-4526-b0ea-bed6bc23f034 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.1068676 Jun 28 07:34:38.835338 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9c15669d-1898-4c9e-9ac6-dee3a6e7e1fa req-c2fbee7b-afcc-4f12-b8db-7c0905be1d7a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Jun 28 07:34:40.027746 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fba30-2566-44a0-9bc4-8137f1cff96b req-562a9623-2bc6-4616-a61e-e0ee6e85811f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:40.029267 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a86fba30-2566-44a0-9bc4-8137f1cff96b req-562a9623-2bc6-4616-a61e-e0ee6e85811f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0664871 Jun 28 07:34:40.066794 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a86fba30-2566-44a0-9bc4-8137f1cff96b req-c0131cbb-8555-4fab-a7f7-4c7a8281fd4d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Jun 28 07:34:41.243552 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f273e-14e6-4c51-8acb-88400f628a5f req-7c023b54-46c4-4a98-9e88-44abd2b7e1c8 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:41.245071 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6e2f273e-14e6-4c51-8acb-88400f628a5f req-7c023b54-46c4-4a98-9e88-44abd2b7e1c8 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0644672 Jun 28 07:34:41.282566 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6e2f273e-14e6-4c51-8acb-88400f628a5f req-632d30fc-d0f6-4dd0-92b1-d19b533cb688 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316789 Jun 28 07:34:42.453381 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e905a-a7f4-486a-8860-52a86ccaca9d req-42a0d48b-10d9-471e-85b7-f65c5950897e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:42.454821 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-913e905a-a7f4-486a-8860-52a86ccaca9d req-42a0d48b-10d9-471e-85b7-f65c5950897e tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0633087 Jun 28 07:34:42.497162 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-913e905a-a7f4-486a-8860-52a86ccaca9d req-577efcdc-8014-46c1-af6b-c6f2593b1ceb tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357642 Jun 28 07:34:43.673820 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfcfc3-6f46-4f01-83db-f8484252fd46 req-078691b1-430b-4320-9fa3-1b557296dab5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:43.675373 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cddfcfc3-6f46-4f01-83db-f8484252fd46 req-078691b1-430b-4320-9fa3-1b557296dab5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0645304 Jun 28 07:34:43.713917 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cddfcfc3-6f46-4f01-83db-f8484252fd46 req-3e195c47-645c-4192-9470-33ad3b1e78ee tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323462 Jun 28 07:34:44.111715 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:44.886683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8c06-d86c-4971-be73-104596e4a321 req-aeb8ab31-a716-4078-8c74-3665a4b69dd7 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:44.888201 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-301e8c06-d86c-4971-be73-104596e4a321 req-aeb8ab31-a716-4078-8c74-3665a4b69dd7 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0630713 Jun 28 07:34:44.925033 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-301e8c06-d86c-4971-be73-104596e4a321 req-23d90acb-52d4-419b-8b10-0dcbc0579c45 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312419 Jun 28 07:34:46.105731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f5e38-d8ca-4605-966e-d16bcab06f4e req-4b9094c9-0ae1-4ab9-b7d3-b153697ab383 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:46.107209 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e13f5e38-d8ca-4605-966e-d16bcab06f4e req-4b9094c9-0ae1-4ab9-b7d3-b153697ab383 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0682437 Jun 28 07:34:46.146187 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e13f5e38-d8ca-4605-966e-d16bcab06f4e req-ccc005fc-daf8-4943-a2d7-85c8902a86c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Jun 28 07:34:47.275528 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:34:47.320634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832e776-f201-49ea-9726-4e0e48d16671 req-df1438e8-f440-4d24-8c35-f67a4824ee1d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:47.322131 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6832e776-f201-49ea-9726-4e0e48d16671 req-df1438e8-f440-4d24-8c35-f67a4824ee1d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0635827 Jun 28 07:34:47.359165 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6832e776-f201-49ea-9726-4e0e48d16671 req-0eacc77b-48aa-47fe-a134-577838a92fb6 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Jun 28 07:34:47.590835 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-b9a18c88-0b5b-4a58-b5ed-ad3722b72338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:47.592229 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-b9a18c88-0b5b-4a58-b5ed-ad3722b72338 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1098 time: 0.0539937 Jun 28 07:34:47.686387 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-9347adf7-3fc5-4cfe-9198-ce1c16115a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:47.687886 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-9347adf7-3fc5-4cfe-9198-ce1c16115a8c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0885599 Jun 28 07:34:47.750668 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-fbe8dbf7-7128-493b-9170-6d020a72622f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 200 len: 1001 time: 0.0561965 Jun 28 07:34:47.803491 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-047e933a-e1fc-4107-8fee-c51e6af5160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:47.804921 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-047e933a-e1fc-4107-8fee-c51e6af5160c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0462670 Jun 28 07:34:47.860658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-5b10d7f2-ab1b-4492-b0db-d3c78a84fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:47.862040 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-5b10d7f2-ab1b-4492-b0db-d3c78a84fa58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499947 Jun 28 07:34:47.958245 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-ef0ea63e-9172-4b31-9e48-2ce5d09b57c7 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863233 Jun 28 07:34:48.046282 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bd529ee8-dfc4-49a6-af5c-d82ba8a907a8 req-d70ae31c-eff3-417c-93e1-8a6452088353 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813477 Jun 28 07:34:48.541415 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e04870-6211-4a31-b092-f9ba50c79416 req-d6d2e3ca-f0b1-4afa-b160-463ad0e459f0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:48.542952 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-70e04870-6211-4a31-b092-f9ba50c79416 req-d6d2e3ca-f0b1-4afa-b160-463ad0e459f0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0631695 Jun 28 07:34:48.585938 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-70e04870-6211-4a31-b092-f9ba50c79416 req-f1565a28-a4f5-43e6-aabc-c61580e8c7b5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374250 Jun 28 07:34:49.764996 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62270e0-22f7-445c-843c-db5bbdaf9ff3 req-4f6bf15d-39dd-4e4e-be88-1ac32c0ee124 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:49.766469 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a62270e0-22f7-445c-843c-db5bbdaf9ff3 req-4f6bf15d-39dd-4e4e-be88-1ac32c0ee124 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0651124 Jun 28 07:34:49.805102 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a62270e0-22f7-445c-843c-db5bbdaf9ff3 req-c872ef61-71f8-4033-be19-8a1663668719 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325074 Jun 28 07:34:50.976162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd449-97e0-4d3e-a54d-2ce475dd2d5f req-c0ba4899-ae9e-42f9-81a3-c2f8491301c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:50.977904 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dcddd449-97e0-4d3e-a54d-2ce475dd2d5f req-c0ba4899-ae9e-42f9-81a3-c2f8491301c0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0625460 Jun 28 07:34:51.017340 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-dcddd449-97e0-4d3e-a54d-2ce475dd2d5f req-7dcf4e88-39c9-4835-91e7-6cd12f1f2f1c tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335212 Jun 28 07:34:52.705816 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52e087-cd09-47a2-8cd4-a4425121988d req-2e286723-62f6-46ab-8b89-6bc6f0743ed3 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:52.707344 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-af52e087-cd09-47a2-8cd4-a4425121988d req-2e286723-62f6-46ab-8b89-6bc6f0743ed3 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.4178326 Jun 28 07:34:52.743710 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-af52e087-cd09-47a2-8cd4-a4425121988d req-93d62e9e-cb51-42b4-b861-a47af113e74b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308120 Jun 28 07:34:53.288527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d5ddc-8141-4dd8-b93f-23622f722f5d req-b9b82a07-836c-449f-beb3-b7056a12ddb4 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:53.290023 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-676d5ddc-8141-4dd8-b93f-23622f722f5d req-b9b82a07-836c-449f-beb3-b7056a12ddb4 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.1064985 Jun 28 07:34:53.296712 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-9c502b65-f7fe-40b6-8ff5-bde4c7fea0c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273317 Jun 28 07:34:53.329292 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-676d5ddc-8141-4dd8-b93f-23622f722f5d req-bce4e1fb-4cbf-42fe-ae81-3fbd5bf7e1e3 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316446 Jun 28 07:34:53.804646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-19f0a963-fd36-420c-a296-479c2299164e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:54.026064 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fabc17ba-e05e-4231-af7c-fe859dbd43f6 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:34:54.101051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:54.122517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:34:54.124765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73c6561-1f16-4112-9def-998176a59b5e" -d '{"events": [{"server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "name": "network-vif-unplugged", "status": "completed", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:34:54.137531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port fabc17ba-e05e-4231-af7c-fe859dbd43f6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:34:54.203222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 07:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f006b05f-4b3c-45f8-9508-29b8e6f30a5c x-openstack-request-id: req-f006b05f-4b3c-45f8-9508-29b8e6f30a5c {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:34:54.203516 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "name": "network-vif-unplugged", "status": "failed", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6", "code": 422}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:34:54.203791 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f006b05f-4b3c-45f8-9508-29b8e6f30a5c {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:34:54.204225 dv-neutron-797120-6-hyperv neutron-server[100888]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'code': 422} returned with failed status Jun 28 07:34:54.210404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:54.214041 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:34:54.257723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=fabc17ba-e05e-4231-af7c-fe859dbd43f6,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:34:54.264386 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.264738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.265106 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.265444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.265778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.266165 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.266490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.266820 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.267149 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.267471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.267792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.268111 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:34:54.272467 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:34:54.505866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8af3c6-96aa-4ae5-b2de-a1b6df73bc18 req-44b0cab9-aa76-4b57-aead-d76ea056709b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:54.507340 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb8af3c6-96aa-4ae5-b2de-a1b6df73bc18 req-44b0cab9-aa76-4b57-aead-d76ea056709b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0651734 Jun 28 07:34:54.544678 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-bb8af3c6-96aa-4ae5-b2de-a1b6df73bc18 req-75c3eac9-840a-48dd-aa10-eced10345728 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Jun 28 07:34:55.719611 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac1d6f-6079-4250-a588-e03a1117226f req-c002aeb6-a4b0-4814-a214-049a1157c868 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:55.721099 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2ac1d6f-6079-4250-a588-e03a1117226f req-c002aeb6-a4b0-4814-a214-049a1157c868 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0642309 Jun 28 07:34:55.759233 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a2ac1d6f-6079-4250-a588-e03a1117226f req-043d0045-4cee-46ab-a0d6-dfd33b6a2921 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320179 Jun 28 07:34:56.495833 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:56.518837 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c11fbfb8-8fb3-4492-b6c0-7d9cdbf15562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:56.934941 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c9e2-6c2d-4548-89a2-0a3340f20fc9 req-1d5efcdd-df0b-467a-8c00-fb91768703d1 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:56.936415 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a525c9e2-6c2d-4548-89a2-0a3340f20fc9 req-1d5efcdd-df0b-467a-8c00-fb91768703d1 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0674310 Jun 28 07:34:56.977700 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a525c9e2-6c2d-4548-89a2-0a3340f20fc9 req-ecd0f1ab-5350-43b4-b807-9eee8a5db542 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350006 Jun 28 07:34:57.808761 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:34:58.153760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37318e5d-0bef-4e96-a7bf-4992a5928d01 req-8b3d94b1-4e1f-412b-a95c-7af6136ed667 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:58.155419 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-37318e5d-0bef-4e96-a7bf-4992a5928d01 req-8b3d94b1-4e1f-412b-a95c-7af6136ed667 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0693324 Jun 28 07:34:58.193796 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-37318e5d-0bef-4e96-a7bf-4992a5928d01 req-86472e0a-4f51-4c35-a36a-4e06a1547e0d tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317590 Jun 28 07:34:59.377446 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f196389-d5da-47de-b2e5-833205e07597 req-ec538eb3-fbe6-49aa-b718-8bd89738037b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:34:59.379542 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f196389-d5da-47de-b2e5-833205e07597 req-ec538eb3-fbe6-49aa-b718-8bd89738037b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0702248 Jun 28 07:34:59.419701 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-3f196389-d5da-47de-b2e5-833205e07597 req-506e6c30-2c95-4fd3-a63f-f32f4c0a3910 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347285 Jun 28 07:34:59.546382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:00.601656 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03da70-4e54-4220-9598-d4d21b7413e9 req-4a659b2c-4063-4a0c-9510-96f55f3c65fa tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:00.604197 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8b03da70-4e54-4220-9598-d4d21b7413e9 req-4a659b2c-4063-4a0c-9510-96f55f3c65fa tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0712895 Jun 28 07:35:00.643370 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8b03da70-4e54-4220-9598-d4d21b7413e9 req-6c004d3b-437d-47e5-b52b-6a2323d8381a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343740 Jun 28 07:35:01.816506 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6501ba7-50d1-41f2-846e-482571b3b445 req-9ddeb15d-d077-4465-b887-1dc2bc3e4026 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:01.818370 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a6501ba7-50d1-41f2-846e-482571b3b445 req-9ddeb15d-d077-4465-b887-1dc2bc3e4026 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0659959 Jun 28 07:35:01.856688 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a6501ba7-50d1-41f2-846e-482571b3b445 req-2af74998-35cc-4993-9c75-bdd914c389ff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327172 Jun 28 07:35:03.037973 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e461f-2cc0-4435-9bd4-92bbf05b9e9a req-209da9d1-0f7b-4f79-8d45-bf91454128f3 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:03.039447 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c72e461f-2cc0-4435-9bd4-92bbf05b9e9a req-209da9d1-0f7b-4f79-8d45-bf91454128f3 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0716064 Jun 28 07:35:03.076875 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-c72e461f-2cc0-4435-9bd4-92bbf05b9e9a req-027e74bb-f006-41d9-9890-00116033fdae tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314217 Jun 28 07:35:03.652271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-273551fe-76b3-455a-aaf3-aaf6ade60e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:03.653824 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-273551fe-76b3-455a-aaf3-aaf6ade60e9a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae&tenant_id=f0270ae6167b48f4be535cd39ae86f39 HTTP/1.1" status: 200 len: 1096 time: 0.0533247 Jun 28 07:35:03.743638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-2f95d6df-c5ac-4322-af84-e93076fa1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:03.745127 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-2f95d6df-c5ac-4322-af84-e93076fa1379 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1096 time: 0.0587873 Jun 28 07:35:03.833309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-a487f1c5-8721-411f-b1d2-2a1ebf9c1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:03.834734 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-a487f1c5-8721-411f-b1d2-2a1ebf9c1952 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0826325 Jun 28 07:35:03.899453 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-4fb2c275-5b0d-4c12-97b6-1ef87f192460 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 200 len: 999 time: 0.0587010 Jun 28 07:35:03.947729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-d1fe23e9-0eeb-408b-9aab-ed9b30c2bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:03.949234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-d1fe23e9-0eeb-408b-9aab-ed9b30c2bf7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0438657 Jun 28 07:35:04.005923 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-307ba25e-16f0-445a-aebd-5829bdec79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:04.007469 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-307ba25e-16f0-445a-aebd-5829bdec79cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521657 Jun 28 07:35:04.109541 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-1bfeff7c-cbdd-4a73-9efd-f4cf0550582a service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953293 Jun 28 07:35:04.233776 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fff20fcb-518f-4064-bf07-44595ff45e34 req-95b72177-1bd5-4f53-b0ab-63b64515f300 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170695 Jun 28 07:35:04.265842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6a95a-5f88-497f-b5f6-d7eb972efded req-0f9e11a5-d2be-428f-812d-74226893df53 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:04.270533 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ba6a95a-5f88-497f-b5f6-d7eb972efded req-0f9e11a5-d2be-428f-812d-74226893df53 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0788364 Jun 28 07:35:04.306311 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ba6a95a-5f88-497f-b5f6-d7eb972efded req-fb3c0457-338d-4612-94ad-b8d65771505b tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Jun 28 07:35:05.478059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf02a1-a0db-48d6-b7e0-380f3af0a4f5 req-cae2c49b-867d-47f0-ab1a-990ee3122626 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:05.479484 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ddf02a1-a0db-48d6-b7e0-380f3af0a4f5 req-cae2c49b-867d-47f0-ab1a-990ee3122626 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0644975 Jun 28 07:35:05.516806 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1ddf02a1-a0db-48d6-b7e0-380f3af0a4f5 req-767702b0-69f1-496e-8166-c577e7341531 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317216 Jun 28 07:35:06.694194 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece12f4-8bfc-47d6-8c46-b1a9561ea66a req-fab53528-4b88-48cb-890a-253b4446bf71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:06.695692 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fece12f4-8bfc-47d6-8c46-b1a9561ea66a req-fab53528-4b88-48cb-890a-253b4446bf71 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0677550 Jun 28 07:35:06.732385 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fece12f4-8bfc-47d6-8c46-b1a9561ea66a req-3d12ef7f-db08-4997-baee-6adb9158f570 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Jun 28 07:35:07.908160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0772-707a-436c-8a3f-6f5210950c59 req-807ca273-a665-44de-b85c-9a134a2ce361 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:07.909629 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1bbd0772-707a-436c-8a3f-6f5210950c59 req-807ca273-a665-44de-b85c-9a134a2ce361 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0684559 Jun 28 07:35:07.947234 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1bbd0772-707a-436c-8a3f-6f5210950c59 req-080e33e1-5b46-4777-b3d0-67139e2343c5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314713 Jun 28 07:35:09.120953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cb54b-300e-49c6-b8e2-d2f67eb9247b req-a6ede16c-283c-43f5-b3a8-b36f9ce7623a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:09.122460 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-259cb54b-300e-49c6-b8e2-d2f67eb9247b req-a6ede16c-283c-43f5-b3a8-b36f9ce7623a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0662944 Jun 28 07:35:09.160977 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-259cb54b-300e-49c6-b8e2-d2f67eb9247b req-b24445c4-5f64-4a6f-b153-364a1268a785 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329249 Jun 28 07:35:10.336532 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b25f99-9b85-4043-a6bf-82b144247166 req-7f1ac04e-adaa-4395-933e-f834ffabbd63 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:10.338016 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f2b25f99-9b85-4043-a6bf-82b144247166 req-7f1ac04e-adaa-4395-933e-f834ffabbd63 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0689769 Jun 28 07:35:10.376003 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f2b25f99-9b85-4043-a6bf-82b144247166 req-f8e9d509-3ab8-43b0-b7fc-e12747f70fff tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Jun 28 07:35:11.546142 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13365c8-6ce7-4dc5-aac4-c6c08c6284f2 req-db2986ff-a7c8-4884-8f6c-883bca219697 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:11.547505 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d13365c8-6ce7-4dc5-aac4-c6c08c6284f2 req-db2986ff-a7c8-4884-8f6c-883bca219697 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 943 time: 0.0638635 Jun 28 07:35:11.584352 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d13365c8-6ce7-4dc5-aac4-c6c08c6284f2 req-1158764e-9dfb-485e-a0ed-fe18db933399 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311892 Jun 28 07:35:12.109701 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fabc17ba-e05e-4231-af7c-fe859dbd43f6 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:35:12.199807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port fabc17ba-e05e-4231-af7c-fe859dbd43f6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:35:12.210330 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'port_id': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'mac_address': 'fa:16:3e:dc:5a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:35:12.245826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:12.260688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabc17ba-e05e-4231-af7c-fe859dbd43f6 {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:35:12.279797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port fabc17ba-e05e-4231-af7c-fe859dbd43f6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:35:12.416201 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:12.417894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-aa6d5343-0882-4a57-a95f-c4f2aec16a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:35:12.462723 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=fabc17ba-e05e-4231-af7c-fe859dbd43f6,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:35:12.465672 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:35:12.719413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['fabc17ba-e05e-4231-af7c-fe859dbd43f6'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:35:12.763992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe1c2c-02b2-4d27-accc-1e3f23fb3f74 req-399237c3-32d4-424b-b35d-e9f7bbee74b9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:12.765727 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1afe1c2c-02b2-4d27-accc-1e3f23fb3f74 req-399237c3-32d4-424b-b35d-e9f7bbee74b9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 944 time: 0.0663528 Jun 28 07:35:12.804212 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1afe1c2c-02b2-4d27-accc-1e3f23fb3f74 req-818d3557-c37d-486e-afdd-e199245065ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Jun 28 07:35:13.979853 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154bff1-b77c-448a-9817-c5af060e1c74 req-bb559281-9b17-4081-a78e-81fd8684aad0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:13.981393 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6154bff1-b77c-448a-9817-c5af060e1c74 req-bb559281-9b17-4081-a78e-81fd8684aad0 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 944 time: 0.0680785 Jun 28 07:35:14.017805 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6154bff1-b77c-448a-9817-c5af060e1c74 req-88321d5d-6351-4ad9-a672-837ed8d53b92 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308511 Jun 28 07:35:14.123650 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fabc17ba-e05e-4231-af7c-fe859dbd43f6 up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:35:14.127152 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:14.170918 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port fabc17ba-e05e-4231-af7c-fe859dbd43f6 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:35:14.171295 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:14.248342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:14.270100 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:35:14.273029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181ed5f4-c38e-4b26-a4a7-9b87016d373a" -d '{"events": [{"server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "name": "network-vif-plugged", "status": "completed", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:35:14.285367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port fabc17ba-e05e-4231-af7c-fe859dbd43f6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:35:14.308718 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be21e6b-e25a-4d0e-ac51-23cab12b8263 x-openstack-request-id: req-6be21e6b-e25a-4d0e-ac51-23cab12b8263 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:35:14.309037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "name": "network-vif-plugged", "status": "completed", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:35:14.309291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6be21e6b-e25a-4d0e-ac51-23cab12b8263 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:35:14.309681 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'code': 200} Jun 28 07:35:14.393466 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:14.396909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-c9a1d334-4b1c-43c2-ba90-3694e99a912f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:35:14.442602 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=fabc17ba-e05e-4231-af7c-fe859dbd43f6,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:35:14.446137 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:35:14.724430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b1f82-721d-4bc0-ba82-c506f2035581 req-e5692641-ff43-42ce-9d98-23a30a73a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:14.725959 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed0b1f82-721d-4bc0-ba82-c506f2035581 req-e5692641-ff43-42ce-9d98-23a30a73a9f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1098 time: 0.0540712 Jun 28 07:35:14.761241 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ed0b1f82-721d-4bc0-ba82-c506f2035581 req-aeaba44a-9467-419a-84e0-ff83b7ca8a1e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285327 Jun 28 07:35:15.198528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35503955-5c9c-4583-b762-7353de99d1d1 req-b651f112-488e-4d2f-b286-19843a0b2218 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:15.200003 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-35503955-5c9c-4583-b762-7353de99d1d1 req-b651f112-488e-4d2f-b286-19843a0b2218 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0681598 Jun 28 07:35:15.237412 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-35503955-5c9c-4583-b762-7353de99d1d1 req-e5c3da2c-8267-4189-b35e-148af41dcdc5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318053 Jun 28 07:35:16.409319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa25bca-7858-4b80-9ab7-4c9d93d27335 req-d81a40e3-95ab-4fc7-b74f-55164756cb75 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:16.410775 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2aa25bca-7858-4b80-9ab7-4c9d93d27335 req-d81a40e3-95ab-4fc7-b74f-55164756cb75 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0646372 Jun 28 07:35:16.448492 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2aa25bca-7858-4b80-9ab7-4c9d93d27335 req-09dc3dbe-112c-4ab6-bfec-f670af6edaa7 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Jun 28 07:35:23.827420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2b7b9cb1-dc0a-43a2-b639-c2eb4a2f4843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:24.274211 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:35:26.522545 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:26.568237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-eb99049f-a675-4439-b375-e1b394a4d8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:27.808188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:29.558537 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:44.118188 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:53.798085 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-64b8bf02-b2cc-494c-b812-c30817b0a17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:56.495456 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:56.518182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-80fc5d9e-7065-4fa4-b5bf-f26c603e75a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:57.809618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:35:57.940192 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-aa046ef7-3ccc-458b-94e7-f5ab6322f8f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515671 Jun 28 07:35:58.073300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-4cda7839-0a3f-4a55-a0ff-0413faa441f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:58.075277 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-4cda7839-0a3f-4a55-a0ff-0413faa441f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1098 time: 0.0574346 Jun 28 07:35:58.177787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-796ae473-2cc9-4c79-9bb4-10d5504621a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:58.179299 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-796ae473-2cc9-4c79-9bb4-10d5504621a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0845394 Jun 28 07:35:58.246452 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-8cfd8964-17f6-41f1-8fe3-ae84cc667ef9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 200 len: 1001 time: 0.0607784 Jun 28 07:35:58.293219 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-6d1b9662-cdc2-4994-bc0e-fa3ba54a170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:58.294673 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-6d1b9662-cdc2-4994-bc0e-fa3ba54a170f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0428343 Jun 28 07:35:58.351302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-5421f07f-654c-42da-8d78-59763614b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:35:58.352802 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-5421f07f-654c-42da-8d78-59763614b39a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524721 Jun 28 07:35:58.450175 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-d4e2c558-20bf-4dbc-9d9b-4e5fd8daec2f service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910113 Jun 28 07:35:58.539954 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-50fcc71a-f988-4fd9-b5d5-521483bf92df req-5906af6a-e337-40c0-bce3-750bcf4c0ce0 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833209 Jun 28 07:35:59.604246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:01.272968 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:36:14.169666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:23.815114 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-d997d88b-42ef-430c-8b5b-5308c1d6637b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:26.477878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:26.501177 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-08ee8c62-68cc-45da-aef7-676b73f37ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:27.820544 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:29.544185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:38.271380 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:36:44.184991 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:53.837565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1fa6f3df-d66a-4c76-a68c-64e2809d3d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:54.452291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-135da555-7fef-4b88-8175-599e217f20f6 req-e789e492-e720-4bb8-a36d-f9ba3f8fffc9 service neutron] (100887) timed out ('10.222.0.24', 34084) {{(pid=100887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 07:36:56.566971 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:56.607248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7f8c03e9-0328-4cdb-af75-e034977157e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:57.866425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:36:57.960397 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-3bd9f76e-d12d-4755-bc8e-3f646542095d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565464 Jun 28 07:36:58.075708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-bf01b793-4c81-4230-9bd2-e29d967af349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:36:58.077312 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-bf01b793-4c81-4230-9bd2-e29d967af349 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1098 time: 0.0576007 Jun 28 07:36:58.182587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-ddae05a4-c1e6-40f4-99eb-e14c68509716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:36:58.184019 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-ddae05a4-c1e6-40f4-99eb-e14c68509716 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0877607 Jun 28 07:36:58.255664 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-762868e5-bbef-42b2-b0ca-a6045ef89710 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 200 len: 1001 time: 0.0645545 Jun 28 07:36:58.305616 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-c7c6c96a-ee5d-4571-a69d-5664cbbbd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:36:58.307008 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-c7c6c96a-ee5d-4571-a69d-5664cbbbd39c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0443358 Jun 28 07:36:58.380866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-6859496f-7c5a-4a83-b17d-651d2320285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:36:58.382429 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-6859496f-7c5a-4a83-b17d-651d2320285d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690677 Jun 28 07:36:58.472555 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-0f423b63-374a-4c46-82cf-543907a9c8de service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816960 Jun 28 07:36:58.564820 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-03fca911-4208-4544-bc52-6102e7cdc2c6 req-f3babfe3-9d12-46c4-b46c-e17f01778d87 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848534 Jun 28 07:36:59.557606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:02.495713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35646) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:02.822136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Deleting port 7233beae-07fb-4199-b2b5-0ebd04d0169e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:37:02.822364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:02.896646 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:02.896997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:02.908587 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Calling delete_port for 7233beae-07fb-4199-b2b5-0ebd04d0169e owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:37:03.184056 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:03.188273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:03.209400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event deleted for resources: {'Port': ['ID=7233beae-07fb-4199-b2b5-0ebd04d0169e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:03.220797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.225363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:03.229828 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:03.299353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:03.299692 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Floating IP 11acb4b9-a01d-446f-90e1-840951f665dd disassociated (deleted). External IP: 172.26.4.123, port: fabc17ba-e05e-4231-af7c-fe859dbd43f6. Jun 28 07:37:03.501585 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Router 79930853-fca2-4d45-a6f2-bacbeb3666c6 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:37:03.606464 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:37:03.611312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:03.616554 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] Sync routers for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:37:03.626493 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:03.627112 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:36:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:03.647846 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "DELETE /v2.0/floatingips/11acb4b9-a01d-446f-90e1-840951f665dd HTTP/1.1" status: 204 len: 168 time: 1.1510656 Jun 28 07:37:03.648523 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:37:03.650839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e54e12-1562-462c-b6a0-d3404de0bae4" -d '{"events": [{"name": "network-changed", "server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:37:03.738100 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:03.798790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8d71df-33ab-47db-abb7-20e37b426f08 x-openstack-request-id: req-eb8d71df-33ab-47db-abb7-20e37b426f08 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:37:03.798790 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:37:03.799062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb8d71df-33ab-47db-abb7-20e37b426f08 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:37:03.799422 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'status': 'completed', 'code': 200} Jun 28 07:37:03.896673 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-ce0442e3-179d-4e66-a8c6-4b9d37ae857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:03.898242 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-ce0442e3-179d-4e66-a8c6-4b9d37ae857a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0270ae6167b48f4be535cd39ae86f39&device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 1098 time: 0.0542414 Jun 28 07:37:03.936276 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:03.966200 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] Checking router: 79930853-fca2-4d45-a6f2-bacbeb3666c6 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:37:03.974442 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:03.975079 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:36:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:03.994062 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-840cdf14-dddc-4c05-96d4-084ec1c60ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:03.995590 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-840cdf14-dddc-4c05-96d4-084ec1c60ad0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 200 len: 909 time: 0.0908952 Jun 28 07:37:04.081617 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:04.296966 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:04.325367 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbce2de-a501-498f-ab44-f3706a36992f None None] The sync data for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv is: [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:26:34Z', 'revision_number': 4, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '5199a174-ffd8-4142-9abd-05e6979f8d87', 'name': '', 'network_id': 'cb087703-8f2b-4b1b-ab71-8175b15a5f53', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'mac_address': 'fa:16:3e:5c:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:34Z', 'updated_at': '2021-06-28T07:26:39Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'subnets': [{'id': 'a576ebdc-5cb5-457a-989b-efac63d13dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:37:04.400419 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-58708c1a-d93f-4426-8ecf-c1d062aaac11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 200 len: 217 time: 0.3981717 Jun 28 07:37:04.449889 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-4d1922bc-cd9d-4161-8cfe-355a1b504de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:04.451386 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-4d1922bc-cd9d-4161-8cfe-355a1b504de9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 200 len: 847 time: 0.0445898 Jun 28 07:37:04.515030 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-47aad5a3-41a6-4027-911b-bd4e9f4db026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:04.516646 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-47aad5a3-41a6-4027-911b-bd4e9f4db026 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb087703-8f2b-4b1b-ab71-8175b15a5f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582941 Jun 28 07:37:04.544514 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb32d2-9145-4879-8c9c-a64acc35344c None None] New status for floating IP 11acb4b9-a01d-446f-90e1-840951f665dd: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:37:04.607503 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-333738b6-0d78-4982-ba34-963d5aee2d90 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845273 Jun 28 07:37:04.704567 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55e54e12-1562-462c-b6a0-d3404de0bae4 req-ad2fe7ac-7d02-4a43-841e-405cb4c04d24 service neutron] 10.222.0.50 "GET /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908160 Jun 28 07:37:05.251379 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9186e40-2b44-4714-a715-3fb8ee515291 req-6a443d09-8b1a-4717-9ce8-384fb863288c tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:05.252812 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9186e40-2b44-4714-a715-3fb8ee515291 req-6a443d09-8b1a-4717-9ce8-384fb863288c tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0635176 Jun 28 07:37:05.289518 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9186e40-2b44-4714-a715-3fb8ee515291 req-4a5d61c6-7420-438d-abfc-d1269d325793 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Jun 28 07:37:06.466360 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e34015-da70-42cf-9974-0390cdf180e1 req-4f5ba4d9-4f47-4295-99a9-2c6a7c449d65 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:06.467828 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3e34015-da70-42cf-9974-0390cdf180e1 req-4f5ba4d9-4f47-4295-99a9-2c6a7c449d65 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0639918 Jun 28 07:37:06.504721 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a3e34015-da70-42cf-9974-0390cdf180e1 req-b1492034-fe8e-4858-ad50-80e60ceee026 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6247450-5400-4d03-858e-f0215c3101a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306923 Jun 28 07:37:06.920045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-337460e2-3916-45bb-a058-05278e742a25 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:06.921554 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-337460e2-3916-45bb-a058-05278e742a25 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.50 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 945 time: 0.0743814 Jun 28 07:37:07.020333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Deleting port fabc17ba-e05e-4231-af7c-fe859dbd43f6 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:37:07.020674 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:07.111140 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] For port fabc17ba-e05e-4231-af7c-fe859dbd43f6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fabc17ba-e05e-4231-af7c-fe859dbd43f6,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:07.112841 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:07.122695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Calling delete_port for fabc17ba-e05e-4231-af7c-fe859dbd43f6 owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:37:07.323061 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:07.326965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b0918dc0-9b29-4fd3-88d5-db8b9f5db3c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:07.351082 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event deleted for resources: {'Port': ['ID=fabc17ba-e05e-4231-af7c-fe859dbd43f6,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:07.354949 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:07.397748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] No DVR routers for this DVR port fabc17ba-e05e-4231-af7c-fe859dbd43f6 on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:37:07.400226 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:07.402289 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7e36f4c0-5c88-4f93-90e6-3d6d51b7a899 req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.50 "DELETE /v2.0/ports/fabc17ba-e05e-4231-af7c-fe859dbd43f6 HTTP/1.1" status: 204 len: 173 time: 0.4755638 Jun 28 07:37:07.403566 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'name': 'network-vif-deleted', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:37:07.405965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8c31ce-2524-40f6-af84-7f155ab77780" -d '{"events": [{"server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "name": "network-vif-deleted", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:37:07.442511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d0318c-d587-4f0d-ad6b-47f6ee2ccbb4 x-openstack-request-id: req-c2d0318c-d587-4f0d-ad6b-47f6ee2ccbb4 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:37:07.442644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabaf9bf-c027-4a85-9384-e9a894c928ae", "name": "network-vif-deleted", "tag": "fabc17ba-e05e-4231-af7c-fe859dbd43f6", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:37:07.442901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2d0318c-d587-4f0d-ad6b-47f6ee2ccbb4 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:37:07.443374 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabaf9bf-c027-4a85-9384-e9a894c928ae', 'name': 'network-vif-deleted', 'tag': 'fabc17ba-e05e-4231-af7c-fe859dbd43f6', 'status': 'completed', 'code': 200} Jun 28 07:37:07.648384 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-22f37dc3-80c1-4627-a9cc-914aa661ae09 req-3a42fc10-6808-4dcb-b031-1337fa4ef701 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 210 time: 0.0320783 Jun 28 07:37:08.802287 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-37c86c66-9e37-4e03-b238-2db4a8b49f3c req-fb0a220e-1db1-441f-bc32-ac58ea148774 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 210 time: 0.0361788 Jun 28 07:37:09.948712 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ce685df-9823-42c8-ae1a-8ff24946fd06 req-15d0a1da-8ecd-4855-91eb-19184c4bdb20 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 210 time: 0.0293715 Jun 28 07:37:10.645331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fabc17ba-e05e-4231-af7c-fe859dbd43f6 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:37:10.665483 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: fabc17ba-e05e-4231-af7c-fe859dbd43f6 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:37:10.665840 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device fabc17ba-e05e-4231-af7c-fe859dbd43f6 not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:37:11.088957 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55790983-74b2-40e3-89a7-5c052580a92f req-8812f1c9-c4bf-4ae0-a69b-187615c87ee6 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cabaf9bf-c027-4a85-9384-e9a894c928ae HTTP/1.1" status: 200 len: 210 time: 0.0290170 Jun 28 07:37:12.187353 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35690) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:12.247513 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f80886a1-8601-4161-aaac-bce94d0ed007 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:12.273017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f80886a1-8601-4161-aaac-bce94d0ed007 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:12.408904 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f80886a1-8601-4161-aaac-bce94d0ed007 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:12.411507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f80886a1-8601-4161-aaac-bce94d0ed007 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:12.412753 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f80886a1-8601-4161-aaac-bce94d0ed007 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] 10.222.0.24 "DELETE /v2.0/security-groups/d6247450-5400-4d03-858e-f0215c3101a4 HTTP/1.1" status: 204 len: 168 time: 0.2237158 Jun 28 07:37:12.413706 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-df2e6c55-5d6b-47db-8fcb-018ca99bd417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:12.423385 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80886a1-8601-4161-aaac-bce94d0ed007 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6247450-5400-4d03-858e-f0215c3101a4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:12.425945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f80886a1-8601-4161-aaac-bce94d0ed007 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:12.528335 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35694) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:13.010497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:13.277213 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Deleting port 5199a174-ffd8-4142-9abd-05e6979f8d87 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:37:13.277959 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:13.357645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] For port 5199a174-ffd8-4142-9abd-05e6979f8d87, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5199a174-ffd8-4142-9abd-05e6979f8d87,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:13.358048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:13.373337 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Calling delete_port for 5199a174-ffd8-4142-9abd-05e6979f8d87 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:37:13.618171 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:13.620457 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f89c2513-d422-4258-9b31-28dd3c3c57e1 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:13.644613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Pushing event deleted for resources: {'Port': ['ID=5199a174-ffd8-4142-9abd-05e6979f8d87,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:13.647820 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:13.815743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:14.033241 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Router 79930853-fca2-4d45-a6f2-bacbeb3666c6 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:37:14.129239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:14.142971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:37:14.148348 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] 10.222.0.24 "PUT /v2.0/routers/79930853-fca2-4d45-a6f2-bacbeb3666c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6189127 Jun 28 07:37:14.150954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35704) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:14.153788 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] Sync routers for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:37:14.165293 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:14.166563 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:36:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:14.261516 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:14.277573 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:14.370645 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:14.486327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Deleting port 1f967068-5b06-47e1-afec-2acbba428d65 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:37:14.486698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:14.546340 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '1f967068-5b06-47e1-afec-2acbba428d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:37:13Z', 'revision_number': 5, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port': {'id': '1f967068-5b06-47e1-afec-2acbba428d65', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:32Z', 'updated_at': '2021-06-28T07:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:14.567593 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] For port 1f967068-5b06-47e1-afec-2acbba428d65, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=1f967068-5b06-47e1-afec-2acbba428d65,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:14.567942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:14.572012 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] Checking router: 79930853-fca2-4d45-a6f2-bacbeb3666c6 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:37:14.579838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Calling delete_port for 1f967068-5b06-47e1-afec-2acbba428d65 owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:37:14.581172 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] Routers {'79930853-fca2-4d45-a6f2-bacbeb3666c6'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:14.581778 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:36:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['79930853-fca2-4d45-a6f2-bacbeb3666c6'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:14.671484 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] Set router 79930853-fca2-4d45-a6f2-bacbeb3666c6 gateway port host: None {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:14.725664 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:37:14Z', 'revision_number': 6, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:14.751458 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c813b-1d20-4cd0-bce2-5657c6b6526f None None] The sync data for ids ['79930853-fca2-4d45-a6f2-bacbeb3666c6'] in dv-neutron-797120-6-hyperv is: [{'id': '79930853-fca2-4d45-a6f2-bacbeb3666c6', 'name': 'tempest-TestShelveInstance-659199736-router', 'tenant_id': 'f0270ae6167b48f4be535cd39ae86f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:31Z', 'updated_at': '2021-06-28T07:37:14Z', 'revision_number': 6, 'project_id': 'f0270ae6167b48f4be535cd39ae86f39', 'gw_port_host': None}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:37:14.854838 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:14.857091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bf61e7c4-a8d8-4cf0-9be6-da3aa5796d52 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:14.881873 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f967068-5b06-47e1-afec-2acbba428d65,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:14.885620 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:14.945515 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.036200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.038277 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.149799 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.150418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79930853-fca2-4d45-a6f2-bacbeb3666c6 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:37:15.160309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.160309 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f129673a-07ec-4a8d-a7b7-2af18161bb6d admin admin] 10.222.0.24 "DELETE /v2.0/routers/79930853-fca2-4d45-a6f2-bacbeb3666c6 HTTP/1.1" status: 204 len: 168 time: 1.0039046 Jun 28 07:37:15.160309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35708) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:15.204764 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da8b51e-2e93-4ba3-9903-3c95a26c6263 admin admin] Deleting subnet a576ebdc-5cb5-457a-989b-efac63d13dc4 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:37:15.207818 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1da8b51e-2e93-4ba3-9903-3c95a26c6263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.241502 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1da8b51e-2e93-4ba3-9903-3c95a26c6263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.269375 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:37:15.322209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1da8b51e-2e93-4ba3-9903-3c95a26c6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.426208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1da8b51e-2e93-4ba3-9903-3c95a26c6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.428331 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-890d9b40-ccad-4312-9432-cea13525c842 tempest-NetworksTest-571605 tempest-NetworksTest-571605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:15.452504 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8b51e-2e93-4ba3-9903-3c95a26c6263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a576ebdc-5cb5-457a-989b-efac63d13dc4,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:15.455899 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1da8b51e-2e93-4ba3-9903-3c95a26c6263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:15.456901 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1da8b51e-2e93-4ba3-9903-3c95a26c6263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.458761 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1da8b51e-2e93-4ba3-9903-3c95a26c6263 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a576ebdc-5cb5-457a-989b-efac63d13dc4 HTTP/1.1" status: 204 len: 168 time: 0.2974288 Jun 28 07:37:15.461546 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 35710) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:15.467197 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6499131-cf4c-4666-bc34-f23c982c772d None None] Network cb087703-8f2b-4b1b-ab71-8175b15a5f53 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:37:15.544746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1f967068-5b06-47e1-afec-2acbba428d65 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:37:15.548498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.583169 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 1f967068-5b06-47e1-afec-2acbba428d65 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:37:15.584294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 1f967068-5b06-47e1-afec-2acbba428d65 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:37:15.584294 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5199a174-ffd8-4142-9abd-05e6979f8d87 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:37:15.610973 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Deleting port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:37:15.611411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.624708 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 5199a174-ffd8-4142-9abd-05e6979f8d87 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:37:15.625094 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5199a174-ffd8-4142-9abd-05e6979f8d87 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:37:15.684285 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] For port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3c2328cb-ae77-4b98-ab27-5efcf59b45f5,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:15.684646 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.698579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Calling delete_port for 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:37:15.713721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] DHCP port deletion for cb087703-8f2b-4b1b-ab71-8175b15a5f53 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:37:15.769204 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Deleting port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:37:15.769804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.831166 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] For port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=3c2328cb-ae77-4b98-ab27-5efcf59b45f5,segment=NetworkSegment(aaf33912-9cde-4cf7-9118-f9c5ccc8c648),segment_id=aaf33912-9cde-4cf7-9118-f9c5ccc8c648)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:15.831568 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.843557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Calling delete_port for 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:37:15.880818 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:15.883855 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-206f6f9f-558c-4015-89bd-f7790877b949 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:15.908862 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2328cb-ae77-4b98-ab27-5efcf59b45f5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:15.916935 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] No DVR routers for this DVR port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:37:15.921222 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.921615 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.922004 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.923636 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.924022 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.924401 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.924776 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.925175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.925542 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.925907 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.926270 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.926629 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:15.930754 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:16.006846 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:16.017440 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb087703-8f2b-4b1b-ab71-8175b15a5f53']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:16.028482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:16.028779 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf33912-9cde-4cf7-9118-f9c5ccc8c648') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:16.038292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:16.052876 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:16.059242 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:37:16.065943 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:37:16.071502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:16.074285 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6713dca0-b0bc-4d05-a669-9ad3a3f23692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:16.098344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Pushing event deleted for resources: {'Port': ['ID=3c2328cb-ae77-4b98-ab27-5efcf59b45f5,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:16.100564 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] No DVR routers for this DVR port 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:37:16.108187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.110088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.110088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.110088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.110088 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.111030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.111530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.111866 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.112196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.112542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.112881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.113216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:16.116327 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:16.183741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:16.187151 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-1f168fdd-dafc-4ce4-8293-9bfbf686167a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:16.190405 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:16.192237 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cb087703-8f2b-4b1b-ab71-8175b15a5f53 HTTP/1.1" status: 204 len: 168 time: 0.7296481 Jun 28 07:37:16.195487 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35718) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:16.203260 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb087703-8f2b-4b1b-ab71-8175b15a5f53,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:16.206358 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-3fb0f962-3b64-4bfe-a46c-e7a384ce6090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:16.881188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:17.129527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Deleting port b1bb2af4-50ae-4b55-a567-25569412b0a1 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:37:17.129866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:17.207832 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] For port b1bb2af4-50ae-4b55-a567-25569412b0a1, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b1bb2af4-50ae-4b55-a567-25569412b0a1,segment=NetworkSegment(d1abff45-609d-4f22-88e0-58b2245bd21d),segment_id=d1abff45-609d-4f22-88e0-58b2245bd21d)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:17.208188 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:17.224070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Calling delete_port for b1bb2af4-50ae-4b55-a567-25569412b0a1 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:37:17.345782 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:37:17.365256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:37:17.365604 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 3c2328cb-ae77-4b98-ab27-5efcf59b45f5 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:37:17.471104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:17.473144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0056c8e1-9d94-4cea-a3cd-c43246a04f64 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:17.495839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1bb2af4-50ae-4b55-a567-25569412b0a1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:17.498306 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:17.664914 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:17.879120 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Router 560f6c9f-bf46-4372-acc8-592ad4648e77 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:37:17.985792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:37:17.990935 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] 10.222.0.24 "PUT /v2.0/routers/560f6c9f-bf46-4372-acc8-592ad4648e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944367 Jun 28 07:37:17.993498 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35720) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:17.994244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] Sync routers for ids ['560f6c9f-bf46-4372-acc8-592ad4648e77'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:37:18.003978 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] Routers {'560f6c9f-bf46-4372-acc8-592ad4648e77'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:18.004586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:36:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['560f6c9f-bf46-4372-acc8-592ad4648e77'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:18.099954 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:18.106316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] Set router 560f6c9f-bf46-4372-acc8-592ad4648e77 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:18.203151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:18.281275 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'name': 'tempest-TestShelveInstance-590222315-router', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '5839f789-d788-4822-b904-fc99506c90ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:37Z', 'updated_at': '2021-06-28T07:37:17Z', 'revision_number': 5, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'gw_port': {'id': '5839f789-d788-4822-b904-fc99506c90ec', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:26:38Z', 'updated_at': '2021-06-28T07:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:18.311876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] Checking router: 560f6c9f-bf46-4372-acc8-592ad4648e77 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:37:18.320397 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] Routers {'560f6c9f-bf46-4372-acc8-592ad4648e77'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:18.321050 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:36:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['560f6c9f-bf46-4372-acc8-592ad4648e77'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:18.349011 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Deleting port 5839f789-d788-4822-b904-fc99506c90ec {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:37:18.349346 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:18.408720 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] Set router 560f6c9f-bf46-4372-acc8-592ad4648e77 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:18.428352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] For port 5839f789-d788-4822-b904-fc99506c90ec, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=5839f789-d788-4822-b904-fc99506c90ec,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:18.428712 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:18.441447 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Calling delete_port for 5839f789-d788-4822-b904-fc99506c90ec owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:37:18.460162 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'name': 'tempest-TestShelveInstance-590222315-router', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:37Z', 'updated_at': '2021-06-28T07:37:18Z', 'revision_number': 6, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:18.490713 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1657ad90-aacb-49ea-a074-b05d3d14342f None None] The sync data for ids ['560f6c9f-bf46-4372-acc8-592ad4648e77'] in dv-neutron-797120-6-hyperv is: [{'id': '560f6c9f-bf46-4372-acc8-592ad4648e77', 'name': 'tempest-TestShelveInstance-590222315-router', 'tenant_id': '57aaabfb040048b6a44d660641b1961c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:26:37Z', 'updated_at': '2021-06-28T07:37:18Z', 'revision_number': 6, 'project_id': '57aaabfb040048b6a44d660641b1961c', 'gw_port_host': None}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:37:18.652136 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:18.654342 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-075763cc-185b-41af-be9a-7cf9524ea335 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:18.682544 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5839f789-d788-4822-b904-fc99506c90ec,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:18.685692 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:18.746343 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:18.836357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:18.838709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:18.960725 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:18.961298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 560f6c9f-bf46-4372-acc8-592ad4648e77 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:37:18.965581 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:18.966726 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-4aa8428e-6f04-470c-b635-f5b1e4d929c7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/560f6c9f-bf46-4372-acc8-592ad4648e77 HTTP/1.1" status: 204 len: 168 time: 0.9723284 Jun 28 07:37:18.969748 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35722) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:19.020298 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7570e962-7701-429e-9f02-463d06d6ebf2 admin admin] Deleting subnet 30128193-c09c-4474-b849-1367a8764ff1 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:37:19.023287 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7570e962-7701-429e-9f02-463d06d6ebf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.057245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7570e962-7701-429e-9f02-463d06d6ebf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.133529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7570e962-7701-429e-9f02-463d06d6ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.254596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7570e962-7701-429e-9f02-463d06d6ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.256812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0208c3bd-05e3-40a3-954e-52a3619ac9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:19.285626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570e962-7701-429e-9f02-463d06d6ebf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30128193-c09c-4474-b849-1367a8764ff1,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:19.288669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7570e962-7701-429e-9f02-463d06d6ebf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:19.289680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-7570e962-7701-429e-9f02-463d06d6ebf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.298016 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 35724) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:19.298672 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-7570e962-7701-429e-9f02-463d06d6ebf2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/30128193-c09c-4474-b849-1367a8764ff1 HTTP/1.1" status: 204 len: 168 time: 0.3236670 Jun 28 07:37:19.298922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4413d-1b09-42c0-ba5f-a02cadca8f14 None None] Network 243c0bd0-673f-455d-8344-c1c95805e977 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:37:19.367589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b1bb2af4-50ae-4b55-a567-25569412b0a1 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:37:19.379851 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.408093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: b1bb2af4-50ae-4b55-a567-25569412b0a1 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:37:19.408442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b1bb2af4-50ae-4b55-a567-25569412b0a1 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:37:19.408925 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5839f789-d788-4822-b904-fc99506c90ec no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:37:19.430588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 5839f789-d788-4822-b904-fc99506c90ec {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:37:19.432725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 5839f789-d788-4822-b904-fc99506c90ec not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:37:19.439112 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Deleting port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:37:19.439579 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.518664 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] For port d4745c9d-ed60-49b4-a5f6-03d9277c56b7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d4745c9d-ed60-49b4-a5f6-03d9277c56b7,segment=NetworkSegment(d1abff45-609d-4f22-88e0-58b2245bd21d),segment_id=d1abff45-609d-4f22-88e0-58b2245bd21d)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:19.519119 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.534292 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Calling delete_port for d4745c9d-ed60-49b4-a5f6-03d9277c56b7 owned by network:dhcp {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:37:19.558725 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3090e51f-8068-4f80-b9b5-61b6442f7934 None None] DHCP port deletion for 243c0bd0-673f-455d-8344-c1c95805e977 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:37:19.610502 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3090e51f-8068-4f80-b9b5-61b6442f7934 None None] Deleting port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:37:19.610880 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3090e51f-8068-4f80-b9b5-61b6442f7934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.673949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-3090e51f-8068-4f80-b9b5-61b6442f7934 None None] For port d4745c9d-ed60-49b4-a5f6-03d9277c56b7, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d4745c9d-ed60-49b4-a5f6-03d9277c56b7,segment=NetworkSegment(d1abff45-609d-4f22-88e0-58b2245bd21d),segment_id=d1abff45-609d-4f22-88e0-58b2245bd21d)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:19.675003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3090e51f-8068-4f80-b9b5-61b6442f7934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.686478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-3090e51f-8068-4f80-b9b5-61b6442f7934 None None] Calling delete_port for d4745c9d-ed60-49b4-a5f6-03d9277c56b7 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:37:19.694468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.698309 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-236f86ff-cd24-4f24-885a-6424037432f7 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:19.722946 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4745c9d-ed60-49b4-a5f6-03d9277c56b7,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:19.726965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] No DVR routers for this DVR port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 on host dv-neutron-797120-6-hyperv {{(pid=100886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:37:19.726965 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:19.760962 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3090e51f-8068-4f80-b9b5-61b6442f7934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.763669 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:19.787827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090e51f-8068-4f80-b9b5-61b6442f7934 None None] Pushing event deleted for resources: {'Port': ['ID=d4745c9d-ed60-49b4-a5f6-03d9277c56b7,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:19.789567 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090e51f-8068-4f80-b9b5-61b6442f7934 None None] No DVR routers for this DVR port d4745c9d-ed60-49b4-a5f6-03d9277c56b7 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:37:19.790923 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-3090e51f-8068-4f80-b9b5-61b6442f7934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:19.802146 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.809568 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243c0bd0-673f-455d-8344-c1c95805e977']}} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:19.819364 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1abff45-609d-4f22-88e0-58b2245bd21d') {'for_net_delete': True} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:19.819654 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.services.segments.db [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1abff45-609d-4f22-88e0-58b2245bd21d') {} {{(pid=100886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:19.831230 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9074705'] for segment, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.845653 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.851253 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:37:19.851625 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9273476'] for segment, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: Traceback (most recent call last): Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: timer() Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: cb(*args, **kw) Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: return func(*args, **kwargs) Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: self._notify() Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: self.callback(batched_events) Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: event.method(event) Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: return f(self, *a, **k) Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._get(url).json() Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: return self.request(url, 'GET', **kwargs) Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:37:19.853234 dv-neutron-797120-6-hyperv neutron-server[100886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:37:19.980150 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.985095 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e4e380ec-d4a4-4182-a5c8-171709237133 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:19.987482 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Notify callbacks [] for network, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:19.996613 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] 10.222.0.24 "DELETE /v2.0/networks/243c0bd0-673f-455d-8344-c1c95805e977 HTTP/1.1" status: 204 len: 168 time: 0.6941266 Jun 28 07:37:20.000883 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Pushing event deleted for resources: {'Network': ['ID=243c0bd0-673f-455d-8344-c1c95805e977,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:20.003498 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-222e38a7-3255-4891-91a5-c98b96636425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:20.290847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35730) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:20.331508 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b559e653-3583-42b1-abf6-194136716fa4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0270ae6167b48f4be535cd39ae86f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394425 Jun 28 07:37:20.333912 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35732) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:20.379745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de3b3211-f4c3-4ec4-aa06-27548ba8f2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:20.400265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de3b3211-f4c3-4ec4-aa06-27548ba8f2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:20.523204 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de3b3211-f4c3-4ec4-aa06-27548ba8f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:20.525771 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-de3b3211-f4c3-4ec4-aa06-27548ba8f2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:20.526952 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-de3b3211-f4c3-4ec4-aa06-27548ba8f2d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/528ba244-696e-460f-9d9a-42ebec1540b6 HTTP/1.1" status: 204 len: 168 time: 0.1921675 Jun 28 07:37:20.527750 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2ad070e7-b57e-42b3-b90e-2c33b9d53687 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:20.535854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b3211-f4c3-4ec4-aa06-27548ba8f2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528ba244-696e-460f-9d9a-42ebec1540b6,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:20.538309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-de3b3211-f4c3-4ec4-aa06-27548ba8f2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:21.243992 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35738) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:21.285451 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a5d2a817-0189-47d8-a98c-273cb3520258 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57aaabfb040048b6a44d660641b1961c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401523 Jun 28 07:37:21.288040 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 35740) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:21.341072 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2182afba-a281-4a1d-a468-e4fbb7385770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:21.346646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d4745c9d-ed60-49b4-a5f6-03d9277c56b7 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:37:21.363684 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2182afba-a281-4a1d-a468-e4fbb7385770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:21.369173 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: d4745c9d-ed60-49b4-a5f6-03d9277c56b7 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:37:21.369533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d4745c9d-ed60-49b4-a5f6-03d9277c56b7 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:37:21.475105 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2182afba-a281-4a1d-a468-e4fbb7385770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:21.477787 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2182afba-a281-4a1d-a468-e4fbb7385770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:21.479194 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2182afba-a281-4a1d-a468-e4fbb7385770 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0eabcf7a-3c79-4273-9adc-1c1113cde7e5 HTTP/1.1" status: 204 len: 168 time: 0.1899037 Jun 28 07:37:21.480001 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-d39923ec-792f-4259-b6b9-db01ae7a4243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:21.488192 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182afba-a281-4a1d-a468-e4fbb7385770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eabcf7a-3c79-4273-9adc-1c1113cde7e5,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:21.491606 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2182afba-a281-4a1d-a468-e4fbb7385770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:22.557578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35764) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:22.656596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-213386687-network', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:22.734522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Made reservation on behalf of edd0d1dd55cc470396e62da357e457b7 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:37:22.737102 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:22.745787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:22.834053 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:22.911330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:22.915493 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d80970ad-5b79-447c-ba3c-bac6781caf17 tempest-TestVolumeBootPattern-535955357 tempest-TestVolumeBootPattern-535955357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:22.936334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:37:22.946054 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f541bb-91c8-454f-8751-ce9dd7fcf131,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:22.950151 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:22.951203 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:22.951516 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Added segment 4756e753-9049-4707-aeec-bdd221eb85f0 of type vlan for network fce69221-f865-4101-a4aa-9a42b1b2a1f7 Jun 28 07:37:22.993391 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:23.097852 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:23.098928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:23.099509 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:23.101716 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-146b07a6-cc90-45cf-998b-dc2d6faf0ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:23.161773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Pushing event updated for resources: {'Network': ['ID=fce69221-f865-4101-a4aa-9a42b1b2a1f7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:23.164496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:23.171608 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network fce69221-f865-4101-a4aa-9a42b1b2a1f7 details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:37:23.203693 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-020f6fb3-171c-4148-bb36-3cae2b57deee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6450193 Jun 28 07:37:23.207629 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35768) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:23.212665 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Request body: {'subnet': {'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-213386687-subnet', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'ip_version': 4}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:23.311459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Made reservation on behalf of edd0d1dd55cc470396e62da357e457b7 for: {'subnet': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:37:23.319074 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9147090'] for subnet, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:23.549660 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9147072'] for subnet, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:23.551533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1bb8238a-5333-436e-b3db-d2cf828512f1 tempest-NetworksIpV6Test-1711531004 tempest-NetworksIpV6Test-1711531004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:23.604375 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:23.607756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:23.615010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Checking segment: {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:37:23.615363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Network hostable DHCP agents. Network: fce69221-f865-4101-a4aa-9a42b1b2a1f7, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:37:23.703503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Network fce69221-f865-4101-a4aa-9a42b1b2a1f7 is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:37:23.791819 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, fce69221-f865-4101-a4aa-9a42b1b2a1f7) {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:23.796345 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:23.796934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:23.807264 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f944c-ec64-4ffe-831a-2bde853885c6 None None] Network fce69221-f865-4101-a4aa-9a42b1b2a1f7 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:37:23.865119 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e4fafedf-f4d4-4db7-9dcb-9eb6824a2f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:23.895307 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-20f81750-03b3-4503-8c96-ce1a07a8b415 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6864376 Jun 28 07:37:23.897831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35770) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:23.902303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:23.961341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:37:23.966299 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:23.991647 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:23.992659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.042714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.098331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Allocated IP 172.20.0.2 (fce69221-f865-4101-a4aa-9a42b1b2a1f7/f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86/c8976646-ebc7-4614-9d4b-93d90a70cdfc) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:37:24.244281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.253471 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Transition to ACTIVE for port object c8976646-ebc7-4614-9d4b-93d90a70cdfc will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:24.269919 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Transition to ACTIVE for port object c8976646-ebc7-4614-9d4b-93d90a70cdfc will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:24.273107 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.338322 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.340369 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:24.381104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Network fce69221-f865-4101-a4aa-9a42b1b2a1f7 is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:37:24.382400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:24.384814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:37:24.395297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Pushing event updated for resources: {'Port': ['ID=c8976646-ebc7-4614-9d4b-93d90a70cdfc,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:24.398143 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:24.449239 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Attempting to bind port c8976646-ebc7-4614-9d4b-93d90a70cdfc on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:37:24.449626 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Attempting to bind port c8976646-ebc7-4614-9d4b-93d90a70cdfc by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:37:24.450003 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Attempting to bind port c8976646-ebc7-4614-9d4b-93d90a70cdfc on network fce69221-f865-4101-a4aa-9a42b1b2a1f7 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:37:24.455407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:37:24.455797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Checking segment: {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:37:24.456280 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.456765 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Bound using segment: {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:37:24.457297 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Bound port: c8976646-ebc7-4614-9d4b-93d90a70cdfc, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:37:24.457689 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.522313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] For port c8976646-ebc7-4614-9d4b-93d90a70cdfc, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:37:24.525612 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] For port c8976646-ebc7-4614-9d4b-93d90a70cdfc, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c8976646-ebc7-4614-9d4b-93d90a70cdfc,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:37:24.566524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.587137 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.607176 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.609241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:24.662462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Pushing event updated for resources: {'Port': ['ID=c8976646-ebc7-4614-9d4b-93d90a70cdfc,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:24.665490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:24.696398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Allocated IP 172.26.4.123 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:37:24.815417 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.929195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:24.940690 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a948ed34-8117-4c43-85f1-2dd2cb27bc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:24.973424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:37:24.976202 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:24.978653 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:37:25.005559 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Pushing event updated for resources: {'Port': ['ID=e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:25.008376 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:25.346211 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:25.393911 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c8976646-ebc7-4614-9d4b-93d90a70cdfc up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:25.505964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port c8976646-ebc7-4614-9d4b-93d90a70cdfc completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:25.558444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:25.592438 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237b31d-eea2-4ea7-8ea2-42aea8de81d5 None None] Network fce69221-f865-4101-a4aa-9a42b1b2a1f7 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:37:25.753289 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a69cccd2-9edd-4351-b38a-615092f4843d None None] Provisioning for port c8976646-ebc7-4614-9d4b-93d90a70cdfc completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:25.761804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-a69cccd2-9edd-4351-b38a-615092f4843d None None] Provisioning complete for port c8976646-ebc7-4614-9d4b-93d90a70cdfc triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:25.761804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a69cccd2-9edd-4351-b38a-615092f4843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:25.785680 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Router 1f6fe4ed-5050-4287-b663-39be24250750 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:37:25.841892 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a69cccd2-9edd-4351-b38a-615092f4843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:25.876876 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-a69cccd2-9edd-4351-b38a-615092f4843d None None] For port c8976646-ebc7-4614-9d4b-93d90a70cdfc, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c8976646-ebc7-4614-9d4b-93d90a70cdfc,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:25.974941 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a69cccd2-9edd-4351-b38a-615092f4843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:25.976792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:26.028018 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cccd2-9edd-4351-b38a-615092f4843d None None] Pushing event updated for resources: {'Port': ['ID=c8976646-ebc7-4614-9d4b-93d90a70cdfc,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:26.034505 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a69cccd2-9edd-4351-b38a-615092f4843d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:26.095024 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-7119e1c1-3183-4fc3-8a1f-cdc407a11450 None None] Provisioning complete for port c8976646-ebc7-4614-9d4b-93d90a70cdfc triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:26.095431 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-7119e1c1-3183-4fc3-8a1f-cdc407a11450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:26.252388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:37:26.261709 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Sync routers for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:37:26.270571 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:26.271281 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:36:56Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:26.332285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:26.333560 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4347970 Jun 28 07:37:26.336236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35772) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:26.373687 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:26.492267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:26.526964 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c096b119-a8ba-4757-87e5-339dd50bbd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:26.548781 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:25Z', 'revision_number': 3, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:26.577913 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Checking router: 1f6fe4ed-5050-4287-b663-39be24250750 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:37:26.578284 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Updating router 1f6fe4ed-5050-4287-b663-39be24250750 port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:37:26.613456 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:26.755842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:26.854544 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:26.865087 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Transition to ACTIVE for port object e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:26.910428 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Allocated IP 172.20.0.1 (fce69221-f865-4101-a4aa-9a42b1b2a1f7/f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86/16377f54-4d3e-4167-8e7e-060d9391e262) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:37:26.943395 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:26.946259 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-50fe0679-3cc2-4ce1-9d4d-9b1813f15b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:26.996389 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Attempting to bind port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:37:26.996762 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Attempting to bind port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:37:26.997154 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Attempting to bind port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:37:27.004493 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Pushing event updated for resources: {'Port': ['ID=e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:27.007743 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:37:27.008114 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:37:27.008515 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.008929 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:37:27.009400 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Bound port: e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:37:27.009776 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.015738 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.016066 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.016976 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.017305 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.017632 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.017953 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.018276 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.018597 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.018914 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.019230 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.019544 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.019856 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:37:27.021155 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.035766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Transition to ACTIVE for port object 16377f54-4d3e-4167-8e7e-060d9391e262 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:27.039206 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:27.070212 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] For port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:37:27.073142 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] For port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:37:27.127364 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.130282 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b90110e8-d027-4d77-b3ac-8b4b160aa892 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:27.163522 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Network fce69221-f865-4101-a4aa-9a42b1b2a1f7 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:37:27.168398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:27.171743 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:37:27.174542 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.177785 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-91bf1e50-1aa5-48ae-a555-22eef07b7f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:27.199792 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Pushing event updated for resources: {'Port': ['ID=16377f54-4d3e-4167-8e7e-060d9391e262,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:27.204168 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:27.218420 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.236453 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:27.237194 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:37:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:27.287503 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Pushing event updated for resources: {'Port': ['ID=e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:27.290965 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-71336c62-4b2e-485c-9a04-592ab738ea73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:27.366756 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:27.368934 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c8976646-ebc7-4614-9d4b-93d90a70cdfc up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:27.427243 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port c8976646-ebc7-4614-9d4b-93d90a70cdfc triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:27.427627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.467932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.539690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-33856ceb-f696-46dc-a76f-dc14fb1812f9 None None] Provisioning for port 16377f54-4d3e-4167-8e7e-060d9391e262 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:27.544256 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-33856ceb-f696-46dc-a76f-dc14fb1812f9 None None] Provisioning complete for port 16377f54-4d3e-4167-8e7e-060d9391e262 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:27.544790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-33856ceb-f696-46dc-a76f-dc14fb1812f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.580487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-33856ceb-f696-46dc-a76f-dc14fb1812f9 None None] Port 16377f54-4d3e-4167-8e7e-060d9391e262 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:37:27.638352 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.638482 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:25Z', 'revision_number': 3, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:27.665042 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc480a-f982-4dd9-bed7-14734f66efc6 None None] The sync data for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv is: [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:25Z', 'revision_number': 3, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:37:27.698038 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.700479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a163c1b0-b62d-4c80-b877-9493bc18b5c4 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:27.770739 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.780084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Pushing event updated for resources: {'Port': ['ID=16377f54-4d3e-4167-8e7e-060d9391e262,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:27.785313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:27.818093 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:27.881357 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Network fce69221-f865-4101-a4aa-9a42b1b2a1f7 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:37:27.882667 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:28.015113 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Router 1f6fe4ed-5050-4287-b663-39be24250750 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:37:28.114881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-73a3111c-bf65-44f8-9c1f-71e648e8b2bd None None] Provisioning complete for port 16377f54-4d3e-4167-8e7e-060d9391e262 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:28.115745 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-73a3111c-bf65-44f8-9c1f-71e648e8b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:28.147001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:37:28.152166 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] 10.222.0.24 "PUT /v2.0/routers/1f6fe4ed-5050-4287-b663-39be24250750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8147602 Jun 28 07:37:28.154464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-73a3111c-bf65-44f8-9c1f-71e648e8b2bd None None] Port 16377f54-4d3e-4167-8e7e-060d9391e262 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:37:28.916114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35788) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:28.921250 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-471024810-network', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:29.008708 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Made reservation on behalf of 21641a630efe403abe90ec34f0d22ff0 for: {'network': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:37:29.011191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for network, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.021368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.113236 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.200650 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.204049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-003db932-dc51-4967-8ffb-bb7280f0135c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:29.226638 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 07:37:29.237823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a701722-23dd-4f59-aadd-8fc80ef09979,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:29.242122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:29.243220 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.243759 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.segments_db [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Added segment 234bfa48-ec3c-44dc-a2e5-3f5ea46fd400 of type vlan for network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae Jun 28 07:37:29.249317 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Sync routers for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:37:29.254743 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:29.255350 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:37:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:29.287867 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751027223619'] for network, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.366620 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:29.393542 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:29.437209 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550'] for network, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.438496 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:29.439230 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.442732 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9c50130e-15bc-44d8-af13-669a1f72dfa8 tempest-TestNetworkBasicOps-1762696317 tempest-TestNetworkBasicOps-1762696317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:29.506495 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Pushing event updated for resources: {'Network': ['ID=6c7e6479-e5b3-4052-a7d5-076d9d71a8ae,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:29.509263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:29.530480 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae details requested by agent ovs-agent-dv-neutron-797120-6-hyperv with host dv-neutron-797120-6-hyperv {{(pid=100888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 07:37:29.534641 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1f02381c-754b-47be-a33a-d9e0774016bf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6174457 Jun 28 07:37:29.537472 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 35790) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:29.543330 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Request body: {'subnet': {'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-471024810-subnet', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'ip_version': 4}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:29.618999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.651801 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Made reservation on behalf of 21641a630efe403abe90ec34f0d22ff0 for: {'subnet': 1} {{(pid=100886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:37:29.652653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:29.654340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8641423'] for subnet, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.659192 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:29.659579 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.844918 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 2, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:29.873307 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Checking router: 1f6fe4ed-5050-4287-b663-39be24250750 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:37:29.873677 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Updating router 1f6fe4ed-5050-4287-b663-39be24250750 port 16377f54-4d3e-4167-8e7e-060d9391e262 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:37:29.900431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9273382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8641437'] for subnet, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.904017 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2b52f22b-de6e-48a4-9188-8f8f8bbc9695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:29.932279 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.957318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:29.968175 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a4e9f1-3226-4aa7-a778-c862feb83a71,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:29.973437 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:29.976927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Checking segment: {'id': '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:37:29.976927 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Network hostable DHCP agents. Network: 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae, hostable agents: ['f85e0461-28de-4a64-a363-cd2c2bead222'], hosted agents: [] {{(pid=100886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 07:37:30.001671 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:30.054349 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae is scheduled to be hosted by DHCP agent f85e0461-28de-4a64-a363-cd2c2bead222 with binding_index 1 {{(pid=100886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 07:37:30.121081 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.126435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:30.173457 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-6-hyperv, 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae) {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:30.177994 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:30.178811 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.187407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a294b7-b0bf-4627-82eb-f87091bf8bf3 None None] Network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:37:30.220135 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:30.252419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:30.287160 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b12360f5-6d79-43f1-88a1-f11a0224ecf0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7480438 Jun 28 07:37:30.289689 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 35792) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:30.294580 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-471024810-router', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:30.330528 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.362487 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Transition to ACTIVE for port object 16377f54-4d3e-4167-8e7e-060d9391e262 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:30.399146 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbca8297-84c2-5390-af02-f10dc8f20612-6c7e6479-e5b3-4052-a7d5-076d9d71a8ae', 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'fixed_ips': [{'subnet_id': '56a4e9f1-3226-4aa7-a778-c862feb83a71'}]}} from dv-neutron-797120-6-hyperv. {{(pid=100888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 07:37:30.400054 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.465591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13061'] for router, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.466694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3724109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13070'] for router, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.524065 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.536515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.db_base_plugin_common [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Allocated IP 172.20.0.2 (6c7e6479-e5b3-4052-a7d5-076d9d71a8ae/56a4e9f1-3226-4aa7-a778-c862feb83a71/316e6af7-fac1-4ef7-9723-28c718118fd9) {{(pid=100888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:37:30.538491 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.541998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:30.649286 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea0c47-6c10-4ce7-86ae-f8628fd90260 None None] Pushing event updated for resources: {'Port': ['ID=16377f54-4d3e-4167-8e7e-060d9391e262,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:30.669496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9fea0c47-6c10-4ce7-86ae-f8628fd90260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:30.709637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Attempting to bind port 16377f54-4d3e-4167-8e7e-060d9391e262 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:37:30.709842 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Attempting to bind port 16377f54-4d3e-4167-8e7e-060d9391e262 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:37:30.710136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Attempting to bind port 16377f54-4d3e-4167-8e7e-060d9391e262 on network fce69221-f865-4101-a4aa-9a42b1b2a1f7 {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:37:30.724301 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:37:30.724680 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Checking segment: {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:37:30.725122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.725601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Bound using segment: {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:37:30.725999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Bound port: 16377f54-4d3e-4167-8e7e-060d9391e262, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:37:30.726478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.774377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13176'] for router, precommit_update {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.837511 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Notify callbacks [] for port, precommit_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.852174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Transition to ACTIVE for port object 316e6af7-fac1-4ef7-9723-28c718118fd9 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:30.857595 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] For port 16377f54-4d3e-4167-8e7e-060d9391e262, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:37:30.862592 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] For port 16377f54-4d3e-4167-8e7e-060d9391e262, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=16377f54-4d3e-4167-8e7e-060d9391e262,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:37:30.871933 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Transition to ACTIVE for port object 316e6af7-fac1-4ef7-9723-28c718118fd9 will not be triggered until provisioned by entity DHCP. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:30.957611 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:30.960521 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:31.004078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218'] for port, after_create {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:31.029069 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:31.030411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:37:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:31.038362 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae is already hosted by enough agents. {{(pid=100888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:37:31.039235 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea0c47-6c10-4ce7-86ae-f8628fd90260 None None] Pushing event updated for resources: {'Port': ['ID=16377f54-4d3e-4167-8e7e-060d9391e262,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:31.066195 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:31.079730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9fea0c47-6c10-4ce7-86ae-f8628fd90260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:31.080555 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.scheduler.base_scheduler [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Resources bound (agent type, host, resource id): {{(pid=100888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:31.082329 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1efc6416-e149-4dcd-9b00-bbb1df3afd8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:31.086080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Received port after_create {{(pid=100888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:37:31.088189 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:31.209005 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_common [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Allocated IP 172.26.4.75 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/b2991557-3f28-459e-a40f-c33e7ac15ffb) {{(pid=100886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:37:31.213573 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Pushing event updated for resources: {'Port': ['ID=316e6af7-fac1-4ef7-9723-28c718118fd9,revision_number=1']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:31.227356 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:31.234419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Attempting to bind port 316e6af7-fac1-4ef7-9723-28c718118fd9 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:37:31.235411 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Attempting to bind port 316e6af7-fac1-4ef7-9723-28c718118fd9 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:37:31.235847 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Attempting to bind port 316e6af7-fac1-4ef7-9723-28c718118fd9 on network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:37:31.246284 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:37:31.254659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Checking segment: {'id': '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:37:31.254659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:31.254659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Bound using segment: {'id': '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:37:31.254659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Bound port: 316e6af7-fac1-4ef7-9723-28c718118fd9, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:37:31.254659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:31.268613 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:31.316796 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:31.380995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:31.432344 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] For port 316e6af7-fac1-4ef7-9723-28c718118fd9, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:37:31.449605 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9273426'] for port, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:31.452791 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-5aec0570-3ba3-48f5-80d4-bb92915bfe0a tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:31.483702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] For port 316e6af7-fac1-4ef7-9723-28c718118fd9, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=316e6af7-fac1-4ef7-9723-28c718118fd9,segment=NetworkSegment(234bfa48-ec3c-44dc-a2e5-3f5ea46fd400),segment_id=234bfa48-ec3c-44dc-a2e5-3f5ea46fd400)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:37:31.491959 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:37:31.496775 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.base_scheduler [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:31.500340 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Received port after_create {{(pid=100886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:37:31.519922 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:31.520303 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:31.527234 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2991557-3f28-459e-a40f-c33e7ac15ffb,revision_number=1']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:31.532248 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:31.620443 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:30Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:31.626742 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:31.657616 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-a69cccd2-9edd-4351-b38a-615092f4843d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:31.666749 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9536cd9-9db6-48e7-abef-5a620a49626a None None] The sync data for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv is: [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:30Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:37:31.738515 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Pushing event updated for resources: {'Port': ['ID=316e6af7-fac1-4ef7-9723-28c718118fd9,revision_number=2']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:31.742122 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-47fdb00d-2afb-4a5d-bbf6-98264bc4087c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:31.860478 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:32.094572 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3915691'] for router, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:32.311313 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 is scheduled to L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf with binding_index 1 {{(pid=100886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 07:37:32.426255 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:37:32.443793 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Sync routers for ids ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:37:32.461706 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Routers {'08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:32.461706 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:37:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:32.520694 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:32.526313 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35794) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:32.526823 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-b241fa96-b8f9-4b1e-9c0d-ffaa9fa96ab7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2341952 Jun 28 07:37:32.574164 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Set router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:32.770321 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416908cb-5c6e-4174-a88a-e625e0953332 None None] Network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:37:32.788625 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'name': 'tempest-TestSnapshotPattern-471024810-router', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:30Z', 'updated_at': '2021-06-28T07:37:31Z', 'revision_number': 3, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'gw_port': {'id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:31Z', 'updated_at': '2021-06-28T07:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:32.819850 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Checking router: 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:37:32.820195 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Updating router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 port b2991557-3f28-459e-a40f-c33e7ac15ffb binding host dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:37:32.856775 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:32.956255 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6b46db33-c691-411b-b51d-b2dbc4114443 None None] Provisioning for port 316e6af7-fac1-4ef7-9723-28c718118fd9 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:33.019503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.128630 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Notify callbacks [] for port, precommit_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.139477 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.provisioning_blocks [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Transition to ACTIVE for port object b2991557-3f28-459e-a40f-c33e7ac15ffb will not be triggered until provisioned by entity L2. {{(pid=100890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:33.180246 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Allocated IP 172.20.0.1 (6c7e6479-e5b3-4052-a7d5-076d9d71a8ae/56a4e9f1-3226-4aa7-a778-c862feb83a71/d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:37:33.226052 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.228091 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-affe9945-2c61-4a97-82fd-2f1c75ec59ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:33.280270 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Attempting to bind port b2991557-3f28-459e-a40f-c33e7ac15ffb on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:37:33.280555 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Attempting to bind port b2991557-3f28-459e-a40f-c33e7ac15ffb by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:37:33.281106 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Attempting to bind port b2991557-3f28-459e-a40f-c33e7ac15ffb on network 9b08dd82-1383-4386-8c95-9184effeb7ab {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:37:33.283507 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c37be3-ab8e-401f-8255-b0b66dc87502 None None] Pushing event updated for resources: {'Port': ['ID=b2991557-3f28-459e-a40f-c33e7ac15ffb,revision_number=2']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:33.286668 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-b2c37be3-ab8e-401f-8255-b0b66dc87502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:33.289530 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:37:33.289913 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Checking segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:37:33.290323 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.296340 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Bound using segment: {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'} {{(pid=100890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:37:33.296340 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.managers [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Bound port: b2991557-3f28-459e-a40f-c33e7ac15ffb, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40790ec-e31e-4b81-8498-84ab131e2b40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab'}}] {{(pid=100890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:37:33.296340 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.297427 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.306736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Transition to ACTIVE for port object d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:33.354770 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] For port b2991557-3f28-459e-a40f-c33e7ac15ffb, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:37:33.358162 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.plugins.ml2.db [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] For port b2991557-3f28-459e-a40f-c33e7ac15ffb, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b2991557-3f28-459e-a40f-c33e7ac15ffb,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:37:33.404677 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.408019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-3de98486-4ec0-4219-bbc0-910c8cbdeed9 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:33.414747 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 16377f54-4d3e-4167-8e7e-060d9391e262 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:33.435912 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron_lib.callbacks.manager [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.439887 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-dd4e08bc-e8a9-4f48-b9b0-eec73d1de545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:33.449265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:37:33.455327 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:33.458210 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:37:33.460822 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:33.486652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:33.487838 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Routers {'08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:33.488469 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:37:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:33.503945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825193'] for router_interface, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.540462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 16377f54-4d3e-4167-8e7e-060d9391e262 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:33.544588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 16377f54-4d3e-4167-8e7e-060d9391e262 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:33.545237 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.572013 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c37be3-ab8e-401f-8255-b0b66dc87502 None None] Pushing event updated for resources: {'Port': ['ID=b2991557-3f28-459e-a40f-c33e7ac15ffb,revision_number=3']} {{(pid=100890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:33.586744 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG oslo_concurrency.lockutils [None req-b2c37be3-ab8e-401f-8255-b0b66dc87502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:33.657828 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] Set router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:33.662806 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.701060 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 16377f54-4d3e-4167-8e7e-060d9391e262, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=16377f54-4d3e-4167-8e7e-060d9391e262,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:33.726528 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.779754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.780664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 316e6af7-fac1-4ef7-9723-28c718118fd9 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:33.782714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:33.823415 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b86d17af-995a-4f4e-94a4-0ef9fc7c1db7 None None] Provisioning for port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:33.855089 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'name': 'tempest-TestSnapshotPattern-471024810-router', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:30Z', 'updated_at': '2021-06-28T07:37:31Z', 'revision_number': 3, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'gw_port': {'id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:31Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:33.885263 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389c6f3-d018-4262-9378-96ba81de16ac None None] The sync data for ids ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'] in dv-neutron-797120-6-hyperv is: [{'id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'name': 'tempest-TestSnapshotPattern-471024810-router', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:30Z', 'updated_at': '2021-06-28T07:37:31Z', 'revision_number': 3, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'gw_port': {'id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:31Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:37:33.899268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.962693 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:33.989570 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:33.996796 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-b86d17af-995a-4f4e-94a4-0ef9fc7c1db7 None None] Provisioning complete for port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:33.997492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b86d17af-995a-4f4e-94a4-0ef9fc7c1db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:34.036956 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3739156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825333'] for router_interface, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:34.044563 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=16377f54-4d3e-4167-8e7e-060d9391e262,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:34.045052 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:34.049465 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:34.057499 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:34.064843 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-b86d17af-995a-4f4e-94a4-0ef9fc7c1db7 None None] Port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:37:34.122642 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port 316e6af7-fac1-4ef7-9723-28c718118fd9 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:34.127207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 316e6af7-fac1-4ef7-9723-28c718118fd9 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:34.127587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:34.155517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:37:34.157426 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:34.229692 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:34.277674 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port 316e6af7-fac1-4ef7-9723-28c718118fd9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=316e6af7-fac1-4ef7-9723-28c718118fd9,segment=NetworkSegment(234bfa48-ec3c-44dc-a2e5-3f5ea46fd400),segment_id=234bfa48-ec3c-44dc-a2e5-3f5ea46fd400)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:34.288806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:37:34.356970 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:34.359033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9fea0c47-6c10-4ce7-86ae-f8628fd90260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:34.429925 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=316e6af7-fac1-4ef7-9723-28c718118fd9,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:34.439441 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:34.459284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:37:34.465484 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-bb4c72fb-3b41-4593-8785-c4cef24ee9e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/08503d8b-b6fc-43f8-a1f4-3cf99403e0d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9395492 Jun 28 07:37:34.496740 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1b90b1a5-ea64-4963-8b14-9e5813eda6f0 None None] Provisioning complete for port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:34.497244 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1b90b1a5-ea64-4963-8b14-9e5813eda6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:34.540996 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1b90b1a5-ea64-4963-8b14-9e5813eda6f0 None None] Port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:37:35.177119 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35802) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:35.181943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0ec73787-a46f-4db8-b2fd-4b2785cb6f11 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179885559', 'description': 'tempest-secgroup-smoke-1179885559 description', 'project_id': 'edd0d1dd55cc470396e62da357e457b7'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:35.303453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0ec73787-a46f-4db8-b2fd-4b2785cb6f11 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:35.396271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0ec73787-a46f-4db8-b2fd-4b2785cb6f11 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:35.438367 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 16377f54-4d3e-4167-8e7e-060d9391e262 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:35.469737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0ec73787-a46f-4db8-b2fd-4b2785cb6f11 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:35.472549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-906ede98-81db-4480-8781-91ac37055b93 tempest-SecGroupIPv6Test-1467755259 tempest-SecGroupIPv6Test-1467755259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:35.489538 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Sync routers for ids ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:37:35.502644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 16377f54-4d3e-4167-8e7e-060d9391e262 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:35.503030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:35.504525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec73787-a46f-4db8-b2fd-4b2785cb6f11 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d130374-fbd1-4be4-914d-5040691cabb2,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:35.505520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Routers {'08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:35.506504 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:37:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:35.516664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0ec73787-a46f-4db8-b2fd-4b2785cb6f11 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:35.585598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0ec73787-a46f-4db8-b2fd-4b2785cb6f11 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:35.587174 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0ec73787-a46f-4db8-b2fd-4b2785cb6f11 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4090137 Jun 28 07:37:35.590114 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35804) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:35.595285 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-2ea314eb-4eb5-4044-897f-a50faeff1577 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'security_group_rule': {'security_group_id': '1d130374-fbd1-4be4-914d-5040691cabb2', 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:35.668814 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Set router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:35.670367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ea314eb-4eb5-4044-897f-a50faeff1577 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:35.700667 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 316e6af7-fac1-4ef7-9723-28c718118fd9 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:35.732456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ea314eb-4eb5-4044-897f-a50faeff1577 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:35.815090 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ea314eb-4eb5-4044-897f-a50faeff1577 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:35.820634 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f30d2354-2ad9-46b0-b2fe-40208e8933e5 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:35.838368 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea314eb-4eb5-4044-897f-a50faeff1577 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da69b992-bdb5-42d8-8689-54db3ce52f37,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:35.839378 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port 316e6af7-fac1-4ef7-9723-28c718118fd9 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:35.839775 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:35.841695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-2ea314eb-4eb5-4044-897f-a50faeff1577 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:35.914890 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-2ea314eb-4eb5-4044-897f-a50faeff1577 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:35.916175 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-2ea314eb-4eb5-4044-897f-a50faeff1577 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3250990 Jun 28 07:37:35.918982 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35806) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:35.924330 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-d51f6c9b-4004-4d5b-ba2c-7ce2a50ebf2e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'security_group_rule': {'security_group_id': '1d130374-fbd1-4be4-914d-5040691cabb2', 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:35.971618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b2991557-3f28-459e-a40f-c33e7ac15ffb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:35.996194 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'name': 'tempest-TestSnapshotPattern-471024810-router', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:30Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 4, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'gw_port': {'id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:31Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'd3a6eaf4-88e1-4eb6-b96f-8d5ac9698874', 'name': '', 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'mac_address': 'fa:16:3e:8d:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '56a4e9f1-3226-4aa7-a778-c862feb83a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:33Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 2, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'subnets': [{'id': '56a4e9f1-3226-4aa7-a778-c862feb83a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:36.017271 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d51f6c9b-4004-4d5b-ba2c-7ce2a50ebf2e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.027753 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Checking router: 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:37:36.028185 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Updating router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 binding host dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 07:37:36.071048 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.074456 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d51f6c9b-4004-4d5b-ba2c-7ce2a50ebf2e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.166406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d51f6c9b-4004-4d5b-ba2c-7ce2a50ebf2e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.168397 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0080c9c5-7597-4905-9f24-7f739970322f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:36.186018 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f6c9b-4004-4d5b-ba2c-7ce2a50ebf2e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b967af-8571-4e2e-9c99-4ec0c71256c4,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:36.189942 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d51f6c9b-4004-4d5b-ba2c-7ce2a50ebf2e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:36.210030 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port b2991557-3f28-459e-a40f-c33e7ac15ffb completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:36.244445 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port b2991557-3f28-459e-a40f-c33e7ac15ffb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:36.244834 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.275001 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d51f6c9b-4004-4d5b-ba2c-7ce2a50ebf2e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.276830 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d51f6c9b-4004-4d5b-ba2c-7ce2a50ebf2e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564374 Jun 28 07:37:36.282226 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 35808) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:36.288170 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-921b2ea7-2158-4855-b5dd-4da7d36b742e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'security_group_rule': {'security_group_id': '1d130374-fbd1-4be4-914d-5040691cabb2', 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:36.391488 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.396574 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-921b2ea7-2158-4855-b5dd-4da7d36b742e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.412845 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Notify callbacks [] for port, precommit_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.426056 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port b2991557-3f28-459e-a40f-c33e7ac15ffb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b2991557-3f28-459e-a40f-c33e7ac15ffb,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:36.431029 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Transition to ACTIVE for port object d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 will not be triggered until provisioned by entity L2. {{(pid=100888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:36.517278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.519216 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-ca5b51c7-0456-4e58-9634-d42023a864d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:36.541717 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.580507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=b2991557-3f28-459e-a40f-c33e7ac15ffb,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:36.585549 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:36.586014 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:36.676649 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Attempting to bind port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 on host dv-neutron-797120-6-hyperv for vnic_type normal with profile {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:37:36.677228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Attempting to bind port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 by drivers openvswitch,hyperv on host dv-neutron-797120-6-hyperv at level 0 using segments [{'id': '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae'}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:37:36.677704 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Attempting to bind port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 on network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:37:36.685319 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f830c-4978-4411-bdba-9ce63b30d0c5 None None] Pushing event updated for resources: {'Port': ['ID=d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874,revision_number=3']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:36.692372 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7d9f830c-4978-4411-bdba-9ce63b30d0c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:36.693526 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Checking agent: {'id': '6a9fc5d0-17d2-44cb-93ec-53b4a09f0520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-6-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 33, 56), 'started_at': datetime.datetime(2021, 6, 28, 6, 34, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-6-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:37:36.693914 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Checking segment: {'id': '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:37:36.694381 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.694790 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Bound using segment: {'id': '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae'} {{(pid=100888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:37:36.695418 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.managers [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Bound port: d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874, host: dv-neutron-797120-6-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae'}}] {{(pid=100888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:37:36.695826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.769246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] For port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874, host dv-neutron-797120-6-hyperv, cleared binding levels {{(pid=100888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:37:36.783444 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] For port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874, host dv-neutron-797120-6-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874,segment=NetworkSegment(234bfa48-ec3c-44dc-a2e5-3f5ea46fd400),segment_id=234bfa48-ec3c-44dc-a2e5-3f5ea46fd400)] {{(pid=100888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:37:36.817070 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-921b2ea7-2158-4855-b5dd-4da7d36b742e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.861310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.863435 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-6d61cde1-9db8-41e8-9769-7bba16517e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:36.894171 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-921b2ea7-2158-4855-b5dd-4da7d36b742e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:36.903377 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2f7a5605-02bf-4c7c-a808-e07285b234f8 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:36.917635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Routers {'08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:36.918278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:37:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:36.923952 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b2ea7-2158-4855-b5dd-4da7d36b742e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b436d284-c504-4ef9-ab76-7e4892b4dccd,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:36.926763 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-921b2ea7-2158-4855-b5dd-4da7d36b742e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:36.960224 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f830c-4978-4411-bdba-9ce63b30d0c5 None None] Pushing event updated for resources: {'Port': ['ID=d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:36.965246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7d9f830c-4978-4411-bdba-9ce63b30d0c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:36.996955 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-921b2ea7-2158-4855-b5dd-4da7d36b742e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:37.000959 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-921b2ea7-2158-4855-b5dd-4da7d36b742e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7147930 Jun 28 07:37:37.001155 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 35810) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:37.005957 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.v2.base [None req-11af68a9-9684-4653-a8a9-9392607aeb14 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'security_group_rule': {'security_group_id': '1d130374-fbd1-4be4-914d-5040691cabb2', 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:37.036323 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] Set router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:37.097741 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11af68a9-9684-4653-a8a9-9392607aeb14 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:37.157591 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11af68a9-9684-4653-a8a9-9392607aeb14 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:37.231416 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11af68a9-9684-4653-a8a9-9392607aeb14 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:37.233430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-e7a6b8ee-df49-473e-98eb-0609f0d9607a tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:37.245810 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'name': 'tempest-TestSnapshotPattern-471024810-router', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:30Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 4, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'gw_port': {'id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:31Z', 'updated_at': '2021-06-28T07:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'd3a6eaf4-88e1-4eb6-b96f-8d5ac9698874', 'name': '', 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'mac_address': 'fa:16:3e:8d:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '56a4e9f1-3226-4aa7-a778-c862feb83a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:33Z', 'updated_at': '2021-06-28T07:37:36Z', 'revision_number': 4, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'subnets': [{'id': '56a4e9f1-3226-4aa7-a778-c862feb83a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:37.250144 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af68a9-9684-4653-a8a9-9392607aeb14 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61905071-c5c4-4a2e-814e-76c9192f016e,revision_number=0']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:37.253258 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-11af68a9-9684-4653-a8a9-9392607aeb14 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:37.273310 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2821c45-407c-4c0f-8197-cc7cb647dded None None] The sync data for ids ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'] in dv-neutron-797120-6-hyperv is: [{'id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'name': 'tempest-TestSnapshotPattern-471024810-router', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:30Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 4, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'gw_port': {'id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:31Z', 'updated_at': '2021-06-28T07:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': 'd3a6eaf4-88e1-4eb6-b96f-8d5ac9698874', 'name': '', 'network_id': '6c7e6479-e5b3-4052-a7d5-076d9d71a8ae', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'mac_address': 'fa:16:3e:8d:4c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '56a4e9f1-3226-4aa7-a778-c862feb83a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:33Z', 'updated_at': '2021-06-28T07:37:36Z', 'revision_number': 4, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'subnets': [{'id': '56a4e9f1-3226-4aa7-a778-c862feb83a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:37:37.329716 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-11af68a9-9684-4653-a8a9-9392607aeb14 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:37.334399 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-11af68a9-9684-4653-a8a9-9392607aeb14 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3322940 Jun 28 07:37:37.334537 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35812) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:37.342539 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-506f7808-d720-4bf9-bfb9-44ec29fc7b04 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'security_group_rule': {'security_group_id': '1d130374-fbd1-4be4-914d-5040691cabb2', 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:37.396043 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b2991557-3f28-459e-a40f-c33e7ac15ffb up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:37.446189 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port b2991557-3f28-459e-a40f-c33e7ac15ffb triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:37.446589 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:37.458178 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-506f7808-d720-4bf9-bfb9-44ec29fc7b04 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Project edd0d1dd55cc470396e62da357e457b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:37:37.463664 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-506f7808-d720-4bf9-bfb9-44ec29fc7b04 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:37.529784 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-506f7808-d720-4bf9-bfb9-44ec29fc7b04 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:37.600627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-506f7808-d720-4bf9-bfb9-44ec29fc7b04 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:37.609484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-604f7fce-4e41-4c71-b087-61dd871e6f56 tempest-TestMinimumBasicScenario-1806555438 tempest-TestMinimumBasicScenario-1806555438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:37.634827 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f7808-d720-4bf9-bfb9-44ec29fc7b04 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53cfc61-c618-412f-8963-731745ac05f0,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:37.644462 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-506f7808-d720-4bf9-bfb9-44ec29fc7b04 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:37.842922 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-506f7808-d720-4bf9-bfb9-44ec29fc7b04 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:37.844111 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-506f7808-d720-4bf9-bfb9-44ec29fc7b04 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5085659 Jun 28 07:37:37.847024 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35814) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:37.852026 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-502b5254-8b0f-48d7-92b5-38809c169484 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'security_group_rule': {'security_group_id': '1d130374-fbd1-4be4-914d-5040691cabb2', 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:37.939795 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.securitygroups_db [None req-502b5254-8b0f-48d7-92b5-38809c169484 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Project edd0d1dd55cc470396e62da357e457b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 07:37:37.944578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-502b5254-8b0f-48d7-92b5-38809c169484 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:38.008034 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-502b5254-8b0f-48d7-92b5-38809c169484 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:38.076408 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-502b5254-8b0f-48d7-92b5-38809c169484 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3717703'] for security_group_rule, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:38.078261 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d51f6c9b-4004-4d5b-ba2c-7ce2a50ebf2e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:38.096377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b5254-8b0f-48d7-92b5-38809c169484 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5fa878-1002-4dea-9ec9-00af164f0ea5,revision_number=0']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:38.098450 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-502b5254-8b0f-48d7-92b5-38809c169484 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:38.162632 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-502b5254-8b0f-48d7-92b5-38809c169484 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:38.163879 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-502b5254-8b0f-48d7-92b5-38809c169484 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3159058 Jun 28 07:37:38.309166 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-97f679d8-154a-4d82-b898-4cc3ed9eb159 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179885559&fields=id&tenant_id=edd0d1dd55cc470396e62da357e457b7 HTTP/1.1" status: 200 len: 267 time: 0.0344710 Jun 28 07:37:38.417860 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7d82f0a5-269c-4a83-bd3a-d965bb9e05ac tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:38.419374 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7d82f0a5-269c-4a83-bd3a-d965bb9e05ac tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 809 time: 0.1033983 Jun 28 07:37:38.434261 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-a77f4aed-6da0-472b-b2a6-e483e6de8c33 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/quotas/edd0d1dd55cc470396e62da357e457b7 HTTP/1.1" status: 200 len: 375 time: 0.0095284 Jun 28 07:37:38.512295 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-8cf4166d-87ee-4e32-98e7-e439fac8c06c tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720863 Jun 28 07:37:38.620783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-b70de8ec-3c41-4be7-9ec5-35d539f8b60a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:37:38.621902 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-b70de8ec-3c41-4be7-9ec5-35d539f8b60a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0971074 Jun 28 07:37:38.718742 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-db7a97ce-2984-4d0d-b5a2-02b9569c563c service neutron] 10.222.0.24 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904438 Jun 28 07:37:38.823753 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-a9aecbc5-0aad-4aa2-b299-54e861b975f3 service neutron] 10.222.0.24 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976114 Jun 28 07:37:39.095709 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-a9d877e9-d147-46fe-b408-68b7d91f3743 req-309e959e-f733-49c2-b3a0-2f7280803fec tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 210 time: 0.0286415 Jun 28 07:37:39.387501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:39.522452 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning for port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:39.526269 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:39.526653 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:39.602117 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:39.634161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] For port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874,segment=NetworkSegment(234bfa48-ec3c-44dc-a2e5-3f5ea46fd400),segment_id=234bfa48-ec3c-44dc-a2e5-3f5ea46fd400)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:39.714869 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:39.716754 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-14b61281-0d24-4e2b-aef7-fb93d99d944e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:39.767254 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Pushing event updated for resources: {'Port': ['ID=d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:39.771044 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:40.250623 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6d907185-8030-48c7-8eb8-f0b7ec68601b req-a0851426-19f6-412e-b429-40745aa6e315 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 210 time: 0.0286157 Jun 28 07:37:41.368143 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 up at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:41.407042 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8ca2bf85-ad8f-4126-bcdd-896f6ba4451e req-a7b6df9b-3700-454e-bb65-4b059464f807 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 210 time: 0.0347879 Jun 28 07:37:41.422730 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Provisioning complete for port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:41.428961 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:41.512157 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7cc6f387-bc21-40e4-b790-bf686788ccb7 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:41.512408 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7cc6f387-bc21-40e4-b790-bf686788ccb7 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 809 time: 0.1080561 Jun 28 07:37:41.561222 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-455c291a-a2f8-4a7b-8b4e-83aaa4b5c7b0 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd0d1dd55cc470396e62da357e457b7 HTTP/1.1" status: 200 len: 380 time: 0.0348802 Jun 28 07:37:41.570208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'port': {'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'admin_state_up': True, 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'security_groups': ['1d130374-fbd1-4be4-914d-5040691cabb2']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:41.748764 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Made reservation on behalf of edd0d1dd55cc470396e62da357e457b7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:37:41.752713 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:41.876549 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Allocated IP 172.20.0.6 (fce69221-f865-4101-a4aa-9a42b1b2a1f7/f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86/15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:37:42.021117 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:42.034968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Transition to ACTIVE for port object 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:42.115007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:42.118741 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:42.160997 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Network fce69221-f865-4101-a4aa-9a42b1b2a1f7 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:37:42.164031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:42.168276 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:37:42.196425 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'Port': ['ID=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:42.202558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:42.228556 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:42.229560 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:42.317958 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7513013 Jun 28 07:37:42.336695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Request body: {'port': {'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:42.408861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:42.483666 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6937c943-d1d2-4d5b-a196-aedff86e5a36 None None] Provisioning for port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:42.489134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-6937c943-d1d2-4d5b-a196-aedff86e5a36 None None] Provisioning complete for port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:42.489520 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-6937c943-d1d2-4d5b-a196-aedff86e5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:42.528993 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-6937c943-d1d2-4d5b-a196-aedff86e5a36 None None] Port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:37:42.999089 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e504c-a53d-48b2-ad98-bcf45333554c req-a0ce088d-837f-4360-95e2-f47c806ca526 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:43.000567 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-526e504c-a53d-48b2-ad98-bcf45333554c req-a0ce088d-837f-4360-95e2-f47c806ca526 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 931 time: 0.1360655 Jun 28 07:37:43.064487 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-526e504c-a53d-48b2-ad98-bcf45333554c req-01becd8c-2453-4115-b44a-9b78fa867350 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543003 Jun 28 07:37:43.100231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:37:43.107896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:43.120266 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Transition to ACTIVE for port object 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:37:43.234482 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:43.236676 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ddfd0cbe-8c97-4039-b85e-2c943e069c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:43.292659 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Pushing event updated for resources: {'Port': ['ID=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:43.314499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:43.368514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Attempting to bind port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:37:43.368745 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Attempting to bind port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:37:43.369153 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Attempting to bind port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e on network fce69221-f865-4101-a4aa-9a42b1b2a1f7 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:37:43.373962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e on network fce69221-f865-4101-a4aa-9a42b1b2a1f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:37:43.374292 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Attempting to bind port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e on network fce69221-f865-4101-a4aa-9a42b1b2a1f7 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:37:43.379644 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:37:43.379983 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Checking segment: {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:37:43.380372 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Bound using segment: {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:37:43.380803 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Bound port: 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:37:43.381191 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:43.448139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] For port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:37:43.455207 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] For port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:37:43.549470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:43.551723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-8e5764f3-ee8a-446d-ab7a-b1e19128cf37 tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:43.592017 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:43.592672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:43.594026 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] 10.222.0.50 "PUT /v2.0/ports/15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e HTTP/1.1" status: 200 len: 1093 time: 1.2617245 Jun 28 07:37:43.594569 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:37:43.597781 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393a20d9-befd-48e9-ba1e-5336ae279224" -d '{"events": [{"name": "network-changed", "server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:37:43.617303 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Pushing event updated for resources: {'Port': ['ID=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:43.623658 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ae77f91c-d1d1-40e2-88fc-34102dcf9de7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:43.656731 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf00ed70-a9b4-45ff-83a5-5648b6ea57c8 x-openstack-request-id: req-bf00ed70-a9b4-45ff-83a5-5648b6ea57c8 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:37:43.657019 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:37:43.657175 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf00ed70-a9b4-45ff-83a5-5648b6ea57c8 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:37:43.657617 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'status': 'completed', 'code': 200} Jun 28 07:37:43.753438 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a20d9-befd-48e9-ba1e-5336ae279224 req-34c18946-fb07-4f0c-827e-4891da09a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:43.755029 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-393a20d9-befd-48e9-ba1e-5336ae279224 req-34c18946-fb07-4f0c-827e-4891da09a26f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 1096 time: 0.0562334 Jun 28 07:37:43.858839 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a20d9-befd-48e9-ba1e-5336ae279224 req-30051849-759f-4759-86cd-e6a019c061de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:43.860240 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-393a20d9-befd-48e9-ba1e-5336ae279224 req-30051849-759f-4759-86cd-e6a019c061de service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=edd0d1dd55cc470396e62da357e457b7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0918968 Jun 28 07:37:43.958324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a20d9-befd-48e9-ba1e-5336ae279224 req-3a4ef0bd-b687-4cbe-86ec-0bdccb621341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:43.959790 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-393a20d9-befd-48e9-ba1e-5336ae279224 req-3a4ef0bd-b687-4cbe-86ec-0bdccb621341 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935030 Jun 28 07:37:44.075652 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-b80cdaf3-a88d-4f4b-91aa-6e73b47e594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:44.077207 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-b80cdaf3-a88d-4f4b-91aa-6e73b47e594f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 1096 time: 0.0551307 Jun 28 07:37:44.130240 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-7241ce9e-ae8c-4178-8ce7-3d5ac684f492 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e HTTP/1.1" status: 200 len: 217 time: 0.0396092 Jun 28 07:37:44.134302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:44.190661 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-812cb100-8443-4544-8c34-8a732f8d2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:44.192615 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-812cb100-8443-4544-8c34-8a732f8d2b70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0558789 Jun 28 07:37:44.280405 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ad0fd-27bd-43e4-b079-17ade1724731 req-a58da756-892d-4a74-a9d7-3ef53a010b85 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:44.281959 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5e5ad0fd-27bd-43e4-b079-17ade1724731 req-a58da756-892d-4a74-a9d7-3ef53a010b85 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 943 time: 0.1045699 Jun 28 07:37:44.296938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-e97fdf73-eab3-4b62-8d2a-c71b61c1b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:44.298409 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-e97fdf73-eab3-4b62-8d2a-c71b61c1b87a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884767 Jun 28 07:37:44.355611 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5e5ad0fd-27bd-43e4-b079-17ade1724731 req-87add444-1b03-40c9-9f78-2c72b9ea8a5a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662525 Jun 28 07:37:44.413674 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-9fba8a4d-202c-493b-bfed-e92271d859c6 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068327 Jun 28 07:37:44.507129 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-2482dbf5-e1b0-4123-9ded-d86909475491 req-d66a7bef-956a-4832-87b4-880b4dddf857 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870395 Jun 28 07:37:45.529406 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe090cdd-8741-44fc-b0f9-68dc5ac6ec16 req-28f94e90-8493-49e8-adee-1e5da8fb7177 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:45.530884 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fe090cdd-8741-44fc-b0f9-68dc5ac6ec16 req-28f94e90-8493-49e8-adee-1e5da8fb7177 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 943 time: 0.0633461 Jun 28 07:37:45.569480 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fe090cdd-8741-44fc-b0f9-68dc5ac6ec16 req-eeee5b80-b80b-4fc8-ab11-ce715e19fee1 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325332 Jun 28 07:37:46.742404 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a49f3-4b65-49c2-97b8-b0d282d1717f req-894769c7-4cd6-48ad-a475-18ab205c4663 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:46.743875 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-030a49f3-4b65-49c2-97b8-b0d282d1717f req-894769c7-4cd6-48ad-a475-18ab205c4663 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 943 time: 0.0634739 Jun 28 07:37:46.780781 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-030a49f3-4b65-49c2-97b8-b0d282d1717f req-768c148d-d614-460e-97e6-f56269b002b5 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Jun 28 07:37:46.805448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:37:46.898087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:46.909223 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:37:46.949856 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:46.962484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:37:46.980825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:47.065095 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:47.067359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-9fea0c47-6c10-4ce7-86ae-f8628fd90260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:47.112495 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:47.115553 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:47.370915 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:37:47.955619 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9048a9-7d23-4350-a2ca-abc5e2531b55 req-74909941-db30-48c0-b492-6455ef9fb9ed tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:47.957136 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac9048a9-7d23-4350-a2ca-abc5e2531b55 req-74909941-db30-48c0-b492-6455ef9fb9ed tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 944 time: 0.0670612 Jun 28 07:37:47.994769 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac9048a9-7d23-4350-a2ca-abc5e2531b55 req-24e32c14-c0c2-4941-8bcd-6092adadf521 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318580 Jun 28 07:37:48.800398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:37:48.922455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:37:48.926413 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:37:48.926870 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:49.006016 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:49.028271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:37:49.030570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aa222b-a39c-411c-9cdc-7682f1f273fe" -d '{"events": [{"server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "name": "network-vif-plugged", "status": "completed", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:37:49.043975 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:37:49.068757 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af712d8d-283c-4a1a-a7dd-d0b7fcf41675 x-openstack-request-id: req-af712d8d-283c-4a1a-a7dd-d0b7fcf41675 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:37:49.069087 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "name": "network-vif-plugged", "status": "completed", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:37:49.069342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af712d8d-283c-4a1a-a7dd-d0b7fcf41675 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:37:49.069741 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'code': 200} Jun 28 07:37:49.131726 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:49.133841 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:49.175144 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e83c8-b7b1-4277-ba1f-d04af2e89d50 req-d9122a8f-daf3-47a9-8b55-817aa39dd473 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:49.176591 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a5e83c8-b7b1-4277-ba1f-d04af2e89d50 req-d9122a8f-daf3-47a9-8b55-817aa39dd473 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 944 time: 0.0718677 Jun 28 07:37:49.181659 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:49.184750 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:49.216660 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-8a5e83c8-b7b1-4277-ba1f-d04af2e89d50 req-92e5c644-d549-4165-96b1-8d6515d26c55 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336456 Jun 28 07:37:49.508279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad939dbd-aaa5-48cb-aa6b-e4673768bf76 req-46346cbb-85eb-4043-bc55-1877b223486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:49.509887 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ad939dbd-aaa5-48cb-aa6b-e4673768bf76 req-46346cbb-85eb-4043-bc55-1877b223486e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 1098 time: 0.0548203 Jun 28 07:37:49.544210 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ad939dbd-aaa5-48cb-aa6b-e4673768bf76 req-530f4b58-5e41-4d3a-af5b-f107bd4e291c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278087 Jun 28 07:37:50.402553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbacf40-a278-4c58-a45c-9c51df889c3a req-511ef3f9-9ecb-47ef-9228-75dfaa49340b tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:50.404037 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7cbacf40-a278-4c58-a45c-9c51df889c3a req-511ef3f9-9ecb-47ef-9228-75dfaa49340b tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 945 time: 0.0721204 Jun 28 07:37:50.447867 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7cbacf40-a278-4c58-a45c-9c51df889c3a req-8081066e-6243-4787-aa6a-a06c9c10dc36 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373211 Jun 28 07:37:51.624576 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea51613-738d-4dde-a804-cc4641d3fcc6 req-d4a1d373-e3f1-4973-b89a-0afde8ba2040 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:51.625976 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ea51613-738d-4dde-a804-cc4641d3fcc6 req-d4a1d373-e3f1-4973-b89a-0afde8ba2040 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 945 time: 0.0631225 Jun 28 07:37:51.662718 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-9ea51613-738d-4dde-a804-cc4641d3fcc6 req-eac76e22-e27a-4918-a845-9a33d82b4346 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311058 Jun 28 07:37:51.836955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6bd38-2c12-444a-a7b6-911653fc7432 req-5bf0089f-be47-4b3f-89c2-0f552176b9c3 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:51.838394 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63f6bd38-2c12-444a-a7b6-911653fc7432 req-5bf0089f-be47-4b3f-89c2-0f552176b9c3 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 945 time: 0.0665126 Jun 28 07:37:51.879286 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63f6bd38-2c12-444a-a7b6-911653fc7432 req-c304b98e-3546-44b5-b545-197a013a2d0b tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352066 Jun 28 07:37:51.902958 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35880) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:51.993898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b9b4b6-ccbf-4c37-bcaf-7162f6ba8848 tempest-TestSnapshotPattern-1111148733 tempest-TestSnapshotPattern-1111148733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:51.995387 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-c3b9b4b6-ccbf-4c37-bcaf-7162f6ba8848 tempest-TestSnapshotPattern-1111148733 tempest-TestSnapshotPattern-1111148733-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 1093 time: 0.0914593 Jun 28 07:37:52.003531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 35884) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:37:52.007887 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:37:52.105617 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:52.208578 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:52.267202 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:37:52.311485 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Allocated IP 172.26.4.157 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/3cbfb50a-5ba0-4b29-966a-ca3af0101043) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:37:52.415355 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:52.508938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:52.511846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:52.549199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:37:52.551919 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:37:52.555499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:37:52.560760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'Port': ['ID=3cbfb50a-5ba0-4b29-966a-ca3af0101043,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:52.578847 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:52.917118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:53.102300 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:53.248605 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:53.325984 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:53.328205 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-95a38647-955f-4436-8fd6-e20ab67110da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:37:53.404978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'Port': ['ID=3cbfb50a-5ba0-4b29-966a-ca3af0101043,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:37:53.408231 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:37:53.415766 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:53.517230 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Floating IP d08cfb30-2b73-4450-970b-810d7b796068 associated. External IP: 172.26.4.157, port: 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e. Jun 28 07:37:53.722254 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Router 1f6fe4ed-5050-4287-b663-39be24250750 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:37:53.805625 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cc101e42-f98c-42a3-97d8-f81aa849aaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:53.831431 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:37:53.841382 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] Sync routers for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:37:53.852032 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:53.852698 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:37:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:53.922586 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:53.958809 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:53.962036 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9575160 Jun 28 07:37:53.962823 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:37:53.965163 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a4331e-4a9a-4094-ac9b-4526302d8b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:37:54.001960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5464d6d-2ced-4909-a77d-5679d8f80a4c x-openstack-request-id: req-a5464d6d-2ced-4909-a77d-5679d8f80a4c {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:37:54.002367 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:37:54.002671 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5464d6d-2ced-4909-a77d-5679d8f80a4c {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:37:54.003179 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'status': 'completed', 'code': 200} Jun 28 07:37:54.112212 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-5755babb-f0ad-4242-bf8b-b306aa15f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:54.113718 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-5755babb-f0ad-4242-bf8b-b306aa15f848 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 1098 time: 0.0563393 Jun 28 07:37:54.205208 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-525b1fcf-d2e3-44e0-98a5-0bef9e83ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:54.206687 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-525b1fcf-d2e3-44e0-98a5-0bef9e83ba9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 910 time: 0.0865715 Jun 28 07:37:54.261668 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd08cfb30-2b73-4450-970b-810d7b796068', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:37:52Z', 'updated_at': '2021-06-28T07:37:52Z', 'revision_number': 0, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:54.276775 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-b0320d13-fdd6-45f0-9424-25baef56cf8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e HTTP/1.1" status: 200 len: 999 time: 0.0620983 Jun 28 07:37:54.288244 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] Checking router: 1f6fe4ed-5050-4287-b663-39be24250750 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:37:54.296420 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:37:54.297056 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:37:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:54.327597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-eef38e75-274c-4d1d-a51c-95c2df4bffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:54.329076 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-eef38e75-274c-4d1d-a51c-95c2df4bffc7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0445542 Jun 28 07:37:54.392437 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-b739d8ab-8bb5-452f-b184-2b96a445a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:37:54.393965 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-b739d8ab-8bb5-452f-b184-2b96a445a904 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572095 Jun 28 07:37:54.399933 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:37:54.490427 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-a16270dc-2c7b-44e6-817c-2fbd3171354c service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Jun 28 07:37:54.581833 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-94a4331e-4a9a-4094-ac9b-4526302d8b0b req-e7f2512d-cebf-4411-81d5-4404d08e9a51 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861483 Jun 28 07:37:54.620350 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd08cfb30-2b73-4450-970b-810d7b796068', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:37:52Z', 'updated_at': '2021-06-28T07:37:52Z', 'revision_number': 0, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:37:54.646651 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e081a73-af74-4f56-ba60-081465a59d16 None None] The sync data for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv is: [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd08cfb30-2b73-4450-970b-810d7b796068', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:37:52Z', 'updated_at': '2021-06-28T07:37:52Z', 'revision_number': 0, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:37:54.837952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c2792-f741-465f-a0db-6c86485aaae3 None None] New status for floating IP d08cfb30-2b73-4450-970b-810d7b796068: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:37:56.505578 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:56.557073 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-12b777ad-37d0-4fae-8246-88529ba9474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:57.830736 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:37:59.590792 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:00.001803 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-1e1314c7-4fe8-4b7b-ac1a-1a11b04e42d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502355 Jun 28 07:38:00.108714 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-c64b6b01-eb8e-418b-b497-3a79ca383476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:38:00.110221 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-c64b6b01-eb8e-418b-b497-3a79ca383476 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 1098 time: 0.0524766 Jun 28 07:38:00.215932 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-5c433cbc-0d30-46e2-9f57-6f02c2cda222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:38:00.217397 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-5c433cbc-0d30-46e2-9f57-6f02c2cda222 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 910 time: 0.0865757 Jun 28 07:38:00.280366 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-41f57561-3297-40ba-8a91-1f10402a5b86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e HTTP/1.1" status: 200 len: 1001 time: 0.0568914 Jun 28 07:38:00.328164 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-d88c2fd8-486d-4f47-b34d-db785c270db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:38:00.329584 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-d88c2fd8-486d-4f47-b34d-db785c270db5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0427871 Jun 28 07:38:00.390448 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-0d30afdf-a14c-4d97-bf71-f1b0c4ae1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:38:00.391888 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-0d30afdf-a14c-4d97-bf71-f1b0c4ae1657 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554790 Jun 28 07:38:00.825244 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-adfc83c5-62fe-47b9-9c5b-358987892034 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266150 Jun 28 07:38:00.916614 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f9937791-2a86-42b8-a83d-5a904a2d7de1 req-0892abb0-5e9b-457b-a702-7ffa3a84800f service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847526 Jun 28 07:38:14.173646 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:23.813281 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-3e487236-57ab-465d-bd7b-c2d55acdc936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:26.510313 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:26.536263 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a5071189-4a72-4cd0-afea-289901e5fc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:27.853109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:29.265908 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:38:29.561830 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:44.199318 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:53.827539 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5df1976b-01e4-465b-ab79-ed9b4295cda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:56.550825 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:56.575818 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8dc3f208-8192-4a4a-8f70-757630b5a065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:57.830072 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:38:59.601316 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:02.891617 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-0aae6082-4a7f-4af9-8222-bc5d12f955a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1035466 Jun 28 07:39:03.000149 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-7c677eb0-181b-4459-ace3-478c21961aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:39:03.001611 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-7c677eb0-181b-4459-ace3-478c21961aa8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 1098 time: 0.0511942 Jun 28 07:39:03.105060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-a025c6fa-02a6-4c5a-bcf2-62164b072170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:39:03.106534 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-a025c6fa-02a6-4c5a-bcf2-62164b072170 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 910 time: 0.0845065 Jun 28 07:39:03.169352 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-62c00f50-2cad-4ec9-9439-cc92b676212a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e HTTP/1.1" status: 200 len: 1001 time: 0.0558162 Jun 28 07:39:03.220334 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-4b068d50-4cd3-4419-bd53-0d810b35a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:39:03.221746 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-4b068d50-4cd3-4419-bd53-0d810b35a7e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0461993 Jun 28 07:39:03.276722 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-479b4942-eca6-465d-888a-7d921fe5b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:39:03.278206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-479b4942-eca6-465d-888a-7d921fe5b3f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505652 Jun 28 07:39:03.368207 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-596d806b-7913-491f-b8a9-eac41de7b838 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824559 Jun 28 07:39:03.462577 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e4f0b74d-a1bd-4403-a375-15d3c715af68 req-13ce8b13-3039-42a6-9d13-72d1c280dc6e service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877771 Jun 28 07:39:06.265472 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:39:14.204308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:23.809721 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-372097ad-669d-48cc-a2b6-033456f7a0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:26.561261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:26.595364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-27a4949a-c938-4b89-8712-d7b782693413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:27.826635 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:29.587618 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:43.264545 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:39:44.229196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:53.846702 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ce809169-bf05-49f7-ac30-e599b0b0659c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:55.412092 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:39:55.511798 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:39:55.527278 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:39:55.567191 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:55.581576 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:39:55.602640 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:39:55.655992 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:55.657857 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:39:55.709364 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:39:55.716838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.717222 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.717760 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.718276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.718795 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.719140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.719601 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.719994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.720517 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.721089 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.722199 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.724080 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:39:55.729273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:39:55.813464 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:39:56.535168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:56.543835 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1fdf2b90-27b0-40c5-b0f3-75545ecd5ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:57.421174 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:39:57.469025 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:39:57.469290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:57.547556 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:57.574208 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:39:57.577997 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ef59a4-a0d2-45cf-8a38-37d824b52af8" -d '{"events": [{"server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "name": "network-vif-plugged", "status": "completed", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:39:57.590543 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:39:57.652741 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:57.662022 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:39:57.712906 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:39:57.716140 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:39:57.767324 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f259df9-a1b1-4746-91e8-cb81317697e2 x-openstack-request-id: req-2f259df9-a1b1-4746-91e8-cb81317697e2 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:39:57.767694 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "name": "network-vif-plugged", "status": "completed", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:39:57.768033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f259df9-a1b1-4746-91e8-cb81317697e2 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:39:57.768560 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'code': 200} Jun 28 07:39:57.837989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:39:59.577946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:03.795275 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-12a07113-b273-451b-b4c2-74a729ab4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:03.796749 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-12a07113-b273-451b-b4c2-74a729ab4b47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 1098 time: 0.0587480 Jun 28 07:40:03.914861 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-e46d6b2d-61ec-418a-b56f-b4ddfc57645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:03.916310 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-e46d6b2d-61ec-418a-b56f-b4ddfc57645a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 910 time: 0.0970032 Jun 28 07:40:03.979743 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-5bd3acec-bf88-4803-8bed-d2a06a8ec8bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e HTTP/1.1" status: 200 len: 1001 time: 0.0568378 Jun 28 07:40:04.032572 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-28d77340-a438-4160-a145-1eb78ec0d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:04.034035 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-28d77340-a438-4160-a145-1eb78ec0d3c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0482881 Jun 28 07:40:04.090885 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-307a1bc2-c79c-44e6-ba4b-53b89aa0d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:04.092560 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-307a1bc2-c79c-44e6-ba4b-53b89aa0d26d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527115 Jun 28 07:40:04.194078 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-8248eb66-ea39-44ab-8347-05d4e7ce774b service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946915 Jun 28 07:40:04.288721 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b97feea5-885e-4c3f-bd1f-de77b2907fe1 req-b9a2a5e5-e55d-4b2e-b312-f5e58d8218b9 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888674 Jun 28 07:40:04.972768 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-1e9d0fb4-71c4-4845-a60b-4297d299966a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179885559&fields=id&tenant_id=edd0d1dd55cc470396e62da357e457b7 HTTP/1.1" status: 200 len: 267 time: 0.0335736 Jun 28 07:40:05.080613 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-9ab13d59-bc1e-4787-8270-56cd018a2f5a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:05.081962 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-9ab13d59-bc1e-4787-8270-56cd018a2f5a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 809 time: 0.1027958 Jun 28 07:40:05.095959 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-9c8e11db-cddb-426f-9135-54a9d79fcade tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/quotas/edd0d1dd55cc470396e62da357e457b7 HTTP/1.1" status: 200 len: 375 time: 0.0087509 Jun 28 07:40:05.166348 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-3d1a76e0-1570-4b03-8652-74a791eb8c98 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0655689 Jun 28 07:40:05.233527 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-dd0ce455-9575-4483-b096-144f57484b26 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=100887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 07:40:05.234520 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-dd0ce455-9575-4483-b096-144f57484b26 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571795 Jun 28 07:40:05.328589 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-e623c052-9b3b-42a9-8056-1a60b7b914cd service neutron] 10.222.0.24 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882046 Jun 28 07:40:05.418446 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-28a1917b-3d6a-486c-8e4b-d053ff6ab2cc service neutron] 10.222.0.24 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841792 Jun 28 07:40:05.714844 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5bd86fca-8b18-4a6a-b279-ab041dc49100 req-12ecf735-0b97-4073-bc84-d9bd694365e7 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 210 time: 0.0793567 Jun 28 07:40:06.804218 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d27df97a-46b8-485c-a0a7-ae753e60e700 req-0b0eeda2-71c3-4bef-bd82-5f46815094c4 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 210 time: 0.0347660 Jun 28 07:40:07.887021 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-19c983f5-73d8-42f4-8c2f-a57f143a1cc4 req-5958c09f-243e-42fe-ba01-a981135b345c tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 210 time: 0.0285795 Jun 28 07:40:09.103312 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d8c53bcf-12e5-4b51-81bd-b34a4888b3d1 req-fc10afae-04f7-4e37-bf64-dea377ca296d tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 210 time: 0.0722187 Jun 28 07:40:09.439205 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:40:09.515276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:09.536943 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:40:09.539248 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad3be75-d03e-4476-bd4b-943fdc0366bc" -d '{"events": [{"server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "name": "network-vif-unplugged", "status": "completed", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:40:09.561606 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:40:09.577019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3f2e6-1286-4e19-972d-cd5817ae400c x-openstack-request-id: req-84c3f2e6-1286-4e19-972d-cd5817ae400c {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:40:09.577019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "name": "network-vif-unplugged", "status": "completed", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:40:09.577019 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84c3f2e6-1286-4e19-972d-cd5817ae400c {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:40:09.577019 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'code': 200} Jun 28 07:40:09.658066 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:09.659865 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:40:09.705654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:40:09.708599 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:40:10.114401 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-2572d43b-3067-4dfc-b258-74803a84b779 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:10.115829 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-2572d43b-3067-4dfc-b258-74803a84b779 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 809 time: 0.1059284 Jun 28 07:40:10.168327 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-9d022947-fbeb-4f0e-89ff-a8a161e99a0d tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd0d1dd55cc470396e62da357e457b7 HTTP/1.1" status: 200 len: 380 time: 0.0358479 Jun 28 07:40:10.177817 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'port': {'device_id': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'admin_state_up': True, 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'security_groups': ['1d130374-fbd1-4be4-914d-5040691cabb2']}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:40:10.268351 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4277709b-9e31-4743-b959-b2247a52f987 req-99249105-5d79-4c97-8467-62a4b9670b5a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 210 time: 0.0403402 Jun 28 07:40:10.371683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Made reservation on behalf of edd0d1dd55cc470396e62da357e457b7 for: {'port': 1} {{(pid=100887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 07:40:10.376154 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:10.503312 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Allocated IP 172.20.0.5 (fce69221-f865-4101-a4aa-9a42b1b2a1f7/f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86/563ea204-fcd4-407d-a89e-2705346f84da) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:40:10.649962 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:10.664451 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Transition to ACTIVE for port object 563ea204-fcd4-407d-a89e-2705346f84da will not be triggered until provisioned by entity DHCP. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:40:10.763778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:10.767859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:40:10.806398 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Network fce69221-f865-4101-a4aa-9a42b1b2a1f7 is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:40:10.811524 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:40:10.815715 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:40:10.850251 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'Port': ['ID=563ea204-fcd4-407d-a89e-2705346f84da,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:40:10.864917 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.865319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.865709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.866092 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.866470 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.866846 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.867224 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.867599 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.867965 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.868338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.868888 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.869109 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:40:10.875499 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:40:10.889297 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:10.893036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:10.968822 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945750 Jun 28 07:40:11.223647 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1200a57e-18bd-4cc6-be36-46c34c724488 None None] Provisioning for port 563ea204-fcd4-407d-a89e-2705346f84da completed by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:40:11.229446 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-1200a57e-18bd-4cc6-be36-46c34c724488 None None] Provisioning complete for port 563ea204-fcd4-407d-a89e-2705346f84da triggered by entity DHCP. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:40:11.229953 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1200a57e-18bd-4cc6-be36-46c34c724488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:11.275473 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1200a57e-18bd-4cc6-be36-46c34c724488 None None] Port 563ea204-fcd4-407d-a89e-2705346f84da cannot update to ACTIVE because it is not bound. {{(pid=100888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 07:40:11.549986 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329d4e4-9e6e-447d-a7af-41a7573e746d req-38237eaa-3989-442e-b277-13954dd819cc tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:11.551620 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7329d4e4-9e6e-447d-a7af-41a7573e746d req-38237eaa-3989-442e-b277-13954dd819cc tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 931 time: 0.1182435 Jun 28 07:40:11.596580 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-7329d4e4-9e6e-447d-a7af-41a7573e746d req-a18a90e4-9ec9-4726-9c9a-bb0c2e373a7d tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391157 Jun 28 07:40:12.785421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837f03d-ac14-4471-843f-54ecef134fa3 req-db5d374f-03c0-46da-8c3a-98825ef6b49b tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:12.789322 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1837f03d-ac14-4471-843f-54ecef134fa3 req-db5d374f-03c0-46da-8c3a-98825ef6b49b tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 931 time: 0.0699415 Jun 28 07:40:12.831594 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-1837f03d-ac14-4471-843f-54ecef134fa3 req-89fdf6b3-cafa-4987-81a7-ec8876b62dbd tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390155 Jun 28 07:40:14.020161 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee7de9-6798-4fe8-9959-992baada0473 req-3dc9dec5-56cf-411f-b1ad-8c0368b81f23 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:14.021680 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-60ee7de9-6798-4fe8-9959-992baada0473 req-3dc9dec5-56cf-411f-b1ad-8c0368b81f23 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 931 time: 0.0752516 Jun 28 07:40:14.065593 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-60ee7de9-6798-4fe8-9959-992baada0473 req-f5d2a063-1b29-426a-b2d6-38324103f40f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373459 Jun 28 07:40:14.192134 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:15.247283 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572127-be07-43eb-8355-74de5d25ce92 req-869a16bb-bc31-4800-ac35-b54df28fe8c6 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:15.250924 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cb572127-be07-43eb-8355-74de5d25ce92 req-869a16bb-bc31-4800-ac35-b54df28fe8c6 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 931 time: 0.0680733 Jun 28 07:40:15.286750 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-cb572127-be07-43eb-8355-74de5d25ce92 req-968e3bca-43ce-4ab2-a4ae-e3b89e755dfa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Jun 28 07:40:16.488769 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f9502-7455-4e15-89ea-72a71dcf656d req-5659959e-b898-4837-a8dd-af8927e4b5a7 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:16.490387 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa2f9502-7455-4e15-89ea-72a71dcf656d req-5659959e-b898-4837-a8dd-af8927e4b5a7 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 931 time: 0.0776131 Jun 28 07:40:16.535066 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa2f9502-7455-4e15-89ea-72a71dcf656d req-8feff769-b4d0-42d6-b0e7-bcb662d358a4 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356185 Jun 28 07:40:17.729186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615ae8-cb3c-476a-a3ce-3d8c4539ea6a req-faa77408-abac-40e5-a9e7-09416041813a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:17.730953 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e615ae8-cb3c-476a-a3ce-3d8c4539ea6a req-faa77408-abac-40e5-a9e7-09416041813a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 931 time: 0.0775468 Jun 28 07:40:17.772646 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0e615ae8-cb3c-476a-a3ce-3d8c4539ea6a req-38412c1a-7631-411e-a95f-b607f131930a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346844 Jun 28 07:40:18.946734 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8bb42-cd31-46e2-be2c-096b48fd3ca8 req-615a5176-d912-43df-8b47-c522541379f3 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:18.948313 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10b8bb42-cd31-46e2-be2c-096b48fd3ca8 req-615a5176-d912-43df-8b47-c522541379f3 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 931 time: 0.0646544 Jun 28 07:40:18.987515 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-10b8bb42-cd31-46e2-be2c-096b48fd3ca8 req-ddcbec66-2f32-41aa-a656-5acb8ad434ef tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329168 Jun 28 07:40:20.193422 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeb0b5-22cd-46d1-9cf4-0a5c06466a2f req-451025b9-fb47-4317-bcea-8424d96c792e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:20.195074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dbeb0b5-22cd-46d1-9cf4-0a5c06466a2f req-451025b9-fb47-4317-bcea-8424d96c792e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 931 time: 0.0731394 Jun 28 07:40:20.235092 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5dbeb0b5-22cd-46d1-9cf4-0a5c06466a2f req-349edbc0-745c-4bf3-8740-a0c729512fc3 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344636 Jun 28 07:40:20.264956 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:40:21.414849 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecb6c4-ec58-4d36-9811-52aab588f190 req-c957b0e7-8632-4652-aa18-905787da6967 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:21.417330 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77ecb6c4-ec58-4d36-9811-52aab588f190 req-c957b0e7-8632-4652-aa18-905787da6967 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 931 time: 0.0679841 Jun 28 07:40:21.465430 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-77ecb6c4-ec58-4d36-9811-52aab588f190 req-30c9204c-e39b-45df-bf4f-a94dfa94bcdc tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394075 Jun 28 07:40:22.308991 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Request body: {'port': {'device_id': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:40:22.385263 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:22.699484 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d6112-b1b7-42d3-b155-eb5ebcbfc135 req-f3a52456-e459-4b27-9504-02a0f70d40af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:22.701605 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e70d6112-b1b7-42d3-b155-eb5ebcbfc135 req-f3a52456-e459-4b27-9504-02a0f70d40af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 931 time: 0.1217754 Jun 28 07:40:22.706824 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563ea204-fcd4-407d-a89e-2705346f84da {{(pid=100887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:40:22.720637 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:22.743590 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.provisioning_blocks [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Transition to ACTIVE for port object 563ea204-fcd4-407d-a89e-2705346f84da will not be triggered until provisioned by entity L2. {{(pid=100887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 07:40:22.756802 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e70d6112-b1b7-42d3-b155-eb5ebcbfc135 req-f5682259-2dad-440e-9c5c-04e00ca38e31 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455580 Jun 28 07:40:22.806517 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:22.808749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-655e9c36-ddf5-4054-bad6-ead9f1569816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:40:22.858072 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=563ea204-fcd4-407d-a89e-2705346f84da,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:40:22.875749 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:40:22.924943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Attempting to bind port 563ea204-fcd4-407d-a89e-2705346f84da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 07:40:22.925273 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Attempting to bind port 563ea204-fcd4-407d-a89e-2705346f84da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 07:40:22.925598 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Attempting to bind port 563ea204-fcd4-407d-a89e-2705346f84da on network fce69221-f865-4101-a4aa-9a42b1b2a1f7 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:40:22.929971 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Port 563ea204-fcd4-407d-a89e-2705346f84da on network fce69221-f865-4101-a4aa-9a42b1b2a1f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 07:40:22.930338 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Attempting to bind port 563ea204-fcd4-407d-a89e-2705346f84da on network fce69221-f865-4101-a4aa-9a42b1b2a1f7 {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 07:40:22.935855 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Checking agent: {'id': '10107f07-3a06-4542-87c6-64c21854cb86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'started_at': datetime.datetime(2021, 6, 28, 6, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 7, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 07:40:22.936286 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Checking segment: {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 07:40:22.936672 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Bound using segment: {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'} {{(pid=100887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 07:40:22.937123 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.managers [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Bound port: 563ea204-fcd4-407d-a89e-2705346f84da, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4756e753-9049-4707-aeec-bdd221eb85f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7'}}] {{(pid=100887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 07:40:22.937479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:23.007264 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] For port 563ea204-fcd4-407d-a89e-2705346f84da, host hv-neutron-7971, cleared binding levels {{(pid=100887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 07:40:23.010299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] For port 563ea204-fcd4-407d-a89e-2705346f84da, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=563ea204-fcd4-407d-a89e-2705346f84da,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 07:40:23.089240 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:23.092479 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-a6360da3-c9ff-4685-8afb-7096756cbe87 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:40:23.124411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:23.125091 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:23.126509 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] 10.222.0.50 "PUT /v2.0/ports/563ea204-fcd4-407d-a89e-2705346f84da HTTP/1.1" status: 200 len: 1093 time: 0.8221779 Jun 28 07:40:23.127044 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:40:23.129411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18aa8ce2840a8af0f9d6cd4236f9c6f284b317fa5513d177cae4dc6caab2d9d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7e9380-aefd-4f4e-a387-a2db1d7cfbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "tag": "563ea204-fcd4-407d-a89e-2705346f84da"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:40:23.157736 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=563ea204-fcd4-407d-a89e-2705346f84da,revision_number=3']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:40:23.161187 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f68233dd-84ec-4316-9eff-3cd032788fb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:40:23.176763 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ece4cf8-b4ae-4fe9-96d5-de04f8c9f3c8 x-openstack-request-id: req-0ece4cf8-b4ae-4fe9-96d5-de04f8c9f3c8 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:40:23.177133 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "tag": "563ea204-fcd4-407d-a89e-2705346f84da", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:40:23.177430 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ece4cf8-b4ae-4fe9-96d5-de04f8c9f3c8 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:40:23.177875 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da', 'status': 'completed', 'code': 200} Jun 28 07:40:23.281245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e9380-aefd-4f4e-a387-a2db1d7cfbb3 req-2d22dd67-52f8-430e-847d-701d0ce445d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:23.282927 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-de7e9380-aefd-4f4e-a387-a2db1d7cfbb3 req-2d22dd67-52f8-430e-847d-701d0ce445d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 1096 time: 0.0580795 Jun 28 07:40:23.392514 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e9380-aefd-4f4e-a387-a2db1d7cfbb3 req-ca152da6-9157-4204-bb73-926c35518583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:23.394064 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-de7e9380-aefd-4f4e-a387-a2db1d7cfbb3 req-ca152da6-9157-4204-bb73-926c35518583 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=edd0d1dd55cc470396e62da357e457b7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0972764 Jun 28 07:40:23.490540 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e9380-aefd-4f4e-a387-a2db1d7cfbb3 req-6c5404b9-c676-4fa1-97bc-64d5ef1e985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:23.491996 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-de7e9380-aefd-4f4e-a387-a2db1d7cfbb3 req-6c5404b9-c676-4fa1-97bc-64d5ef1e985b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913169 Jun 28 07:40:23.613787 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-2c170d9e-4175-4587-8b0e-01fac5184739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:23.615439 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-2c170d9e-4175-4587-8b0e-01fac5184739 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 1096 time: 0.0593162 Jun 28 07:40:23.664217 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-76dea2c4-456a-4842-87a2-48f62f8971ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=563ea204-fcd4-407d-a89e-2705346f84da HTTP/1.1" status: 200 len: 217 time: 0.0339193 Jun 28 07:40:23.712721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-e7d0f3b4-de08-4aa7-9747-af0f82ba25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:23.714638 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-e7d0f3b4-de08-4aa7-9747-af0f82ba25b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0437961 Jun 28 07:40:23.772070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-401fd08e-9509-4135-91f6-e1ed55507cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:23.773599 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-401fd08e-9509-4135-91f6-e1ed55507cd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518823 Jun 28 07:40:23.823590 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9732f86c-31b6-416c-90c4-f86f272962ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:23.897034 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-5bc6c2a1-78dd-4ece-bd76-e2cee5c76fbb service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153374 Jun 28 07:40:24.019758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766759fb-eeb0-45dd-97b5-4d3a38965f77 req-b695cb5f-7944-465b-8b99-c14facdf366a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:24.021256 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-766759fb-eeb0-45dd-97b5-4d3a38965f77 req-b695cb5f-7944-465b-8b99-c14facdf366a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 943 time: 0.1391938 Jun 28 07:40:24.024736 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-ac11be19-b93c-4a7b-a6fe-4dbfeb4f0e1c req-ab482fb3-9497-4712-856f-84e173aae9b8 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111937 Jun 28 07:40:24.059633 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-766759fb-eeb0-45dd-97b5-4d3a38965f77 req-7d2a3739-01fa-4952-babc-b2f540ebef97 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327096 Jun 28 07:40:25.238737 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feda2a0-a15d-41e7-8d18-94e45204a4a2 req-20a09ca8-939b-4ee5-9f36-193203404b27 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:25.240204 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6feda2a0-a15d-41e7-8d18-94e45204a4a2 req-20a09ca8-939b-4ee5-9f36-193203404b27 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 943 time: 0.0633688 Jun 28 07:40:25.277355 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-6feda2a0-a15d-41e7-8d18-94e45204a4a2 req-e72b9342-8227-4822-8234-c98ed020fc67 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314238 Jun 28 07:40:26.455596 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15caf69-b987-4cb1-9313-df683f2737c6 req-9c7545f9-513e-4f7e-a50d-648a80f818de tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:26.463416 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b15caf69-b987-4cb1-9313-df683f2737c6 req-9c7545f9-513e-4f7e-a50d-648a80f818de tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 943 time: 0.0695856 Jun 28 07:40:26.495691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-b15caf69-b987-4cb1-9313-df683f2737c6 req-99a94739-ce0c-4cbb-9880-5a1205eeac8f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329165 Jun 28 07:40:26.514826 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-037b5b6f-2e98-403f-9844-12d5bb6212aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:26.537392 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:27.561283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 563ea204-fcd4-407d-a89e-2705346f84da details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:40:27.654136 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 563ea204-fcd4-407d-a89e-2705346f84da, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=563ea204-fcd4-407d-a89e-2705346f84da,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:40:27.668738 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '563ea204-fcd4-407d-a89e-2705346f84da', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'port_id': '563ea204-fcd4-407d-a89e-2705346f84da', 'mac_address': 'fa:16:3e:94:dc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:40:27.673721 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b784d-3d23-4182-9690-f4c95cfb13c4 req-20ec1cd4-f208-4b0c-9509-823a3e18b9ab tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:27.675235 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa8b784d-3d23-4182-9690-f4c95cfb13c4 req-20ec1cd4-f208-4b0c-9509-823a3e18b9ab tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 943 time: 0.0658000 Jun 28 07:40:27.704998 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:27.712733 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-fa8b784d-3d23-4182-9690-f4c95cfb13c4 req-214383b4-5b2b-4e09-b7bc-ccdb9cf459a3 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315788 Jun 28 07:40:27.718525 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563ea204-fcd4-407d-a89e-2705346f84da {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:40:27.738881 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 563ea204-fcd4-407d-a89e-2705346f84da, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=563ea204-fcd4-407d-a89e-2705346f84da,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:40:27.848257 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:27.849973 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-7d9f830c-4978-4411-bdba-9ce63b30d0c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:40:27.876168 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:27.895486 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=563ea204-fcd4-407d-a89e-2705346f84da,revision_number=4']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:40:27.898638 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:40:28.201586 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['563ea204-fcd4-407d-a89e-2705346f84da'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:40:28.889859 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b6fb9-26c6-4e68-a5ab-c0fa8fc4bbbd req-bdf34f61-7b64-4ea7-989a-f020c053bf53 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:28.891508 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-078b6fb9-26c6-4e68-a5ab-c0fa8fc4bbbd req-bdf34f61-7b64-4ea7-989a-f020c053bf53 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 944 time: 0.0694613 Jun 28 07:40:28.929221 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-078b6fb9-26c6-4e68-a5ab-c0fa8fc4bbbd req-9c1de12a-76b8-48a6-b49d-2bd82678ce75 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Jun 28 07:40:29.579949 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:29.590501 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 563ea204-fcd4-407d-a89e-2705346f84da up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:40:29.714436 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning for port 563ea204-fcd4-407d-a89e-2705346f84da completed by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 07:40:29.718196 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 563ea204-fcd4-407d-a89e-2705346f84da triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:40:29.718572 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:29.794033 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:29.816533 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:40:29.821962 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ce4cb934dedcbb824b4076ad23b5115c315d9ebe0593c35300dc40534363fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfab83f0-da15-4876-a187-e59c4e0d0090" -d '{"events": [{"server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "name": "network-vif-plugged", "status": "completed", "tag": "563ea204-fcd4-407d-a89e-2705346f84da"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:40:29.832442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 563ea204-fcd4-407d-a89e-2705346f84da, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=563ea204-fcd4-407d-a89e-2705346f84da,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:40:29.853637 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d601a9b-67e9-42a1-9b9f-f65a40e6ba62 x-openstack-request-id: req-8d601a9b-67e9-42a1-9b9f-f65a40e6ba62 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:40:29.853937 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "name": "network-vif-plugged", "status": "completed", "tag": "563ea204-fcd4-407d-a89e-2705346f84da", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:40:29.854202 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d601a9b-67e9-42a1-9b9f-f65a40e6ba62 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:40:29.854603 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da', 'code': 200} Jun 28 07:40:29.900746 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:29.903644 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:40:29.950807 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=563ea204-fcd4-407d-a89e-2705346f84da,revision_number=5']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:40:29.954207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:40:30.105063 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eaffb-295f-452f-9358-c4db1381e80d req-da5ca6e8-1654-4876-824d-95ab3f52c472 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:30.107452 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-021eaffb-295f-452f-9358-c4db1381e80d req-da5ca6e8-1654-4876-824d-95ab3f52c472 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 945 time: 0.0658591 Jun 28 07:40:30.144301 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-021eaffb-295f-452f-9358-c4db1381e80d req-d16ca090-b077-4d85-a149-81a26093c09b tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312142 Jun 28 07:40:30.330333 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1f47-54d2-4d7c-a332-664de9a1b5c9 req-afb9fbb8-0d36-45fe-82dd-c5d30a956cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:30.331779 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55be1f47-54d2-4d7c-a332-664de9a1b5c9 req-afb9fbb8-0d36-45fe-82dd-c5d30a956cae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 1098 time: 0.0869625 Jun 28 07:40:30.365740 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-55be1f47-54d2-4d7c-a332-664de9a1b5c9 req-3de522c0-6e48-40f2-8d9c-f55bfce7c3c2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272083 Jun 28 07:40:31.322444 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd053-2078-4685-878c-c239472302f6 req-b2c5855d-a371-42f1-91e4-c6e6ec020f05 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:31.323911 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-72afd053-2078-4685-878c-c239472302f6 req-b2c5855d-a371-42f1-91e4-c6e6ec020f05 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 945 time: 0.0687232 Jun 28 07:40:31.361760 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-72afd053-2078-4685-878c-c239472302f6 req-9f17a914-5d98-4c17-ae87-831d6b5453a6 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315776 Jun 28 07:40:32.543955 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137cb63-b501-40fe-800c-af5f11b10e4a req-c7781b20-5d40-40a5-9bc9-485860309b1e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:32.545475 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0137cb63-b501-40fe-800c-af5f11b10e4a req-c7781b20-5d40-40a5-9bc9-485860309b1e tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 945 time: 0.0706215 Jun 28 07:40:32.582427 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0137cb63-b501-40fe-800c-af5f11b10e4a req-10d1c8ea-b1a8-499c-bb94-5df989e1c013 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Jun 28 07:40:32.759558 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bd8bb-d457-4f43-a3db-bb2632d787c1 req-af79d503-dd72-478e-aa53-f9bd424999cc tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:32.761025 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5e0bd8bb-d457-4f43-a3db-bb2632d787c1 req-af79d503-dd72-478e-aa53-f9bd424999cc tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 945 time: 0.0668554 Jun 28 07:40:32.797790 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5e0bd8bb-d457-4f43-a3db-bb2632d787c1 req-2c140642-490c-4d29-8458-29d847efe59b tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301099 Jun 28 07:40:32.821393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36210) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:40:32.872626 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dea4e62-66f1-4a03-a672-8ce900083c7e tempest-TestSnapshotPattern-1111148733 tempest-TestSnapshotPattern-1111148733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:32.874309 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-8dea4e62-66f1-4a03-a672-8ce900083c7e tempest-TestSnapshotPattern-1111148733 tempest-TestSnapshotPattern-1111148733-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 1093 time: 0.0519454 Jun 28 07:40:32.877033 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36212) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:40:32.881421 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.v2.base [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Request body: {'floatingip': {'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'port_id': '563ea204-fcd4-407d-a89e-2705346f84da', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 07:40:32.965975 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for floatingip, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:33.062416 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:33.164884 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_common [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Allocated IP 172.26.4.168 (9b08dd82-1383-4386-8c95-9184effeb7ab/d4b35c8d-3d4c-451a-9f41-8ca2ac364c70/f1cae616-fefd-4aeb-b1d2-0965953948f7) {{(pid=100887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 07:40:33.269400 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for port, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:33.377842 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-768139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751027254218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9625806'] for port, after_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:33.380048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f46b2e48-302a-4e59-a577-93198f81229c tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:40:33.417409 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Network 9b08dd82-1383-4386-8c95-9184effeb7ab is already hosted by enough agents. {{(pid=100887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 07:40:33.422511 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.base_scheduler [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Resources bound (agent type, host, resource id): {{(pid=100887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 07:40:33.427221 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Received port after_create {{(pid=100887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 07:40:33.448883 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'Port': ['ID=f1cae616-fefd-4aeb-b1d2-0965953948f7,revision_number=1']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:40:33.454045 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:40:34.123084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:34.279418 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:34.421709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for port, precommit_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:34.491028 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625660'] for port, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:34.493073 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f51aec29-1649-46b8-899d-6b3f05f4602f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:40:34.560084 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event updated for resources: {'Port': ['ID=f1cae616-fefd-4aeb-b1d2-0965953948f7,revision_number=2']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:40:34.563783 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:40:34.572010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915579'] for floatingip, after_update {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:34.672940 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Floating IP caa223b8-fefb-4273-bba6-c79ba9b6a0d5 associated. External IP: 172.26.4.168, port: 563ea204-fcd4-407d-a89e-2705346f84da. Jun 28 07:40:34.883106 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Router 1f6fe4ed-5050-4287-b663-39be24250750 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:40:34.988291 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:40:34.997926 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] Sync routers for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:40:35.006432 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:40:35.007462 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:40:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:40:35.054378 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:35.109249 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-0d720e93-3426-4760-93ad-9d39de34a8a9 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2165198 Jun 28 07:40:35.109249 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:40:35.114833 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:40:35.132139 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f8178f114d9a94401fa10c988371ba9db651952ac0a5dd5624c7678c1bbd028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f715a-e191-49c7-b23c-bb5dec49ab31" -d '{"events": [{"name": "network-changed", "server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "tag": "563ea204-fcd4-407d-a89e-2705346f84da"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:40:35.220603 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98618e2-2f0d-4e55-a1ba-2e3eb27815e8 x-openstack-request-id: req-b98618e2-2f0d-4e55-a1ba-2e3eb27815e8 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:40:35.220966 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "tag": "563ea204-fcd4-407d-a89e-2705346f84da", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:40:35.221265 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b98618e2-2f0d-4e55-a1ba-2e3eb27815e8 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:40:35.221706 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da', 'status': 'completed', 'code': 200} Jun 28 07:40:35.335068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-41863c49-0a95-4dd3-afcf-23f55b522a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:35.336670 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-41863c49-0a95-4dd3-afcf-23f55b522a32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 1098 time: 0.0630074 Jun 28 07:40:35.357590 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'caa223b8-fefb-4273-bba6-c79ba9b6a0d5', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.168', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '563ea204-fcd4-407d-a89e-2705346f84da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:94:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:40:33Z', 'updated_at': '2021-06-28T07:40:33Z', 'revision_number': 0, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}, {'id': 'd08cfb30-2b73-4450-970b-810d7b796068', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:37:52Z', 'updated_at': '2021-06-28T07:37:55Z', 'revision_number': 1, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:40:35.383372 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] Checking router: 1f6fe4ed-5050-4287-b663-39be24250750 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:40:35.394374 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:40:35.395048 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:40:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:40:35.434623 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-3193294f-00e2-4e84-ae58-dbb4e407009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:35.437026 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-3193294f-00e2-4e84-ae58-dbb4e407009a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 910 time: 0.0933101 Jun 28 07:40:35.506533 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-b70db53f-d6c9-4432-a6df-134f82814bc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=563ea204-fcd4-407d-a89e-2705346f84da HTTP/1.1" status: 200 len: 999 time: 0.0626748 Jun 28 07:40:35.506823 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:40:35.556806 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-24715f4c-8ac5-41c3-a51b-3e9483637c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:35.558178 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-24715f4c-8ac5-41c3-a51b-3e9483637c21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0426421 Jun 28 07:40:35.622463 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-accc2df8-b352-4fec-934d-cc65533dc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:40:35.624085 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-accc2df8-b352-4fec-934d-cc65533dc6aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0586858 Jun 28 07:40:35.713706 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-185775b6-bb55-4251-a5bd-6dd2f49e9223 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819519 Jun 28 07:40:35.732685 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'caa223b8-fefb-4273-bba6-c79ba9b6a0d5', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.168', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '563ea204-fcd4-407d-a89e-2705346f84da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:94:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:40:33Z', 'updated_at': '2021-06-28T07:40:33Z', 'revision_number': 0, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}, {'id': 'd08cfb30-2b73-4450-970b-810d7b796068', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:37:52Z', 'updated_at': '2021-06-28T07:37:55Z', 'revision_number': 1, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:40:35.810514 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e01f715a-e191-49c7-b23c-bb5dec49ab31 req-abc95970-0f5c-45c4-9bc1-4a49723ff181 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900195 Jun 28 07:40:35.850551 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c950a-4d7f-4093-ba18-fdd78ceae5c7 None None] The sync data for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv is: [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'caa223b8-fefb-4273-bba6-c79ba9b6a0d5', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.168', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '563ea204-fcd4-407d-a89e-2705346f84da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:94:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:40:33Z', 'updated_at': '2021-06-28T07:40:33Z', 'revision_number': 0, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}, {'id': 'd08cfb30-2b73-4450-970b-810d7b796068', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:37:52Z', 'updated_at': '2021-06-28T07:37:55Z', 'revision_number': 1, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:40:36.035118 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ce9a62-16d6-42a5-8810-7fa839b10697 None None] New status for floating IP caa223b8-fefb-4273-bba6-c79ba9b6a0d5: ACTIVE {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:40:44.171245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:53.796946 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-36e29d88-1439-45c8-ae3d-843944f89458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:56.522091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f09e862b-d088-4107-be02-3608f2d42b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:56.550566 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:57.264653 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:40:57.847849 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:40:59.576863 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:05.634258 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-e3d39608-1e2d-48b8-8b8d-0ed35706fc09 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528555 Jun 28 07:41:05.745945 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-271e4afb-57a9-4508-82fa-0ac5eea91a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:41:05.747398 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-271e4afb-57a9-4508-82fa-0ac5eea91a3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 1096 time: 0.0520122 Jun 28 07:41:05.852698 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-4c69898c-9ff5-45e5-b9d9-428c05bbeed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:41:05.854424 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-4c69898c-9ff5-45e5-b9d9-428c05bbeed8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 910 time: 0.0873089 Jun 28 07:41:05.921357 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-6f642ac2-cf21-43f6-96ef-850161687c1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e HTTP/1.1" status: 200 len: 999 time: 0.0580595 Jun 28 07:41:05.969424 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-bbd4aa15-2a62-4f97-b761-b3d8ecad39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:41:05.970807 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-bbd4aa15-2a62-4f97-b761-b3d8ecad39c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0422611 Jun 28 07:41:06.031564 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-dae1a7f4-ecde-4f6f-9a7e-869482364c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:41:06.033008 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-dae1a7f4-ecde-4f6f-9a7e-869482364c46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0555763 Jun 28 07:41:06.122750 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-44cdfce3-117d-4f86-baf5-0043f8216b43 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831738 Jun 28 07:41:06.215509 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-09567c2d-3e76-40c3-bbdd-b91d65ddfb05 req-f21e263b-9dc1-4d65-996a-24531b8dfea4 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859044 Jun 28 07:41:14.179207 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:23.803097 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-96a912c5-7ccf-4252-bdf2-405ff035dbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:26.527331 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-960b7b96-5b31-44c0-8614-67c7c4996be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:26.536661 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:27.836228 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:29.599878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:34.263968 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:41:44.196079 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:53.810492 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-143303fb-b790-4000-b2ea-f2c77983af1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:56.544010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:56.572697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-9f9efeed-4bdf-4050-8490-29b470da3574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:57.839420 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:41:59.589868 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:05.632559 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-4bab20f8-2a6c-4f61-adff-10606eddec5b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605705 Jun 28 07:42:05.721104 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-758a5a6b-cd1d-4072-a0ee-3f3e5b03aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:05.722513 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-758a5a6b-cd1d-4072-a0ee-3f3e5b03aff0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 1098 time: 0.0555289 Jun 28 07:42:05.837434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-77572df2-6a87-4494-8729-f1c28c0e0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:05.838916 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-77572df2-6a87-4494-8729-f1c28c0e0be7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 910 time: 0.0947614 Jun 28 07:42:05.904478 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-ec0bdda1-3749-476c-b5eb-dcd66bdb17a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=563ea204-fcd4-407d-a89e-2705346f84da HTTP/1.1" status: 200 len: 1001 time: 0.0584669 Jun 28 07:42:05.959085 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-2a3d219f-06ae-4172-81b0-8f4da8e9ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:05.960725 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-2a3d219f-06ae-4172-81b0-8f4da8e9ac29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0499868 Jun 28 07:42:06.017301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-1fb2c0e6-f221-4abd-9d69-4257bd976452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:06.018691 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-1fb2c0e6-f221-4abd-9d69-4257bd976452 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516098 Jun 28 07:42:06.108990 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-dc8e38b5-3d41-4820-a567-064b6fe62496 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833888 Jun 28 07:42:06.204020 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4ac0e2a6-754d-494b-a824-eb9c6befd066 req-3e36bdd2-00cf-443e-9ce6-56469d0308ce service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887556 Jun 28 07:42:11.263293 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:42:14.221952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:18.046462 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 563ea204-fcd4-407d-a89e-2705346f84da details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=100888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 07:42:18.144552 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 563ea204-fcd4-407d-a89e-2705346f84da, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=563ea204-fcd4-407d-a89e-2705346f84da,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:18.158273 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Returning: {'device': '563ea204-fcd4-407d-a89e-2705346f84da', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'port_id': '563ea204-fcd4-407d-a89e-2705346f84da', 'mac_address': 'fa:16:3e:94:dc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 07:42:18.201410 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:18.218558 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 563ea204-fcd4-407d-a89e-2705346f84da {{(pid=100888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 07:42:18.237895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 563ea204-fcd4-407d-a89e-2705346f84da, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=563ea204-fcd4-407d-a89e-2705346f84da,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:18.367588 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:18.369490 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:18.434531 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=563ea204-fcd4-407d-a89e-2705346f84da,revision_number=6']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:18.446078 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.446664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.447594 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.447783 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.448346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.448936 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.449503 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.450211 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.457390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.457390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.457390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.457390 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:18.463778 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:18.538123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] get_ports_and_sgs() called for port_ids ['563ea204-fcd4-407d-a89e-2705346f84da'] {{(pid=100888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 07:42:20.058695 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 563ea204-fcd4-407d-a89e-2705346f84da up at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 07:42:20.134372 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.provisioning_blocks [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Provisioning complete for port 563ea204-fcd4-407d-a89e-2705346f84da triggered by entity L2. {{(pid=100888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 07:42:20.135013 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716550'] for port, provisioning_complete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:20.233382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:20.260291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:42:20.282010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 563ea204-fcd4-407d-a89e-2705346f84da, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=563ea204-fcd4-407d-a89e-2705346f84da,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:20.314380 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7a90d2626afb42acfdfab1f42457cd32e1cba31417dbae9cee5a420eb8ea8ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eca96da-dff7-481c-8de1-457ef94158a3" -d '{"events": [{"server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "name": "network-vif-plugged", "status": "completed", "tag": "563ea204-fcd4-407d-a89e-2705346f84da"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:42:20.365679 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:20.368548 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:20.433342 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe962088-b32c-455a-9ef8-857812fc9a50 x-openstack-request-id: req-fe962088-b32c-455a-9ef8-857812fc9a50 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:42:20.433788 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "name": "network-vif-plugged", "status": "completed", "tag": "563ea204-fcd4-407d-a89e-2705346f84da", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:42:20.434425 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe962088-b32c-455a-9ef8-857812fc9a50 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:42:20.435202 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da', 'code': 200} Jun 28 07:42:20.441186 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=563ea204-fcd4-407d-a89e-2705346f84da,revision_number=7']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:20.446676 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:23.805658 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-10ce38cb-50a5-41a7-b644-d4f4a444628f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:26.578202 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ca9b-ab61-4a16-a69d-f466892ac9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:26.623690 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:28.166712 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:29.621051 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:31.132373 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36468) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:31.295010 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Deleting port f1cae616-fefd-4aeb-b1d2-0965953948f7 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:31.295350 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:31.374995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:31.375223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:31.387130 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Calling delete_port for f1cae616-fefd-4aeb-b1d2-0965953948f7 owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:31.604531 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:31.607065 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-e225af4f-f6cf-477d-a8ec-8648a75c3c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:31.635510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event deleted for resources: {'Port': ['ID=f1cae616-fefd-4aeb-b1d2-0965953948f7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:31.648633 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.649147 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.649533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.649909 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.650279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.650648 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.651097 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.651459 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.651826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.652190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.652553 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.652935 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:31.655987 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:31.712268 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:31.712556 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Floating IP caa223b8-fefb-4273-bba6-c79ba9b6a0d5 disassociated (deleted). External IP: 172.26.4.168, port: 563ea204-fcd4-407d-a89e-2705346f84da. Jun 28 07:42:31.921911 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Router 1f6fe4ed-5050-4287-b663-39be24250750 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:42:32.032757 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:42:32.037695 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:32.042566 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] Sync routers for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:42:32.051687 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:42:32.052326 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:32.076443 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-faed48b0-e92f-4cc9-b19b-0ada21cf34aa tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "DELETE /v2.0/floatingips/caa223b8-fefb-4273-bba6-c79ba9b6a0d5 HTTP/1.1" status: 204 len: 168 time: 0.9405143 Jun 28 07:42:32.076443 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:42:32.077160 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f8178f114d9a94401fa10c988371ba9db651952ac0a5dd5624c7678c1bbd028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "tag": "563ea204-fcd4-407d-a89e-2705346f84da"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:42:32.141630 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040287a8-9c70-4b9a-9042-91af58badc55 x-openstack-request-id: req-040287a8-9c70-4b9a-9042-91af58badc55 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:42:32.142245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "tag": "563ea204-fcd4-407d-a89e-2705346f84da", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:42:32.142245 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-040287a8-9c70-4b9a-9042-91af58badc55 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:42:32.143580 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da', 'status': 'completed', 'code': 200} Jun 28 07:42:32.171993 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:42:32.250324 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-2a83d495-f36e-4448-a789-1b5b7b1d3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:32.252033 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-2a83d495-f36e-4448-a789-1b5b7b1d3038 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 1098 time: 0.0594392 Jun 28 07:42:32.363389 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-d35bdedd-d5aa-464b-b805-bcd3f6e25e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:32.365206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-d35bdedd-d5aa-464b-b805-bcd3f6e25e2a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 910 time: 0.1065226 Jun 28 07:42:32.409503 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-7885fcc9-f15d-44e3-89a1-0b6a2f87604d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=563ea204-fcd4-407d-a89e-2705346f84da HTTP/1.1" status: 200 len: 217 time: 0.0367527 Jun 28 07:42:32.432123 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd08cfb30-2b73-4450-970b-810d7b796068', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:37:52Z', 'updated_at': '2021-06-28T07:37:55Z', 'revision_number': 1, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:32.469118 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-eb8478f9-46af-47ec-9a98-55dbe834b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:32.470690 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-eb8478f9-46af-47ec-9a98-55dbe834b22f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0523303 Jun 28 07:42:32.471483 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] Checking router: 1f6fe4ed-5050-4287-b663-39be24250750 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:42:32.480817 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:42:32.481721 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:32.598228 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:42:32.843852 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd08cfb30-2b73-4450-970b-810d7b796068', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:37:52Z', 'updated_at': '2021-06-28T07:37:55Z', 'revision_number': 1, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:32.875564 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0998de8-93e1-4313-b0c1-5f866699d473 None None] The sync data for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv is: [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_floatingips': [{'id': 'd08cfb30-2b73-4450-970b-810d7b796068', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'router_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'port_id': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'mac_address': 'fa:16:3e:c4:19:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T07:37:52Z', 'updated_at': '2021-06-28T07:37:55Z', 'revision_number': 1, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:42:32.944606 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-bf162a27-a800-471b-88f1-20fe54c71e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:32.951624 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-bf162a27-a800-471b-88f1-20fe54c71e20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4677203 Jun 28 07:42:33.038201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7aed73-6b2e-4f33-88f6-87ef390bcc17 req-76e16a90-4519-492d-9e2b-a29a54d786d4 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:33.039306 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f7aed73-6b2e-4f33-88f6-87ef390bcc17 req-76e16a90-4519-492d-9e2b-a29a54d786d4 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 945 time: 0.1520188 Jun 28 07:42:33.095959 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-c7ff072c-7702-45dd-ad01-0cda6492763c service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392455 Jun 28 07:42:33.098762 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-0f7aed73-6b2e-4f33-88f6-87ef390bcc17 req-3fbc4d46-56c9-48e8-9675-4ebbc7bd021c tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532036 Jun 28 07:42:33.109187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6b158-39fb-4290-a7b6-8d57d3c5eed9 None None] New status for floating IP caa223b8-fefb-4273-bba6-c79ba9b6a0d5: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:42:33.195580 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-f0d8e78c-01b1-49f7-9fd8-c7d6964869a1 req-78bfca1f-cf67-4cb9-af86-e8628b3ca174 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921357 Jun 28 07:42:34.158523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 563ea204-fcd4-407d-a89e-2705346f84da no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:42:34.236664 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768204'] for port, before_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:34.263777 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da'}] {{(pid=100888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:42:34.266109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7a90d2626afb42acfdfab1f42457cd32e1cba31417dbae9cee5a420eb8ea8ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6660067-a638-4fa1-af5f-8c00bedefed2" -d '{"events": [{"server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "name": "network-vif-unplugged", "status": "completed", "tag": "563ea204-fcd4-407d-a89e-2705346f84da"}]}' {{(pid=100888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:42:34.282258 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] For port 563ea204-fcd4-407d-a89e-2705346f84da, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=563ea204-fcd4-407d-a89e-2705346f84da,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:34.287075 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90812448-7519-43d4-9da0-e8baceb7e418 req-1223f082-74d5-4489-8aef-392efc360f78 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:34.289861 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90812448-7519-43d4-9da0-e8baceb7e418 req-1223f082-74d5-4489-8aef-392efc360f78 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 945 time: 0.0738854 Jun 28 07:42:34.312062 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 07:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15c1204-1c33-45a7-bdc8-086c2bc489f2 x-openstack-request-id: req-f15c1204-1c33-45a7-bdc8-086c2bc489f2 {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:42:34.312308 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "name": "network-vif-unplugged", "status": "completed", "tag": "563ea204-fcd4-407d-a89e-2705346f84da", "code": 200}]} {{(pid=100888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:42:34.312570 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f15c1204-1c33-45a7-bdc8-086c2bc489f2 {{(pid=100888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:42:34.313003 dv-neutron-797120-6-hyperv neutron-server[100888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da', 'code': 200} Jun 28 07:42:34.367442 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751027630264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751027254236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751027206157'] for port, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:34.369424 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:34.371733 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-90812448-7519-43d4-9da0-e8baceb7e418 req-3b52800b-1c5d-4077-8707-aefe325c6e5c tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762398 Jun 28 07:42:34.416565 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Pushing event updated for resources: {'Port': ['ID=563ea204-fcd4-407d-a89e-2705346f84da,revision_number=8']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:34.419797 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:34.675195 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-40f1ad51-94fa-4611-9ac1-98aec028d398 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:34.676627 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-40f1ad51-94fa-4611-9ac1-98aec028d398 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.50 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 943 time: 0.0925343 Jun 28 07:42:34.779854 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Deleting port 563ea204-fcd4-407d-a89e-2705346f84da {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:34.780186 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:34.868538 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] For port 563ea204-fcd4-407d-a89e-2705346f84da, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=563ea204-fcd4-407d-a89e-2705346f84da,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:34.868927 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:34.881773 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Calling delete_port for 563ea204-fcd4-407d-a89e-2705346f84da owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:35.092196 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:35.096453 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-ea9eb29d-d086-48e6-bc14-5cbfe0a7fe47 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:35.125929 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event deleted for resources: {'Port': ['ID=563ea204-fcd4-407d-a89e-2705346f84da,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:35.133057 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:35.174520 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] No DVR routers for this DVR port 563ea204-fcd4-407d-a89e-2705346f84da on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:42:35.177162 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:35.179919 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-d9332ef4-b897-42e9-94e4-ffa39aeae98e req-27c76e41-ff8f-46af-be2a-da21f66eae24 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.50 "DELETE /v2.0/ports/563ea204-fcd4-407d-a89e-2705346f84da HTTP/1.1" status: 204 len: 173 time: 0.4976206 Jun 28 07:42:35.180452 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'name': 'network-vif-deleted', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:42:35.182944 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f8178f114d9a94401fa10c988371ba9db651952ac0a5dd5624c7678c1bbd028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3d94d2-3703-410b-9953-8b76f9e728ec" -d '{"events": [{"server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "name": "network-vif-deleted", "tag": "563ea204-fcd4-407d-a89e-2705346f84da"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:42:35.219602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf1cb0e-24a7-49b1-b06c-70aa9c3e2859 x-openstack-request-id: req-5bf1cb0e-24a7-49b1-b06c-70aa9c3e2859 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:42:35.220047 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f035c0dc-1ed2-4037-b716-2c83ebd0aa85", "name": "network-vif-deleted", "tag": "563ea204-fcd4-407d-a89e-2705346f84da", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:42:35.220403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bf1cb0e-24a7-49b1-b06c-70aa9c3e2859 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:42:35.220870 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f035c0dc-1ed2-4037-b716-2c83ebd0aa85', 'name': 'network-vif-deleted', 'tag': '563ea204-fcd4-407d-a89e-2705346f84da', 'status': 'completed', 'code': 200} Jun 28 07:42:35.534710 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-4773b613-6158-4b94-b8b3-60738d772b54 req-51f68aed-ac36-4a32-9953-892e5757fa1b tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=f035c0dc-1ed2-4037-b716-2c83ebd0aa85 HTTP/1.1" status: 200 len: 210 time: 0.0295129 Jun 28 07:42:38.150090 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 563ea204-fcd4-407d-a89e-2705346f84da no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:42:38.170226 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 563ea204-fcd4-407d-a89e-2705346f84da {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:42:38.170577 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 563ea204-fcd4-407d-a89e-2705346f84da not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:42:38.179627 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36538) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:38.348878 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Deleting port 3cbfb50a-5ba0-4b29-966a-ca3af0101043 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:38.349199 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:38.429363 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:38.429700 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:38.441758 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Calling delete_port for 3cbfb50a-5ba0-4b29-966a-ca3af0101043 owned by network:floatingip {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:38.679910 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:38.682193 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-75435cf1-0dea-414c-9a07-c160a5ec905f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:38.708529 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event deleted for resources: {'Port': ['ID=3cbfb50a-5ba0-4b29-966a-ca3af0101043,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:38.713778 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:38.775068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for floatingip, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:38.775472 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.db.l3_db [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Floating IP d08cfb30-2b73-4450-970b-810d7b796068 disassociated (deleted). External IP: 172.26.4.157, port: 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e. Jun 28 07:42:38.995913 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Router 1f6fe4ed-5050-4287-b663-39be24250750 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:42:39.109310 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:42:39.114200 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for floatingip, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:39.119664 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] Sync routers for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:42:39.128606 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:42:39.129249 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:39.153395 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-84c7a53b-3083-4c38-9e48-22d5f4f4f7af tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "DELETE /v2.0/floatingips/d08cfb30-2b73-4450-970b-810d7b796068 HTTP/1.1" status: 204 len: 168 time: 0.9725640 Jun 28 07:42:39.154284 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:42:39.156802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f8178f114d9a94401fa10c988371ba9db651952ac0a5dd5624c7678c1bbd028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954710c2-afa3-4526-a7ab-7791aa78955f" -d '{"events": [{"name": "network-changed", "server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:42:39.195388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 07:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd774db3-a18c-4978-9bf5-baaa17301db7 x-openstack-request-id: req-dd774db3-a18c-4978-9bf5-baaa17301db7 {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:42:39.195999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:42:39.196370 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd774db3-a18c-4978-9bf5-baaa17301db7 {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:42:39.196918 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'status': 'completed', 'code': 200} Jun 28 07:42:39.246063 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:42:39.295048 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954710c2-afa3-4526-a7ab-7791aa78955f req-081b279c-71e3-47ec-8ec7-3ccfa5e72179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:39.297206 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-954710c2-afa3-4526-a7ab-7791aa78955f req-081b279c-71e3-47ec-8ec7-3ccfa5e72179 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edd0d1dd55cc470396e62da357e457b7&device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 1096 time: 0.0558403 Jun 28 07:42:39.398683 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954710c2-afa3-4526-a7ab-7791aa78955f req-617382d4-06d6-4246-9bbf-5f038caf9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:39.400338 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-954710c2-afa3-4526-a7ab-7791aa78955f req-617382d4-06d6-4246-9bbf-5f038caf9266 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 200 len: 910 time: 0.0973558 Jun 28 07:42:39.444650 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-954710c2-afa3-4526-a7ab-7791aa78955f req-d02d95ee-810e-43e2-8e3c-da6275544ccd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e HTTP/1.1" status: 200 len: 217 time: 0.0377271 Jun 28 07:42:39.462576 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:39.491787 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] Checking router: 1f6fe4ed-5050-4287-b663-39be24250750 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:42:39.497279 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954710c2-afa3-4526-a7ab-7791aa78955f req-f57fd022-26d4-4689-8614-867c911f7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:39.498753 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-954710c2-afa3-4526-a7ab-7791aa78955f req-f57fd022-26d4-4689-8614-867c911f7806 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 200 len: 848 time: 0.0486863 Jun 28 07:42:39.500792 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:42:39.501476 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:39.572280 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954710c2-afa3-4526-a7ab-7791aa78955f req-455afbbb-ae75-41a7-8c47-e64d204d0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:39.573970 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-954710c2-afa3-4526-a7ab-7791aa78955f req-455afbbb-ae75-41a7-8c47-e64d204d0b47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fce69221-f865-4101-a4aa-9a42b1b2a1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690932 Jun 28 07:42:39.617931 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:42:39.701740 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-954710c2-afa3-4526-a7ab-7791aa78955f req-847a3874-1a1d-48e6-ab6a-dc0f3c3f5ad6 service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191211 Jun 28 07:42:39.838554 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-954710c2-afa3-4526-a7ab-7791aa78955f req-f074f6eb-948c-46fa-be06-a19ba983ebbd service neutron] 10.222.0.50 "GET /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294935 Jun 28 07:42:39.864607 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7caba5-7982-4ea6-b8e3-7f7f1c7b1ea3 req-e558a75c-4693-4704-9506-3d34b4cf733f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:39.866716 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5f7caba5-7982-4ea6-b8e3-7f7f1c7b1ea3 req-e558a75c-4693-4704-9506-3d34b4cf733f tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 943 time: 0.0862174 Jun 28 07:42:39.908532 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-5f7caba5-7982-4ea6-b8e3-7f7f1c7b1ea3 req-85c9e642-686b-4fc9-a319-307885b09741 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345156 Jun 28 07:42:39.942401 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:39.968540 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c595add-9836-4535-9c73-1ab77f8450a9 None None] The sync data for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv is: [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:37:27Z', 'revision_number': 4, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv', '_interfaces': [{'id': '16377f54-4d3e-4167-8e7e-060d9391e262', 'name': '', 'network_id': 'fce69221-f865-4101-a4aa-9a42b1b2a1f7', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'mac_address': 'fa:16:3e:61:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:26Z', 'updated_at': '2021-06-28T07:37:33Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'subnets': [{'id': 'f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:42:40.186995 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c38aee1-f348-47f9-8643-0ba0c8b7eeb2 None None] New status for floating IP d08cfb30-2b73-4450-970b-810d7b796068: DOWN {{(pid=100888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 07:42:41.095081 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a986e3-8291-4294-b57c-c820d0c9897c req-41313cf3-ae0d-4d97-bf21-202732e6c954 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:41.096603 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e9a986e3-8291-4294-b57c-c820d0c9897c req-41313cf3-ae0d-4d97-bf21-202732e6c954 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 943 time: 0.0720916 Jun 28 07:42:41.135599 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-e9a986e3-8291-4294-b57c-c820d0c9897c req-dd2f6784-1e29-4d9c-bf73-7c2d628db2f2 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d130374-fbd1-4be4-914d-5040691cabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Jun 28 07:42:41.659190 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-675fa10b-2acc-4b0f-ba23-5d13bca6b94d tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 07:42:41.660891 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-675fa10b-2acc-4b0f-ba23-5d13bca6b94d tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.50 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 943 time: 0.0683751 Jun 28 07:42:41.761826 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Deleting port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:41.762070 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:41.858622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] For port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:41.858969 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:41.872179 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Calling delete_port for 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e owned by compute:nova {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:42.084729 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:42.089012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-077dc5e4-f10a-4dff-ae23-168d6c566d59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:42.116169 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event deleted for resources: {'Port': ['ID=15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:42.120046 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:42.167294 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] No DVR routers for this DVR port 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e on host hv-neutron-7971 {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:42:42.170080 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255680'] for port, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:42.172510 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-132d0954-74fc-4ffa-a89c-c155915a1dc0 req-b03e43c7-f8cc-408a-849a-36dd24a33b57 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.50 "DELETE /v2.0/ports/15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e HTTP/1.1" status: 204 len: 173 time: 0.5065238 Jun 28 07:42:42.173166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'name': 'network-vif-deleted', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e'}] {{(pid=100887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 07:42:42.176512 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f8178f114d9a94401fa10c988371ba9db651952ac0a5dd5624c7678c1bbd028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954786ec-b72b-46b4-8a04-3038024cba45" -d '{"events": [{"server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "name": "network-vif-deleted", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e"}]}' {{(pid=100887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 07:42:42.227805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 07:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc2506-f67a-4daf-9ecd-70b73fff199f x-openstack-request-id: req-3ecc2506-f67a-4daf-9ecd-70b73fff199f {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 07:42:42.227805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b081b4b4-14de-4cd3-99dc-c03b8516168d", "name": "network-vif-deleted", "tag": "15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e", "status": "completed", "code": 200}]} {{(pid=100887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 07:42:42.227805 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ecc2506-f67a-4daf-9ecd-70b73fff199f {{(pid=100887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 07:42:42.227805 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b081b4b4-14de-4cd3-99dc-c03b8516168d', 'name': 'network-vif-deleted', 'tag': '15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e', 'status': 'completed', 'code': 200} Jun 28 07:42:42.300568 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-907fed2d-4fb0-4863-a193-3f99519826a2 req-acbb0c77-43f0-45d4-ab53-0e71001fc399 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 210 time: 0.0377674 Jun 28 07:42:43.463777 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [req-63145d58-39e5-4a48-a665-7e9c2ddfc735 req-9240aa49-62e4-4589-87e5-dd585d3b26ad tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "GET /v2.0/ports?device_id=b081b4b4-14de-4cd3-99dc-c03b8516168d HTTP/1.1" status: 200 len: 210 time: 0.0297389 Jun 28 07:42:44.252070 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:44.558988 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36558) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:44.620582 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03199265-d4e8-4e25-8311-370c75f43932 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:44.646305 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03199265-d4e8-4e25-8311-370c75f43932 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:44.804336 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03199265-d4e8-4e25-8311-370c75f43932 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:44.807049 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-03199265-d4e8-4e25-8311-370c75f43932 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:44.808527 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-03199265-d4e8-4e25-8311-370c75f43932 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] 10.222.0.24 "DELETE /v2.0/security-groups/1d130374-fbd1-4be4-914d-5040691cabb2 HTTP/1.1" status: 204 len: 168 time: 0.2483778 Jun 28 07:42:44.809561 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-dac969ba-c431-425a-a319-b0bad2f760a3 tempest-ServerActionsTestJSON-2025168948 tempest-ServerActionsTestJSON-2025168948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:44.821036 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03199265-d4e8-4e25-8311-370c75f43932 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d130374-fbd1-4be4-914d-5040691cabb2,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:44.823602 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-03199265-d4e8-4e25-8311-370c75f43932 tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:44.958060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36562) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:45.409301 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:45.685785 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Deleting port 16377f54-4d3e-4167-8e7e-060d9391e262 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:45.686507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:45.775960 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] For port 16377f54-4d3e-4167-8e7e-060d9391e262, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=16377f54-4d3e-4167-8e7e-060d9391e262,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:45.776365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:45.796797 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Calling delete_port for 16377f54-4d3e-4167-8e7e-060d9391e262 owned by network:router_interface {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:46.092666 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:46.094999 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-073c569c-bd2c-41ed-948b-2b3f46f9d4ad tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:46.120311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Pushing event deleted for resources: {'Port': ['ID=16377f54-4d3e-4167-8e7e-060d9391e262,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:46.123591 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:46.163894 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:42:46.188154 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] No Port match for: 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:42:46.188921 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Device 15aa3ef7-24c1-41f5-bd03-27fb56ae8e7e not bound to the agent host hv-neutron-7971 {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:42:46.319597 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:46.542239 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Router 1f6fe4ed-5050-4287-b663-39be24250750 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:42:46.654554 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:42:46.660437 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-47c7340d-0981-4809-8ba9-14b7f9be801c admin admin] 10.222.0.24 "PUT /v2.0/routers/1f6fe4ed-5050-4287-b663-39be24250750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7006481 Jun 28 07:42:46.662812 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36566) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:46.666408 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] Sync routers for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:42:46.675585 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:42:46.676234 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:46.786459 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:42:47.027930 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:42:45Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:47.065163 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] Checking router: 1f6fe4ed-5050-4287-b663-39be24250750 for host: dv-neutron-797120-6-hyperv {{(pid=100890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:42:47.076967 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] Routers {'1f6fe4ed-5050-4287-b663-39be24250750'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:42:47.077866 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['1f6fe4ed-5050-4287-b663-39be24250750'], 'active': True} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:47.163377 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Notify callbacks [] for router, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:47.199500 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_dvr_db [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] Set router 1f6fe4ed-5050-4287-b663-39be24250750 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:42:47.288216 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:47.391034 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.l3_hamode_db [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:42:45Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:47.410166 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Deleting port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:47.410497 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:47.424580 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed55076-69ac-4373-a367-9c365d929730 None None] The sync data for ids ['1f6fe4ed-5050-4287-b663-39be24250750'] in dv-neutron-797120-6-hyperv is: [{'id': '1f6fe4ed-5050-4287-b663-39be24250750', 'name': 'tempest-TestSnapshotPattern-213386687-router', 'tenant_id': 'edd0d1dd55cc470396e62da357e457b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:23Z', 'updated_at': '2021-06-28T07:42:45Z', 'revision_number': 5, 'project_id': 'edd0d1dd55cc470396e62da357e457b7', 'gw_port': {'id': 'e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6fe4ed-5050-4287-b663-39be24250750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:24Z', 'updated_at': '2021-06-28T07:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}] {{(pid=100890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:42:47.525434 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] For port e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:47.525995 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:47.542968 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Calling delete_port for e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 owned by network:router_gateway {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:47.831789 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:47.834711 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1e2af9cb-c048-4ac3-abdd-d7cd418c65dc tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:47.855398 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 16377f54-4d3e-4167-8e7e-060d9391e262 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:42:47.860978 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:47.864311 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:47.889038 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 16377f54-4d3e-4167-8e7e-060d9391e262 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:42:47.889405 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 16377f54-4d3e-4167-8e7e-060d9391e262 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:42:47.933060 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.036972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.039068 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.223393 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.224178 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f6fe4ed-5050-4287-b663-39be24250750 {{(pid=100887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:42:48.228898 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] Notify callbacks [] for router, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.230057 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-9ae52e30-ed44-4635-97c1-4f1582cb5876 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1f6fe4ed-5050-4287-b663-39be24250750 HTTP/1.1" status: 204 len: 168 time: 1.5662222 Jun 28 07:42:48.233100 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36568) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:48.263815 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:42:48.288802 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.db_base_plugin_v2 [None req-263f8fa1-a75d-4e87-8335-8185e8a1c49c admin admin] Deleting subnet f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 {{(pid=100887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:42:48.292768 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-263f8fa1-a75d-4e87-8335-8185e8a1c49c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.331122 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-263f8fa1-a75d-4e87-8335-8185e8a1c49c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9804820'] for subnet, precommit_delete_associations {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.421804 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-263f8fa1-a75d-4e87-8335-8185e8a1c49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.570622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-263f8fa1-a75d-4e87-8335-8185e8a1c49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9147187'] for subnet, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.573302 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-fde1aac9-0d6b-4398-8f93-ca0c1481a11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:48.597972 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f8fa1-a75d-4e87-8335-8185e8a1c49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:48.600875 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-263f8fa1-a75d-4e87-8335-8185e8a1c49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:48.602943 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-263f8fa1-a75d-4e87-8335-8185e8a1c49c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.604888 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-263f8fa1-a75d-4e87-8335-8185e8a1c49c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f5fdbeb8-ca1a-4693-a237-e8a5a56fcf86 HTTP/1.1" status: 204 len: 168 time: 0.3706641 Jun 28 07:42:48.607753 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36570) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:48.612448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b3b4ff-32dd-48e9-849e-4ea5fd496fd2 None None] Network fce69221-f865-4101-a4aa-9a42b1b2a1f7 requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:42:48.694012 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.758709 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Deleting port c8976646-ebc7-4614-9d4b-93d90a70cdfc {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:48.759131 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.819143 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28bab2a-f0eb-40bf-a263-b046bd52d57a None None] DHCP port deletion for fce69221-f865-4101-a4aa-9a42b1b2a1f7 request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:42:48.835831 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] For port c8976646-ebc7-4614-9d4b-93d90a70cdfc, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c8976646-ebc7-4614-9d4b-93d90a70cdfc,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:48.837521 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.851388 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Calling delete_port for c8976646-ebc7-4614-9d4b-93d90a70cdfc owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:48.884575 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e28bab2a-f0eb-40bf-a263-b046bd52d57a None None] Deleting port c8976646-ebc7-4614-9d4b-93d90a70cdfc {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:48.885426 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e28bab2a-f0eb-40bf-a263-b046bd52d57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.949848 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-e28bab2a-f0eb-40bf-a263-b046bd52d57a None None] For port c8976646-ebc7-4614-9d4b-93d90a70cdfc, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=c8976646-ebc7-4614-9d4b-93d90a70cdfc,segment=NetworkSegment(4756e753-9049-4707-aeec-bdd221eb85f0),segment_id=4756e753-9049-4707-aeec-bdd221eb85f0)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:48.950267 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e28bab2a-f0eb-40bf-a263-b046bd52d57a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:48.962838 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-e28bab2a-f0eb-40bf-a263-b046bd52d57a None None] Calling delete_port for c8976646-ebc7-4614-9d4b-93d90a70cdfc owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:49.040796 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:49.044058 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-f13d2b82-1721-4f7a-9ae0-dcd5ee4ce45f tempest-TestShelveInstance-969183690 tempest-TestShelveInstance-969183690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:49.053233 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e28bab2a-f0eb-40bf-a263-b046bd52d57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:49.058944 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:49.069319 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8976646-ebc7-4614-9d4b-93d90a70cdfc,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:49.072756 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] No DVR routers for this DVR port c8976646-ebc7-4614-9d4b-93d90a70cdfc on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:42:49.075810 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:49.092557 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bab2a-f0eb-40bf-a263-b046bd52d57a None None] Pushing event deleted for resources: {'Port': ['ID=c8976646-ebc7-4614-9d4b-93d90a70cdfc,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:49.094484 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28bab2a-f0eb-40bf-a263-b046bd52d57a None None] No DVR routers for this DVR port c8976646-ebc7-4614-9d4b-93d90a70cdfc on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:42:49.095932 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-e28bab2a-f0eb-40bf-a263-b046bd52d57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:49.165833 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:49.176533 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce69221-f865-4101-a4aa-9a42b1b2a1f7']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:49.188007 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4756e753-9049-4707-aeec-bdd221eb85f0') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:49.188320 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4756e753-9049-4707-aeec-bdd221eb85f0') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:49.197669 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:49.213510 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:49.219953 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: conditions |= (models_v2.Port.network_id.in_( Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:42:49.223403 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:42:49.394821 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:49.398237 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-feebd141-50f1-4948-a51b-9a27dcaf29d3 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:49.401735 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:49.405376 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fce69221-f865-4101-a4aa-9a42b1b2a1f7 HTTP/1.1" status: 204 len: 168 time: 0.7946048 Jun 28 07:42:49.406929 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 36572) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:49.416871 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce69221-f865-4101-a4aa-9a42b1b2a1f7,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:49.419622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-1833aa38-360b-4cf3-a8de-69545bf60dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:49.531902 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:42:49.556952 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:42:49.557408 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device e7bea4cd-23cf-42db-b8f2-ce0f2207a1b8 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:42:49.557899 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c8976646-ebc7-4614-9d4b-93d90a70cdfc no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:42:49.580584 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: c8976646-ebc7-4614-9d4b-93d90a70cdfc {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:42:49.581010 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device c8976646-ebc7-4614-9d4b-93d90a70cdfc not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:42:49.828007 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825362'] for router_interface, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:50.104468 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Deleting port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:50.104701 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:50.191821 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] For port d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874,segment=NetworkSegment(234bfa48-ec3c-44dc-a2e5-3f5ea46fd400),segment_id=234bfa48-ec3c-44dc-a2e5-3f5ea46fd400)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:50.192161 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:50.205774 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Calling delete_port for d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 owned by network:router_interface {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:50.469130 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:50.471325 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-9db86ff3-c901-46fa-bd92-188119770433 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:50.497843 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:50.526206 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.526593 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.526968 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.527336 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.527700 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.528064 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.528431 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.528788 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.529173 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.529525 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.529882 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.530231 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-6-hyperv {{(pid=100886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 07:42:50.534159 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:50.683073 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914530'] for router_interface, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:50.910411 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 has already been hosted by L3 agent 052867e4-23ba-45d5-850f-ad275fe5b1cf {{(pid=100886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 07:42:51.024729 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] Notify agent at l3_agent.dv-neutron-797120-6-hyperv the message routers_updated {{(pid=100886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 07:42:51.029791 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-99cc1eb2-2cee-489d-a728-8f018c632f78 admin admin] 10.222.0.24 "PUT /v2.0/routers/08503d8b-b6fc-43f8-a1f4-3cf99403e0d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6218383 Jun 28 07:42:51.032329 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 36584) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:51.034654 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] Sync routers for ids ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'] in dv-neutron-797120-6-hyperv {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 07:42:51.044945 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] Routers {'08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:42:51.045603 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:51.145969 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Notify callbacks [] for router, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:51.164966 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] Set router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 gateway port host: dv-neutron-797120-6-hyperv {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:42:51.264675 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:51.358037 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'name': 'tempest-TestSnapshotPattern-471024810-router', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'external_fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:30Z', 'updated_at': '2021-06-28T07:42:50Z', 'revision_number': 5, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'gw_port': {'id': 'b2991557-3f28-459e-a40f-c33e7ac15ffb', 'name': '', 'network_id': '9b08dd82-1383-4386-8c95-9184effeb7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-6-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T07:37:31Z', 'updated_at': '2021-06-28T07:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4b35c8d-3d4c-451a-9f41-8ca2ac364c70', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-6-hyperv'}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:51.384241 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] Checking router: 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 for host: dv-neutron-797120-6-hyperv {{(pid=100888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 07:42:51.392827 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] Routers {'08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'} bound to L3 agent in host dv-neutron-797120-6-hyperv {{(pid=100888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 07:42:51.393530 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-6-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T06:33:56Z,description=,heartbeat_timestamp=2021-06-28T07:42:26Z,host='dv-neutron-797120-6-hyperv',id=052867e4-23ba-45d5-850f-ad275fe5b1cf,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T06:33:57Z,topic='l3_agent')) {'router_ids': ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'], 'active': True} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:51.433962 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Deleting port b2991557-3f28-459e-a40f-c33e7ac15ffb {{(pid=100886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:51.434485 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:51.500109 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvr_db [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] Set router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 gateway port host: None {{(pid=100888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 07:42:51.541438 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.db [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] For port b2991557-3f28-459e-a40f-c33e7ac15ffb, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=b2991557-3f28-459e-a40f-c33e7ac15ffb,segment=NetworkSegment(a40790ec-e31e-4b81-8498-84ab131e2b40),segment_id=a40790ec-e31e-4b81-8498-84ab131e2b40)] {{(pid=100886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:51.542024 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:51.562828 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.plugins.ml2.plugin [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Calling delete_port for b2991557-3f28-459e-a40f-c33e7ac15ffb owned by network:router_gateway {{(pid=100886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:51.563102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_hamode_db [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'name': 'tempest-TestSnapshotPattern-471024810-router', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:30Z', 'updated_at': '2021-06-28T07:42:51Z', 'revision_number': 6, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'gw_port_host': None}], 'dv-neutron-797120-6-hyperv', False) {} {{(pid=100888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:51.596896 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68339311-9153-4600-97d8-1d9e1e35979d None None] The sync data for ids ['08503d8b-b6fc-43f8-a1f4-3cf99403e0d3'] in dv-neutron-797120-6-hyperv is: [{'id': '08503d8b-b6fc-43f8-a1f4-3cf99403e0d3', 'name': 'tempest-TestSnapshotPattern-471024810-router', 'tenant_id': '21641a630efe403abe90ec34f0d22ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T07:37:30Z', 'updated_at': '2021-06-28T07:42:51Z', 'revision_number': 6, 'project_id': '21641a630efe403abe90ec34f0d22ff0', 'gw_port_host': None}] {{(pid=100888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 07:42:51.863430 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9273435'] for port, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:51.865655 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-87b90a67-dfdc-49dd-9b10-4bb319796678 tempest-TestNetworkAdvancedServerOps-1351232823 tempest-TestNetworkAdvancedServerOps-1351232823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:51.897680 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b2991557-3f28-459e-a40f-c33e7ac15ffb,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:51.902395 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:51.971839 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3915672'] for router_gateway, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.066901 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13175'] for router, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.071037 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.246282 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3915471'] for router, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.246889 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 {{(pid=100886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 07:42:52.251760 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] Notify callbacks [] for router, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.252966 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-ca772e33-8816-4e63-b78c-3e6a7a4597fd admin admin] 10.222.0.24 "DELETE /v2.0/routers/08503d8b-b6fc-43f8-a1f4-3cf99403e0d3 HTTP/1.1" status: 204 len: 168 time: 1.2196038 Jun 28 07:42:52.255643 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 36588) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:52.304762 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e9ecc9-10ac-4ac3-84c2-0df298ab2391 admin admin] Deleting subnet 56a4e9f1-3226-4aa7-a778-c862feb83a71 {{(pid=100886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 07:42:52.308454 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecc9-10ac-4ac3-84c2-0df298ab2391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.345199 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecc9-10ac-4ac3-84c2-0df298ab2391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9074694'] for subnet, precommit_delete_associations {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.431211 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecc9-10ac-4ac3-84c2-0df298ab2391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710112'] for subnet, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.564584 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecc9-10ac-4ac3-84c2-0df298ab2391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9273441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8641134'] for subnet, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.567188 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-b546cfa4-c97a-42be-bedb-a4d6e1aa9c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:52.597780 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9ecc9-10ac-4ac3-84c2-0df298ab2391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a4e9f1-3226-4aa7-a778-c862feb83a71,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:52.605620 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-81e9ecc9-10ac-4ac3-84c2-0df298ab2391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:52.607661 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecc9-10ac-4ac3-84c2-0df298ab2391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.615223 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36590) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:52.616090 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-81e9ecc9-10ac-4ac3-84c2-0df298ab2391 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/56a4e9f1-3226-4aa7-a778-c862feb83a71 HTTP/1.1" status: 204 len: 168 time: 0.3586266 Jun 28 07:42:52.622433 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0dce9-9aff-4ce6-8bff-71e2721e1b00 None None] Network 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae requested from dv-neutron-797120-6-hyperv {{(pid=100888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 07:42:52.705503 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-648345'] for network, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.758507 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Deleting port 316e6af7-fac1-4ef7-9723-28c718118fd9 {{(pid=100887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:52.759059 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.847536 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.db [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] For port 316e6af7-fac1-4ef7-9723-28c718118fd9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=316e6af7-fac1-4ef7-9723-28c718118fd9,segment=NetworkSegment(234bfa48-ec3c-44dc-a2e5-3f5ea46fd400),segment_id=234bfa48-ec3c-44dc-a2e5-3f5ea46fd400)] {{(pid=100887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:52.847896 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.850478 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df637d6-e305-4e5c-980b-e0207bc7cc9c None None] DHCP port deletion for 6c7e6479-e5b3-4052-a7d5-076d9d71a8ae request from dv-neutron-797120-6-hyperv {{(pid=100888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 07:42:52.862309 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.plugin [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Calling delete_port for 316e6af7-fac1-4ef7-9723-28c718118fd9 owned by network:dhcp {{(pid=100887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:52.897302 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1df637d6-e305-4e5c-980b-e0207bc7cc9c None None] Deleting port 316e6af7-fac1-4ef7-9723-28c718118fd9 {{(pid=100888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 07:42:52.897688 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1df637d6-e305-4e5c-980b-e0207bc7cc9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751027626774'] for port, before_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.962328 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.db [None req-1df637d6-e305-4e5c-980b-e0207bc7cc9c None None] For port 316e6af7-fac1-4ef7-9723-28c718118fd9, host dv-neutron-797120-6-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-6-hyperv',level=0,port_id=316e6af7-fac1-4ef7-9723-28c718118fd9,segment=NetworkSegment(234bfa48-ec3c-44dc-a2e5-3f5ea46fd400),segment_id=234bfa48-ec3c-44dc-a2e5-3f5ea46fd400)] {{(pid=100888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 07:42:52.962739 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1df637d6-e305-4e5c-980b-e0207bc7cc9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830991'] for port, precommit_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:52.980339 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-1df637d6-e305-4e5c-980b-e0207bc7cc9c None None] Calling delete_port for 316e6af7-fac1-4ef7-9723-28c718118fd9 owned by network:dhcp {{(pid=100888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 07:42:53.052411 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625799'] for port, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:53.056642 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-7269acbe-2039-4efb-bceb-e3ac608e285a tempest-TestSnapshotPattern-24248517 tempest-TestSnapshotPattern-24248517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:53.058984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-1df637d6-e305-4e5c-980b-e0207bc7cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751027630282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751027254227'] for port, after_delete {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:53.061104 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-66b90a31-f00d-4257-b6ce-203b130ac762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:53.085201 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=316e6af7-fac1-4ef7-9723-28c718118fd9,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:53.085639 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df637d6-e305-4e5c-980b-e0207bc7cc9c None None] Pushing event deleted for resources: {'Port': ['ID=316e6af7-fac1-4ef7-9723-28c718118fd9,revision_number=None']} {{(pid=100888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:53.089486 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:53.089648 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG oslo_concurrency.lockutils [None req-1df637d6-e305-4e5c-980b-e0207bc7cc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:53.089934 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] No DVR routers for this DVR port 316e6af7-fac1-4ef7-9723-28c718118fd9 on host dv-neutron-797120-6-hyperv {{(pid=100887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:42:53.090102 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df637d6-e305-4e5c-980b-e0207bc7cc9c None None] No DVR routers for this DVR port 316e6af7-fac1-4ef7-9723-28c718118fd9 on host dv-neutron-797120-6-hyperv {{(pid=100888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 07:42:53.170008 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-710589', 'neutron.services.segments.db._delete_segments_for_network-8751027731478'] for network, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:53.180437 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7e6479-e5b3-4052-a7d5-076d9d71a8ae']}} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:53.190782 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400') {'for_net_delete': True} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:53.191067 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.services.segments.db [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234bfa48-ec3c-44dc-a2e5-3f5ea46fd400') {} {{(pid=100887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 07:42:53.200365 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751027783415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9804803'] for segment, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:53.214235 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989'] for segment, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:53.220299 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9625624'] for segment, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: Traceback (most recent call last): Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: timer() Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: cb(*args, **kw) Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: return func(*args, **kwargs) Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: self._notify() Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: self.callback(batched_events) Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: event.method(event) Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: return f(self, *a, **k) Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._get(url).json() Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: return self.request(url, 'GET', **kwargs) Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 07:42:53.229383 dv-neutron-797120-6-hyperv neutron-server[100887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 07:42:53.375848 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3744771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3671550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3915600'] for network, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:53.379866 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-491eada8-a8b5-4da1-9657-40273a3431bc tempest-NetworksIpV6Test-1401763397 tempest-NetworksIpV6Test-1401763397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:53.384622 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Notify callbacks [] for network, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:53.385063 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c7e6479-e5b3-4052-a7d5-076d9d71a8ae HTTP/1.1" status: 204 len: 168 time: 0.7686093 Jun 28 07:42:53.396339 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7e6479-e5b3-4052-a7d5-076d9d71a8ae,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:53.398938 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-d5b609d0-ce9f-42e9-be35-362b8b0ae3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:53.537697 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:42:53.558448 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:42:53.558804 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device d3a6eaf4-88e1-4eb6-b96f-8d5ac9698874 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:42:53.559246 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 316e6af7-fac1-4ef7-9723-28c718118fd9 no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:42:53.583103 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: 316e6af7-fac1-4ef7-9723-28c718118fd9 {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:42:53.583455 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device 316e6af7-fac1-4ef7-9723-28c718118fd9 not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:42:53.583878 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b2991557-3f28-459e-a40f-c33e7ac15ffb no longer exists at agent ovs-agent-dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 07:42:53.604821 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.plugin [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] No Port match for: b2991557-3f28-459e-a40f-c33e7ac15ffb {{(pid=100888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 07:42:53.605210 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron.plugins.ml2.rpc [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Device b2991557-3f28-459e-a40f-c33e7ac15ffb not bound to the agent host dv-neutron-797120-6-hyperv {{(pid=100888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 07:42:53.800489 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f75379f5-2256-43c4-85ac-4a81b9bc5da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:53.848760 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36594) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:53.891074 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-b3e32954-e9d1-4303-acd8-3594ef6bc91e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edd0d1dd55cc470396e62da357e457b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408905 Jun 28 07:42:53.893928 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.wsgi [-] (100887) accepted ('10.222.0.24', 36596) {{(pid=100887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:53.945701 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35867c3a-5aa6-4ef4-b923-5137a25cb0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:53.967031 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35867c3a-5aa6-4ef4-b923-5137a25cb0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:54.095723 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35867c3a-5aa6-4ef4-b923-5137a25cb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:54.098525 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron_lib.callbacks.manager [None req-35867c3a-5aa6-4ef4-b923-5137a25cb0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:54.099718 dv-neutron-797120-6-hyperv neutron-server[100887]: INFO neutron.wsgi [None req-35867c3a-5aa6-4ef4-b923-5137a25cb0e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9f541bb-91c8-454f-8751-ce9dd7fcf131 HTTP/1.1" status: 204 len: 168 time: 0.2048974 Jun 28 07:42:54.100500 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-aaf209ba-9689-47c7-a5ae-f9308c7afbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:54.109600 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35867c3a-5aa6-4ef4-b923-5137a25cb0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f541bb-91c8-454f-8751-ce9dd7fcf131,revision_number=None']} {{(pid=100887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:54.112055 dv-neutron-797120-6-hyperv neutron-server[100887]: DEBUG oslo_concurrency.lockutils [None req-35867c3a-5aa6-4ef4-b923-5137a25cb0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:54.874020 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 36602) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:54.917494 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-a36b1d24-778d-46df-b067-03e3cd6375fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21641a630efe403abe90ec34f0d22ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420208 Jun 28 07:42:54.920268 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.wsgi [-] (100886) accepted ('10.222.0.24', 36604) {{(pid=100886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 07:42:54.971933 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2df4d0cb-0814-4c72-b9a0-579c54fc7823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:54.994803 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2df4d0cb-0814-4c72-b9a0-579c54fc7823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:55.158622 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2df4d0cb-0814-4c72-b9a0-579c54fc7823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745010'] for security_group, after_delete {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:55.161673 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron_lib.callbacks.manager [None req-2df4d0cb-0814-4c72-b9a0-579c54fc7823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:55.166266 dv-neutron-797120-6-hyperv neutron-server[100886]: INFO neutron.wsgi [None req-2df4d0cb-0814-4c72-b9a0-579c54fc7823 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a701722-23dd-4f59-aadd-8fc80ef09979 HTTP/1.1" status: 204 len: 168 time: 0.2418683 Jun 28 07:42:55.166266 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-a86f5db9-1646-46df-9480-39aaa24393b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 07:42:55.173105 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4d0cb-0814-4c72-b9a0-579c54fc7823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a701722-23dd-4f59-aadd-8fc80ef09979,revision_number=None']} {{(pid=100886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 07:42:55.175178 dv-neutron-797120-6-hyperv neutron-server[100886]: DEBUG oslo_concurrency.lockutils [None req-2df4d0cb-0814-4c72-b9a0-579c54fc7823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 07:42:56.598895 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-51e95c6a-8348-4694-a6d8-0baf22b7a9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:56.646148 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:57.892292 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:42:59.606345 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:14.276245 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:23.799678 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-aae65574-fe00-4aa8-9f63-7b37154d9d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:25.264393 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:43:26.530714 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-5f6609df-7f36-4ae9-8bea-4b1d904bf6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:26.555419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:27.872407 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:29.643706 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:44.227984 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:53.844884 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-029af5a6-47d6-4067-827b-049369b371cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:56.513603 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-0ed478a5-56ff-4774-800e-28b363344ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:56.542123 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:57.856161 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:43:59.597523 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:02.268712 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:44:14.220290 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:23.832656 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-134f8e61-40c6-44a4-81e3-e223151c4e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:26.569886 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-e55af3e2-8202-45f6-bad3-a3c398526fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:26.602969 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:27.911187 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:29.654091 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:39.268615 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:44:44.273271 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:53.888633 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-cd2941e6-e68c-439a-93d0-befcf48dddc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:56.522812 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-dc1494d6-52ef-4fd7-87a3-39118b9ca9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:56.562705 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:57.935341 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:44:59.603587 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:14.248627 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:16.268085 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:45:23.831882 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-54fb2db2-6303-478d-a1eb-1496504f89b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:26.511164 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-a3ac4175-2f89-47d6-8356-aaef754a9643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:26.559283 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:27.876468 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:29.631400 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:44.248360 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:53.266913 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:45:53.814053 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-ad36a932-2356-4e95-b7ce-6cc647274a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:56.578450 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-09081de8-8c64-4152-86f8-1e94fd7ccbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:56.618382 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:57.882291 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:45:59.636999 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:14.242274 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:23.842507 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8007e4c8-8308-4bcc-b4ba-212ae045bd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:26.499305 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-2777976c-a3e2-4d12-bfae-2d61c822c162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:26.533346 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:27.882373 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:29.636276 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:30.266136 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:46:44.276261 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:53.818909 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-38ad9090-8efd-461f-aae3-c9100c8348bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:56.550926 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-18b6985b-b6b8-430a-947f-6f13e727c99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:56.590409 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:57.893182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:46:59.624496 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:07.265251 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:47:14.259182 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:23.829853 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-06fe8ff7-3be3-4c99-a034-cd27a70833eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:26.514773 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-934c40d8-71ff-44ef-bdd4-9c84331715af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:26.537805 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:27.886481 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:29.634832 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:44.263778 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:47:44.268979 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:53.811816 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-8cad34b7-e508-4204-8d93-1d596dea5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:56.531403 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-b861c2f8-5b8b-4987-a927-8051896f027f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:56.548404 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:57.856994 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:47:59.605432 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:48:14.257989 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-381d6f82-996b-4d5f-9955-3c3cc6c761ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:48:21.263021 dv-neutron-797120-6-hyperv neutron-server[100890]: DEBUG neutron.db.agents_db [None req-e7dea17e-076f-4ddd-a018-cb1102e26091 None None] Agent healthcheck: found 6 active agents {{(pid=100890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 07:48:23.834497 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-72438cd7-3494-4948-a721-1f30982ff6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:48:26.513976 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f9e538b4-2ee5-4548-be9a-cdc5ba17af42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:48:26.554419 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-f7e87ff8-a5d5-403d-8ea2-395dfbc99973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:48:27.897359 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-baef0505-e79d-4b7f-841b-caa98af520bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 07:48:29.663247 dv-neutron-797120-6-hyperv neutron-server[100888]: DEBUG neutron_lib.callbacks.manager [None req-4263788e-923f-4cff-9179-956598e8d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751027731460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716791'] for agent, after_update {{(pid=100888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}